-- Logs begin at Wed 2022-04-06 13:31:57 UTC, end at Wed 2022-04-06 15:31:58 UTC. -- Apr 06 14:20:04.257239 dv-neutron-836581-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 14:20:07.225965 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:20:07.226580 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev88 Apr 06 14:20:07.226773 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104309) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 14:20:07.231296 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:20:07.231563 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev88 Apr 06 14:20:07.232085 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104309) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 14:20:07.233635 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:20:07.234013 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:20:07.234607 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:20:07.234994 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:20:07.235359 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:20:07.236006 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.236721 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 14:20:07.237268 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.237757 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.238068 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.238376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.238676 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.239502 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.239881 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.240333 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.240631 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.240942 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.241239 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.241538 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.241826 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.242120 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.242413 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.242702 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] debug = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.242991 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.243428 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.243846 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.244135 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.244434 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.244737 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.245014 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.245300 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.245588 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.245926 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] host = dv-neutron-836581-2-hyperv {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.246209 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.246500 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.246791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.247080 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.247359 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.247642 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.247931 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.248211 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.248490 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.248792 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.249087 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.249378 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.249670 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.249900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.250127 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.250429 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.250717 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.250999 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.251277 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.251555 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.251843 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.252274 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.252549 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.252987 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.253455 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.253964 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.254451 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.255379 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.255851 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.256241 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.256767 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.257264 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.257564 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.257854 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.258172 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.258432 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.258712 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.259021 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.259314 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.259600 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.259889 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.260167 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.260472 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.260747 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.261101 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.261528 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] use_json = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.261973 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.262451 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.262804 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.263091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.263375 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.263660 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.263942 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.264239 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.265457 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:07.265457 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.265457 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.265457 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.265773 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.266692 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.266692 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.266692 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.267467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.267467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.267467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.267779 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.267960 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.268983 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.268983 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.268983 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.269307 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.269607 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.269903 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.270877 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.271160 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.271447 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.271729 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.272021 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.272306 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.272598 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.272923 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.273207 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.273505 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.273796 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.274703 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.275012 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.275294 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.275588 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.276081 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.276574 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.277027 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.277319 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.277617 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.277903 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.278181 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.278467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.278750 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.279142 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.279593 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.280059 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.280545 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.280992 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.281280 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.281561 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.281850 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.282129 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.282420 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.282703 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.282979 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.283255 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.283537 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.283811 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.284087 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.284370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.284645 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.285092 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.285370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.285647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.286688 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.287113 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.287557 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.288020 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.288480 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.289067 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.289464 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.289755 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.290038 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.290323 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.290607 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.290902 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.291212 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.291498 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.291784 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.292161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.292686 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.293159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.293619 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.294086 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.294411 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.294895 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.295417 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.295856 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.296162 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.296480 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.296801 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.297110 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.297399 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.297685 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.297976 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.298262 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.298544 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.298833 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.299127 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.299426 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.299726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.300024 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.300321 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.300619 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.301061 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.301401 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.301704 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:07.301926 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:20:07.302183 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104309) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 14:20:07.731596 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 14:20:07.731879 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 14:20:07.732193 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 14:20:07.732531 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 14:20:08.079187 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.079498 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.079751 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.081202 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.081479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.084266 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.137154 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.137437 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.137708 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.152807 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.153096 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.153365 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.183653 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.183938 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.184211 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.220446 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.220751 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.221023 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.560651 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.561295 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.561295 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.561463 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.562101 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.661361 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.661742 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.662028 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.662303 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.662574 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.662889 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.663153 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.663414 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.663670 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.663954 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.664218 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.664485 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.664777 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.665031 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.665287 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.665553 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.665809 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.666086 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.666357 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.666617 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.666891 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.667145 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.667424 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.667802 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.668054 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.668301 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.668818 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:08.669067 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:08.669310 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:08.669552 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:08.669794 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:08.670033 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:08.670399 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 14:20:08.673495 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 14:20:08.678223 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 14:20:08.682013 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Apr 06 14:20:08.683655 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 14:20:08.684117 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 14:20:08.684452 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 14:20:08.684868 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 14:20:08.688682 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 14:20:08.688961 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 14:20:08.689310 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:20:08.694930 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 14:20:08.718666 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 14:20:08.719125 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.719425 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104309) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 14:20:08.719799 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.721200 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104309) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 14:20:08.721481 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:20:08.721732 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 14:20:08.725094 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.725378 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:08.786999 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 14:20:08.787238 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 14:20:08.787475 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 14:20:08.787841 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 14:20:08.811320 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_db.sqlalchemy.engines [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104309) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 14:20:09.394094 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing driver for type 'gre' Apr 06 14:20:09.394625 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] gre ID ranges: [(1, 1000)] Apr 06 14:20:09.595353 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing driver for type 'local' Apr 06 14:20:09.595903 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing driver for type 'vlan' Apr 06 14:20:09.675198 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] VlanTypeDriver initialization complete Apr 06 14:20:09.675478 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing driver for type 'vxlan' Apr 06 14:20:09.675986 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] vxlan ID ranges: [(1, 1000)] Apr 06 14:20:09.875339 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing extension driver 'port_security' Apr 06 14:20:09.875681 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] PortSecurityExtensionDriver initialization complete Apr 06 14:20:09.876016 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing mechanism driver 'openvswitch' Apr 06 14:20:09.876366 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing mechanism driver 'hyperv' Apr 06 14:20:09.883540 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:09.884394 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.884798 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.885153 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.885686 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104309) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:20:09.886130 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.886487 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.886829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.887232 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104309) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:20:09.887641 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.887992 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.888335 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.888758 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104309) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:20:09.893376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > security_group after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > security_group after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104309) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:20:09.893376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893755 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893755 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893755 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104309) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:20:09.893755 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > address_group after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.893755 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > address_group after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.894117 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.894117 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104309) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:20:09.894117 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] ML2 OVO RPC backend initialized. {{(pid=104309) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 14:20:09.894354 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.894719 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.895262 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.896326 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > networks before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.896687 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.897063 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > ports before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.897483 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.897834 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnets before_response 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.898186 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.898532 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.898870 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.899206 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.899545 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.899882 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.900220 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.900559 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.900922 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.908132 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded quota_driver: . Apr 06 14:20:09.908547 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.plugin [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Modular L2 Plugin initialization complete Apr 06 14:20:09.908937 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading services supported by the core plugin {{(pid=104309) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 14:20:09.909286 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.plugins.ml2.managers [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Got port-security extension from driver 'port_security' Apr 06 14:20:09.909771 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.extensions.vlantransparent [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Disabled vlantransparent extension. Apr 06 14:20:09.910268 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104309) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 14:20:09.910598 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: router Apr 06 14:20:09.946751 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.947078 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_create 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.947459 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router before_create 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.947832 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.948212 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.948577 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_delete 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.948980 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.949341 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.949706 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_create 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.950061 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_update 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.950418 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_update 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.950773 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.951141 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_update 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.951560 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_update 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.951938 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.952281 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.952622 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: subnet after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.953013 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.953367 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.953720 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_create 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.954071 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.954415 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.954783 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router after_update 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.955131 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.955487 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_create 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.956112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.956463 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_update 55549900 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.957017 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > agent after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.957360 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > agent after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.958333 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > network after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.959337 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Tracking information for resource: router configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:09.959673 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Tracking information for resource: floatingip configured {{(pid=104309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:20:09.964517 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.db.l3_agentschedulers_db [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 14:20:09.965134 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.965498 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port after_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.965854 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port after_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.966209 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: port after_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.967011 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router before_create 55550100 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.967382 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.967749 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_create 55550100 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.968109 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > router precommit_update 55550100 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.972911 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.provider_configuration [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service providers = [] {{(pid=104309) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 14:20:09.973451 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.db.servicetype_db [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104309) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 14:20:09.976415 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.service_base [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:20:09.976798 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.service_base [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:20:09.977143 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.service_base [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:20:09.978039 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.services.service_base [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:20:09.978411 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.services.service_base [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 14:20:09.978799 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:09.979119 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 14:20:09.989807 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:09.990144 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: auto_allocate Apr 06 14:20:09.995874 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: network precommit_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.996246 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: network precommit_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:09.996802 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:09.997127 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: tag Apr 06 14:20:10.003777 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:10.004107 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: timestamp Apr 06 14:20:10.008484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:10.008840 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: network_ip_availability Apr 06 14:20:10.014301 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:10.014677 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:10.015034 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:10.015745 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:10.016071 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: flavors Apr 06 14:20:10.022800 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:10.023139 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading Plugin: revisions Apr 06 14:20:10.027553 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:20:10.027954 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_concurrency.lockutils [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.296s {{(pid=104309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 14:20:10.028719 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104309) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 14:20:10.029063 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Initializing extension manager. Apr 06 14:20:10.029597 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: __init__.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.029942 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: __pycache__ {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.030281 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: address_group.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.031040 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.031602 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: address-group Apr 06 14:20:10.031930 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: address_scope.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.032642 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.033181 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: address-scope Apr 06 14:20:10.033508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.034451 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.034966 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: router-admin-state-down-before-update Apr 06 14:20:10.043186 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: agent.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.043186 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.043186 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: agent Apr 06 14:20:10.043186 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: agent_resources_synced.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.043716 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.044232 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: agent-resources-synced Apr 06 14:20:10.044557 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: allowedaddresspairs.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.046383 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.046908 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: allowed-address-pairs Apr 06 14:20:10.047239 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: auto_allocated_topology.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.048319 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.048879 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: auto-allocated-topology Apr 06 14:20:10.049209 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: availability_zone.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.049932 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.050495 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: availability_zone Apr 06 14:20:10.050819 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: availability_zone_filter.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.051807 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.052319 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: availability_zone_filter Apr 06 14:20:10.052645 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: data_plane_status.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.053579 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.054094 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 14:20:10.054419 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: default_subnetpools.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.055341 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.055850 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: default-subnetpools Apr 06 14:20:10.056174 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.057016 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.057528 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: dhcp_agent_scheduler Apr 06 14:20:10.057854 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: dns.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.058768 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.059275 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension dns-integration not supported by any of loaded plugins Apr 06 14:20:10.059599 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: dns_domain_ports.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.060516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.061047 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 14:20:10.061372 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.062292 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.062818 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 14:20:10.063146 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: dvr.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.063817 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.064321 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: dvr Apr 06 14:20:10.064643 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: ecmp_routes.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.065596 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.066099 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 14:20:10.066439 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: empty_string_filtering.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.068120 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.068668 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: empty-string-filtering Apr 06 14:20:10.069020 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.069939 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.070448 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:20:10.077898 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.078613 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.079122 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 14:20:10.079445 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: external_net.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.080354 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.081163 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: external-net Apr 06 14:20:10.081492 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.082400 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.083556 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: extra_dhcp_opt Apr 06 14:20:10.083779 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: extraroute.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.084726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.085235 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: extraroute Apr 06 14:20:10.085559 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: extraroute_atomic.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.086585 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.087098 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: extraroute-atomic Apr 06 14:20:10.087419 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: filter_validation.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.088083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.088590 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: filter-validation Apr 06 14:20:10.088947 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: fip_pf_description.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.089861 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.090362 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 14:20:10.090683 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: fip_pf_port_range.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.091603 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.092108 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 14:20:10.092429 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: fip_port_details.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.093558 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.094071 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: fip-port-details Apr 06 14:20:10.094394 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: flavors.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.095673 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.096165 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: flavors Apr 06 14:20:10.096491 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.098230 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.098752 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 14:20:10.099085 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: floatingip_pools.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.099789 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.100301 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: floatingip-pools Apr 06 14:20:10.100632 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: ip_allocation.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.101596 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.102103 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 14:20:10.102431 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.103354 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.103867 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: ip-substring-filtering Apr 06 14:20:10.104197 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l2_adjacency.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.105151 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.105659 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 14:20:10.105987 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.106961 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.107481 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: router Apr 06 14:20:10.107811 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.110068 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.110605 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:20:10.110939 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.111872 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.112399 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: ext-gw-mode Apr 06 14:20:10.112758 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.120790 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.121311 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: l3-ha Apr 06 14:20:10.121639 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.122559 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.123069 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 14:20:10.123395 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_flavors.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.124321 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.124874 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: l3-flavors Apr 06 14:20:10.125204 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.126604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.127129 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 14:20:10.127464 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.128395 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.128954 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 14:20:10.129288 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: l3agentscheduler.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.131028 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.131550 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: l3_agent_scheduler Apr 06 14:20:10.131882 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: local_ip.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.133709 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.134240 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension local_ip not supported by any of loaded plugins Apr 06 14:20:10.134577 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: logging.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.136186 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.136723 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension logging not supported by any of loaded plugins Apr 06 14:20:10.137095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: metering.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.137853 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.138440 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: metering Apr 06 14:20:10.138774 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.139874 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.140454 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: metering_source_and_destination_fields Apr 06 14:20:10.140818 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: multiprovidernet.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.141756 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.142270 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: multi-provider Apr 06 14:20:10.142599 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: netmtu.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.143538 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.144053 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: net-mtu Apr 06 14:20:10.144377 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: netmtu_writable.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.145394 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.145998 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: net-mtu-writable Apr 06 14:20:10.146326 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: network_availability_zone.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.147007 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.147511 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: network_availability_zone Apr 06 14:20:10.147835 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: network_ip_availability.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.148975 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.149489 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: network-ip-availability Apr 06 14:20:10.149814 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: network_segment_range.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.150582 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.151087 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 14:20:10.151413 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: pagination.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.152396 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.152757 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: pagination Apr 06 14:20:10.153084 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: port_device_profile.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.154012 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.154533 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: port-device-profile Apr 06 14:20:10.154860 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.161104 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.161623 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: port-mac-address-regenerate Apr 06 14:20:10.161949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.162868 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.163383 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: port-numa-affinity-policy Apr 06 14:20:10.163712 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: port_resource_request.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.164640 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.165178 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 14:20:10.165501 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: port_resource_request_groups.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.166483 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.166997 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 14:20:10.167322 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: portbindings.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.168245 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.168799 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: binding Apr 06 14:20:10.169124 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: portbindings_extended.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.170418 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.170936 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: binding-extended Apr 06 14:20:10.171265 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: portsecurity.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.172229 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.172768 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: port-security Apr 06 14:20:10.173096 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: project_id.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.174084 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.174423 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: project-id Apr 06 14:20:10.174749 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: providernet.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.175683 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.176200 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: provider Apr 06 14:20:10.177065 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.180558 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.181116 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos not supported by any of loaded plugins Apr 06 14:20:10.181452 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.182696 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.183212 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 14:20:10.183559 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.184499 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.185048 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 14:20:10.185377 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_default.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.186310 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.186822 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-default not supported by any of loaded plugins Apr 06 14:20:10.187149 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_fip.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.188069 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.188608 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-fip not supported by any of loaded plugins Apr 06 14:20:10.188972 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.189893 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.190406 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 14:20:10.190732 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_gateway_ip.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.191776 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.193046 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 14:20:10.193372 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_port_network_policy.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.194318 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.194835 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 14:20:10.195228 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.196277 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.196937 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 14:20:10.197219 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.198273 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.198794 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 14:20:10.199122 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_pps_rule.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.200328 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.200885 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-pps not supported by any of loaded plugins Apr 06 14:20:10.201217 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_rule_type_details.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.202140 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.202652 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 14:20:10.202978 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.203901 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.204413 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 14:20:10.204765 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: qos_rules_alias.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.206141 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.206651 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 14:20:10.206978 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: quota_check_limit.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.208193 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.208757 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: quota-check-limit Apr 06 14:20:10.212067 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: quotasv2.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.212067 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.212067 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: quotas Apr 06 14:20:10.212067 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: quotasv2_detail.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.213538 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.213878 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: quota_details Apr 06 14:20:10.214208 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: rbac.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.215267 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.215792 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: rbac-policies Apr 06 14:20:10.216124 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: rbac_address_group.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.217103 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.217627 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: rbac-address-group Apr 06 14:20:10.217951 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: rbac_address_scope.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.218877 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.219390 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: rbac-address-scope Apr 06 14:20:10.219715 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: rbac_security_groups.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.220737 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.221335 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: rbac-security-groups Apr 06 14:20:10.221660 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: rbac_subnetpool.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.222640 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.223184 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: rbac-subnetpool Apr 06 14:20:10.223647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: revisionifmatch.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.224585 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.225145 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: revision-if-match Apr 06 14:20:10.225472 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: revisions.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.226596 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.227111 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: standard-attr-revisions Apr 06 14:20:10.227436 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: router_availability_zone.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.228114 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.228623 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: router_availability_zone Apr 06 14:20:10.229000 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: routerservicetype.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.229924 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.230431 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension router-service-type not supported by any of loaded plugins Apr 06 14:20:10.230752 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.231693 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.232209 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: security-groups-normalized-cidr Apr 06 14:20:10.232532 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.233538 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.234052 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: port-security-groups-filtering Apr 06 14:20:10.234376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.241536 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.242122 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: security-groups-remote-address-group Apr 06 14:20:10.242492 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.243494 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.244074 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: security-groups-shared-filtering Apr 06 14:20:10.244435 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.245117 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 14:20:10.245478 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: securitygroup.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.256616 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.257335 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: security-group Apr 06 14:20:10.257626 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: segment.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.258389 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.258902 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension segment not supported by any of loaded plugins Apr 06 14:20:10.259232 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.260216 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.260752 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 14:20:10.261085 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: servicetype.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.262195 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.262713 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: service-type Apr 06 14:20:10.263044 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: sorting.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.269826 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.270250 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: sorting Apr 06 14:20:10.270635 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: standard_attr_segment.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.271689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.272191 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 14:20:10.272518 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: standardattrdescription.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.273198 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.273708 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: standard-attr-description Apr 06 14:20:10.274032 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: stateful_security_group.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.274995 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.275519 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: stateful-security-group Apr 06 14:20:10.275845 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: stdattrs_common.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.276419 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 14:20:10.276774 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.277733 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.278248 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 14:20:10.278571 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: subnet_onboard.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.279637 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.280161 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: subnet_onboard Apr 06 14:20:10.280489 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.281498 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.282014 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 14:20:10.282341 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: subnet_service_types.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.283282 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.283803 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: subnet-service-types Apr 06 14:20:10.284132 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: subnetallocation.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.285267 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.285861 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: subnet_allocation Apr 06 14:20:10.286351 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.287033 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.287549 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: subnetpool-prefix-ops Apr 06 14:20:10.287875 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.288838 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.289354 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 14:20:10.289679 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: tagging.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.290756 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.291283 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: standard-attr-tag Apr 06 14:20:10.291610 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: timestamp.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.292834 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.293439 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loaded extension: standard-attr-timestamp Apr 06 14:20:10.293768 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: trunk.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.294823 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.295343 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension trunk not supported by any of loaded plugins Apr 06 14:20:10.295670 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: trunk_details.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.296610 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.297227 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension trunk-details not supported by any of loaded plugins Apr 06 14:20:10.297601 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: uplink_status_propagation.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.298532 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.299048 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 14:20:10.299374 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Loading extension file: vlantransparent.py {{(pid=104309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:20:10.300051 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:20:10.300559 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 14:20:10.303705 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:network Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:subnet Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:port Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service FLAVORS assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.309448 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:router Apr 06 14:20:10.310025 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:20:10.310025 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service METERING assigned prefix: /metering {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.310433 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:10.310807 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:10.311159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:20:10.312161 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:20:10.312603 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:20:10.313075 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:20:10.313674 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service CORE assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.314016 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:20:10.314382 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] subnetpool is already registered Apr 06 14:20:10.314829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service CORE assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.315160 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:20:10.315496 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] subnetpool is already registered Apr 06 14:20:10.318551 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.318982 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service FLAVORS assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.319568 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.319999 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.320332 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:router Apr 06 14:20:10.320671 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] router is already registered Apr 06 14:20:10.321113 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:20:10.321450 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] floatingip is already registered Apr 06 14:20:10.321909 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service METERING assigned prefix: /metering {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.322599 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:20:10.322929 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] rbac_policy is already registered Apr 06 14:20:10.323342 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:20:10.323677 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] security_group is already registered Apr 06 14:20:10.324082 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:20:10.324451 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] security_group_rule is already registered Apr 06 14:20:10.325105 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service CORE assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.325438 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:20:10.325773 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] subnetpool is already registered Apr 06 14:20:10.326193 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.v2.resource_helper [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Service CORE assigned prefix: {{(pid=104309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:20:10.326523 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:20:10.326852 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING neutron.quota.resource_registry [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] subnetpool is already registered Apr 06 14:20:10.327328 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: extensions {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.328902 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: address-groups {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.330375 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: address-scopes {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.331961 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: agents {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.333737 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: auto-allocated-topology {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.334979 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: availability_zones {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.336190 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: dhcp-networks {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.337773 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: dhcp-agents {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.339213 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: routers {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.342581 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: flavors {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.343761 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: service_profiles {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.345010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: next_providers {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.346444 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: service_profiles {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.348012 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: floatingip-pools {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.349845 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: routers {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.351956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: floatingips {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.353264 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: l3-routers {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.354727 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: l3-agents {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.356168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: metering-labels {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.357573 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: metering-label-rules {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.358854 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: network-ip-availabilities {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.360103 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: bindings {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.362727 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: quotas {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.364319 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: quotas {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.365875 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: rbac-policies {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.367170 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: security-groups {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.368393 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: security-group-rules {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.369631 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: service-providers {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.370871 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: subnetpools {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.372312 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: subnetpools {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.373784 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.375459 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.377288 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.379084 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.381013 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.382891 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.384579 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.386531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.388325 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.390184 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron.api.extensions [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Extended resource: tags {{(pid=104309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:20:10.396651 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING keystonemiddleware.auth_token [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 14:20:10.401499 dv-neutron-836581-2-hyperv neutron-server[104309]: WARNING keystonemiddleware.auth_token [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 14:20:10.410036 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_concurrency.lockutils [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Acquired lock "singleton_lock" {{(pid=104309) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 14:20:10.412643 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_concurrency.lockutils [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Releasing lock "singleton_lock" {{(pid=104309) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 14:20:10.412643 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Starting 2 workers Apr 06 14:20:10.416659 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Started child 104420 {{(pid=104309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:20:10.421353 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Started child 104421 {{(pid=104309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:20:10.422157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.422942 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO neutron.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 14:20:10.423624 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.423720 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [-] (104420) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:20:10.426131 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Starting 1 workers Apr 06 14:20:10.426342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.427860 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [-] (104421) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:20:10.431536 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Started child 104422 {{(pid=104309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:20:10.432084 dv-neutron-836581-2-hyperv neutron-server[104309]: INFO oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Starting 1 workers Apr 06 14:20:10.435566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] calling RpcWorker wait() {{(pid=104422) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 14:20:10.438164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] returning from RpcWorker wait() {{(pid=104422) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 14:20:10.438286 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Started child 104423 {{(pid=104309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:20:10.438379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.438480 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7f43-7b93-4df7-861a-e9782d18580b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.438575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.439414 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104309) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 14:20:10.439623 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:20:10.439814 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:20:10.440084 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:20:10.440625 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:20:10.440821 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:20:10.441443 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.445803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.445803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.445965 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446421 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446912 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446912 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446912 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.446912 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 41740) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:10.447314 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447314 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447314 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447314 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447314 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447627 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.447865 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.448142 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] debug = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.448301 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.448804 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.449037 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.449302 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.449525 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.449809 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.450059 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.450336 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.450555 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.450808 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.451052 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.451318 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.451565 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.451799 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.452053 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.452273 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.452531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.452780 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.453243 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] host = dv-neutron-836581-2-hyperv {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.453488 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.453736 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.454042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.454307 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.454565 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.454801 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.455156 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068743 Apr 06 14:20:10.455417 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.456149 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.456547 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.456965 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.458094 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.459291 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.459704 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.460119 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.460449 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_options = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.461618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.462047 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.462476 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.462840 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.463157 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.463490 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.463768 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.463944 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.464220 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.464452 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.464683 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.465367 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.465367 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.465560 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.470949 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.471999 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.472307 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.472542 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.472841 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.473229 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.473582 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.473901 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.474131 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.474375 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.474658 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_json = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.474909 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.475150 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.475407 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.475626 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.475990 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.476370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.476602 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.477046 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.477295 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.477732 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.478503 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.478910 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.479339 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.479601 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.479865 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.480154 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.480411 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.480837 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.481244 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.481371 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.481660 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.481906 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.482271 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.482693 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.482937 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.483283 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.483528 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.483805 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.484197 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.484566 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.484817 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.485063 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.485494 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.485732 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.485968 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.486219 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.486447 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.486915 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.487349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.487699 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.487971 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.488231 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.488493 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.488773 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.489156 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.489502 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.489752 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.489995 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.490396 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.490682 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.490924 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.491278 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.491644 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.492025 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.492297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.492550 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.492803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.493078 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.493333 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.493561 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.493821 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.493988 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.494335 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.494691 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.494935 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.495179 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.495418 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.495686 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.495907 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.496116 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.496328 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.496571 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.497657 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.497884 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499349 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.499870 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.500531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.500782 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.501172 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.501426 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.501652 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.501870 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.502094 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.502328 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.502560 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.502791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.503010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.503239 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.503469 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.503709 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.503928 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.504143 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.505865 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.506112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.506363 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.506612 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.506896 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.507213 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.507519 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.508467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.508467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.508467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.508960 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.508960 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.509233 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.509233 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.509495 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511083 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511935 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511935 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511935 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.511935 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.512551 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.512551 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.512551 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.512983 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.513131 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.513269 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.513576 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.513795 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.514056 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.514915 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.514915 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.514915 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.515338 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.515338 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.515635 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.515855 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.516592 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.516592 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.516592 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.517073 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.517213 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.517350 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.517565 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.517818 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.518072 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.518309 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.521902 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.522224 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.522483 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.522732 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.522948 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.523231 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.523481 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.523829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.524022 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.524403 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.524571 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.525135 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.525135 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.525468 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.525468 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.525732 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.527260 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.527260 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.527260 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.527260 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.527260 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.527260 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.528479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.528479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.528479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.528479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.528479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.528479 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529370 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529913 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529913 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.529913 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.530313 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.530456 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.530617 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.531642 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.531642 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.531642 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.531642 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.532265 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.532265 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.532630 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.532630 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.533002 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.533140 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.533276 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.533482 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.533849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.534228 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.534666 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.534666 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.534937 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.535224 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.535652 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.536038 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.536197 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.536433 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.536859 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.537281 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.537506 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.537728 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.538589 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.538589 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.538589 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.538811 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.538904 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.539091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.539311 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.539550 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.539875 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.540058 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.540313 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.540554 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.540826 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.541062 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.541334 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.541488 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.541991 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.542231 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.543283 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.543530 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.543840 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.544038 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.544294 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.544524 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.544825 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.545829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.545829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.545829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.545829 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.546156 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.546156 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.546376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.546588 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.546988 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.547357 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.547579 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.547807 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.548034 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.548248 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.548514 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.548762 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.548981 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.549214 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.549426 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.549632 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556091 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.556620 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557161 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.557726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.558571 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.558809 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.559074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.560422 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.560591 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.560846 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.561778 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.561778 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.561778 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.561778 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.562356 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.562356 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.562618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.562774 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.563054 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.563210 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.563390 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.563613 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.563847 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.564748 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.564748 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.564748 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.565594 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.566566 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.567487 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:20:10.568344 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104309) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 14:20:10.568682 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:20:10.568872 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:20:10.569053 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:20:10.569231 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:20:10.569491 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:20:10.569612 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.569787 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.569952 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.570118 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.570282 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.570467 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.570633 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.570797 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.570959 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.571120 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.571282 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.571443 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.571609 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.571815 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.572115 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.572403 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.572689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.573010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.573382 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.573698 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.573865 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.574029 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.574193 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] debug = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.574357 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.574561 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.574733 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.575662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.575662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.575662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.575662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.575662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.575662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.576045 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.576045 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.576163 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.576226 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577006 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577006 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577006 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577006 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577006 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577337 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] host = dv-neutron-836581-2-hyperv {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577337 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577457 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577596 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577764 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.577941 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578088 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578237 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578386 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578525 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578662 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578799 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.578957 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.579102 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.579251 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.579408 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_options = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.579551 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.579697 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.580266 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.580266 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.580266 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.584900 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.585791 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.586362 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.587511 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588057 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_json = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588508 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588922 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.588922 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.589049 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.589234 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:20:10.589373 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.589538 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.589997 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.589997 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.589997 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.590205 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.590328 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.590492 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.592095 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593042 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.593956 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.596180 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.600159 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.601803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602297 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.602849 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.603484 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604168 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604695 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604695 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604695 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604695 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.604989 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.605068 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.605198 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.605368 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.605529 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.605762 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.605902 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.606233 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.606405 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.606626 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.606726 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.606869 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.607203 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.607368 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.607531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.607702 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.607865 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.608027 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.608192 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.608355 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.608516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.608682 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.608866 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609035 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609199 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609485 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609485 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609716 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609825 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.609990 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.610188 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.610360 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.610488 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.610651 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.610814 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.611002 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.611788 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.611788 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.611788 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.611788 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.611788 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.612171 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.612171 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.612315 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.612393 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.612498 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.612659 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.614215 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.614215 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.614215 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.614215 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620001 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.620453 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621010 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.621531 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622074 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.622604 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623139 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.623689 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624088 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624088 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624224 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624330 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624447 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624613 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624808 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.624995 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.625141 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.625308 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.625472 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.628724 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.629886 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.630516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.630516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.630516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.630516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.630516 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.631111 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.631301 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.631629 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.631803 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.632113 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.632424 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.632767 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.633072 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.633376 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.633681 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.633984 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.634294 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.634596 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.634897 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.635187 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.635501 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.635678 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.635861 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.636032 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.636475 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.636475 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.636634 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.636760 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.636918 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.642618 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643112 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.643647 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644189 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.644842 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:20:10.646743 dv-neutron-836581-2-hyperv neutron-server[104309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:20:22.266497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37033f1b-7e28-432b-94e2-073d239df27e None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:20:22.328471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37033f1b-7e28-432b-94e2-073d239df27e None None] No non-hosted networks {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 14:20:22.341790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.agentschedulers_db [None req-37033f1b-7e28-432b-94e2-073d239df27e None None] DHCP Agent not found on host dv-neutron-836581-2-hyperv {{(pid=104422) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 14:20:22.542962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8a490ba4-c941-4054-9a72-7ee2f4e97ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938013'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:24.626348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-897912b7-620c-488b-a3ed-92b74a71f687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938013'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:24.663031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e7604670-1f9f-4916-990d-d07426762e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:25.709020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938013'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:25.720023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 41822) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:26.256110 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING oslo_policy.policy [None req-927e59c1-c778-4b0e-8ec5-c384b01524e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:26.257009 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING oslo_policy.policy [None req-927e59c1-c778-4b0e-8ec5-c384b01524e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:26.491221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-927e59c1-c778-4b0e-8ec5-c384b01524e0 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:20:26.503090 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-927e59c1-c778-4b0e-8ec5-c384b01524e0 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7713113 Apr 06 14:20:27.309741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938013'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.481161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938013'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.481869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.482168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.482501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.482853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.483149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.483519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.483854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.484531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.484888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.485225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.485563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.485887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.486203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.486517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.486826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.487254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-836581-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:28.500812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-836581-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:29.107717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 41852) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:29.453578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:29.548224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.policy [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104421) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 14:20:29.591458 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING oslo_policy.policy [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:29.591874 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING oslo_policy.policy [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:29.784289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763357691776', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763357691347', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763357674816', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763357668048', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763357724218', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763357718692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-565062', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1821091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662974'] for rbac-policy (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.974209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.981224 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0ca137f5-610a-48a0-af44-67f49e518c01 admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8724480 Apr 06 14:20:31.831891 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.db.l3_hamode_db [None req-d0d51f4f-92d6-420a-ba79-d3543a5ab05c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 14:20:31.908923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d51f4f-92d6-420a-ba79-d3543a5ab05c None None] Routers set() bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:31.909313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d51f4f-92d6-420a-ba79-d3543a5ab05c None None] Router IDs set() for agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:20:32.562465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 41864) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:32.875142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:32.966364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Made reservation on behalf of 25dd644313c34fe5a24f076e72803987 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:32.970161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:32.987313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.091806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks [] for security_group (28f232d9-f1bd-4097-b0e0-151a712876df), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.212011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (28f232d9-f1bd-4097-b0e0-151a712876df), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.244832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:33.272389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763360052848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (bf10a440-41e0-4c04-a709-a2b1cf5c7f20), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.273012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Unsubscribe: segment precommit_create {{(pid=104421) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:20:33.273532 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Added segment bf10a440-41e0-4c04-a709-a2b1cf5c7f20 of type vlan for network 6a7b6e2f-0219-4ece-b8ba-04b171176570 Apr 06 14:20:33.279299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=28f232d9-f1bd-4097-b0e0-151a712876df,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:33.302398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.302745 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.303099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.303454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.303769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.304099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.304430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.304799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.305140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.305466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.305804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.306145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.306469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.306788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.307106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Tracked resource versions report: Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: pushed versions: Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: { 'AddressGroup': {'1.2'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Agent': {'1.1'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'ConntrackHelper': {'1.0'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Log': {'1.0'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'NDPProxy': {'1.0'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Network': {'1.1'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Port': {'1.7'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'PortForwarding': {'1.3'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'QosPolicy': {'1.10'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroup': {'1.5'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SubPort': {'1.0'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Subnet': {'1.1'}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Trunk': {'1.1'}} Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: consumer versions: Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Agent': '1.1', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'ConntrackHelper': '1.0', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'LocalIPAssociation': '1.0', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Log': '1.0', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'NDPProxy': '1.0', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Network': '1.1', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Port': '1.7', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'PortForwarding': '1.3', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'QosPolicy': '1.10', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroup': '1.5', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroupRule': '1.2', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SubPort': '1.0', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Subnet': '1.1', Apr 06 14:20:33.308453 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Trunk': '1.1'}} Apr 06 14:20:33.311428 dv-neutron-836581-2-hyperv neutron-server[104421]: {{(pid=104421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:20:33.386323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (6a7b6e2f-0219-4ece-b8ba-04b171176570), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.463476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (6a7b6e2f-0219-4ece-b8ba-04b171176570), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.469017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:33.469729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:33.594681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] Pushing event updated for resources: {'Network': ['ID=6a7b6e2f-0219-4ece-b8ba-04b171176570,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:33.607154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:20:33.608869 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-08bb0946-a216-4931-b5e8-e2631882ffef demo demo] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0451992 Apr 06 14:20:36.185718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 41876) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:36.586956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d09d75-1bc1-4b03-9421-35851cc7e5cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:36.588327 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-01d09d75-1bc1-4b03-9421-35851cc7e5cc demo admin] 10.222.0.89 "GET /v2.0/networks/6a7b6e2f-0219-4ece-b8ba-04b171176570 HTTP/1.1" status: 200 len: 826 time: 0.4016199 Apr 06 14:20:36.613401 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9ef06374-0fd6-4086-8374-774d2f502244 demo admin] 10.222.0.89 "GET /v2.0/subnetpools/f14a9865-3b83-4fe0-9a6c-c16c988ad9e9 HTTP/1.1" status: 200 len: 734 time: 0.0187628 Apr 06 14:20:36.622296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Request body: {'subnet': {'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:36.685526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Made reservation on behalf of 25dd644313c34fe5a24f076e72803987 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:36.687736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:37.035654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (9b36a4e7-5a81-4533-814e-58d8afeb926c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:37.106955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Pushing event updated for resources: {'Subnet': ['ID=9b36a4e7-5a81-4533-814e-58d8afeb926c,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.108951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Checking segment: {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:20:37.109340 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Network hostable DHCP agents. Network: 6a7b6e2f-0219-4ece-b8ba-04b171176570, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:37.200109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:37.280030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 6a7b6e2f-0219-4ece-b8ba-04b171176570) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:37.284820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:37.285415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:37.289757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0df49-460e-4b8d-b644-307647759541 None None] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:20:37.390264 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9f575d73-8e5b-4eaa-bdbf-aa04a4ed7fdf demo admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7710581 Apr 06 14:20:37.683359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-6a7b6e2f-0219-4ece-b8ba-04b171176570', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'project_id': '25dd644313c34fe5a24f076e72803987', 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:20:37.684628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:37.968746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Allocated IP 172.20.0.2 (6a7b6e2f-0219-4ece-b8ba-04b171176570/9b36a4e7-5a81-4533-814e-58d8afeb926c/bd197582-fe58-4853-9da6-387c681de033) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:38.246891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Publish callbacks [] for port (bd197582-fe58-4853-9da6-387c681de033), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:38.355425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (bd197582-fe58-4853-9da6-387c681de033), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:38.436417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:38.442012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:38.447725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Pushing event updated for resources: {'Port': ['ID=bd197582-fe58-4853-9da6-387c681de033,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.449931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:20:38.460445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.460818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.461183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.461528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.461862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.462191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.462520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.462847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.463194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.463524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.463864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.464207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.464534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.464878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.465203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Tracked resource versions report: Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: pushed versions: Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: { 'AddressGroup': {'1.2'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Agent': {'1.1'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'ConntrackHelper': {'1.0'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Log': {'1.0'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'NDPProxy': {'1.0'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Network': {'1.1'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Port': {'1.7'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'PortForwarding': {'1.3'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'QosPolicy': {'1.10'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroup': {'1.5'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SubPort': {'1.0'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Subnet': {'1.1'}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Trunk': {'1.1'}} Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: consumer versions: Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Agent': '1.1', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'ConntrackHelper': '1.0', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'LocalIPAssociation': '1.0', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Log': '1.0', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'NDPProxy': '1.0', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Network': '1.1', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Port': '1.7', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'PortForwarding': '1.3', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'QosPolicy': '1.10', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroup': '1.5', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroupRule': '1.2', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SubPort': '1.0', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Subnet': '1.1', Apr 06 14:20:38.466615 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Trunk': '1.1'}} Apr 06 14:20:38.468529 dv-neutron-836581-2-hyperv neutron-server[104422]: {{(pid=104422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:20:38.541383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Attempting to bind port bd197582-fe58-4853-9da6-387c681de033 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:20:38.541709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Attempting to bind port bd197582-fe58-4853-9da6-387c681de033 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:20:38.542120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Attempting to bind port bd197582-fe58-4853-9da6-387c681de033 on network 6a7b6e2f-0219-4ece-b8ba-04b171176570 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:20:38.547548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:20:38.547950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Checking segment: {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:20:38.548408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:38.548825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Bound using segment: {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:20:38.549307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Bound port: bd197582-fe58-4853-9da6-387c681de033, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:20:38.550311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bd197582-fe58-4853-9da6-387c681de033), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:38.616377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] For port bd197582-fe58-4853-9da6-387c681de033, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:38.638074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] For port bd197582-fe58-4853-9da6-387c681de033, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bd197582-fe58-4853-9da6-387c681de033,segment=NetworkSegment(bf10a440-41e0-4c04-a709-a2b1cf5c7f20),segment_id=bf10a440-41e0-4c04-a709-a2b1cf5c7f20)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:38.743481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bd197582-fe58-4853-9da6-387c681de033), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:38.840907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e34501-18ee-475d-aab7-cef94491b7af None None] Pushing event updated for resources: {'Port': ['ID=bd197582-fe58-4853-9da6-387c681de033,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:39.975377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 41884) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:40.289884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-a6033c41-af9c-4aaf-8d07-805bdb3d06cc admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:20:40.290932 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a6033c41-af9c-4aaf-8d07-805bdb3d06cc admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146014 Apr 06 14:20:42.844136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41892) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:43.344570 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING oslo_policy.policy [None req-431909cb-42a0-472c-8acd-3d84c888cd05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:43.345279 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING oslo_policy.policy [None req-431909cb-42a0-472c-8acd-3d84c888cd05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:43.573799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-431909cb-42a0-472c-8acd-3d84c888cd05 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:20:43.575091 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-431909cb-42a0-472c-8acd-3d84c888cd05 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7289107 Apr 06 14:20:46.191000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41906) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:46.512991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:46.574003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.policy [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104420) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 14:20:46.617404 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING oslo_policy.policy [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:46.617790 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING oslo_policy.policy [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:20:46.755010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (96bba55f-feab-4209-8618-1e0171599832), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:46.756983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (96bba55f-feab-4209-8618-1e0171599832), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:46.917644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Publish callbacks [] for router_controller (96bba55f-feab-4209-8618-1e0171599832), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:46.961246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (96bba55f-feab-4209-8618-1e0171599832), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:47.019018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:47.020209 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ff72996e-03ab-443f-98fb-5bce76f718e8 demo demo] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8281682 Apr 06 14:20:49.254831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bd197582-fe58-4853-9da6-387c681de033 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:20:49.350479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bd197582-fe58-4853-9da6-387c681de033 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:49.350886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd197582-fe58-4853-9da6-387c681de033), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.463857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bd197582-fe58-4853-9da6-387c681de033 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:49.464256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bd197582-fe58-4853-9da6-387c681de033), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.505127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port bd197582-fe58-4853-9da6-387c681de033, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bd197582-fe58-4853-9da6-387c681de033,segment=NetworkSegment(bf10a440-41e0-4c04-a709-a2b1cf5c7f20),segment_id=bf10a440-41e0-4c04-a709-a2b1cf5c7f20)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:49.583272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bd197582-fe58-4853-9da6-387c681de033), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.633259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=bd197582-fe58-4853-9da6-387c681de033,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.653218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41920) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:49.968554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-acb555eb-fa49-442d-be93-d25d5028aba3 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:20:49.984731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-acb555eb-fa49-442d-be93-d25d5028aba3 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154011 Apr 06 14:20:50.486118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252edcc6-c67a-404e-a16d-c82b74bd0d17 None None] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:20:50.617452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2ec150a8-ad75-4cb1-9006-c8ee62f2c621 None None] Provisioning complete for port bd197582-fe58-4853-9da6-387c681de033 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:50.617845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ec150a8-ad75-4cb1-9006-c8ee62f2c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd197582-fe58-4853-9da6-387c681de033), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:50.712786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2ec150a8-ad75-4cb1-9006-c8ee62f2c621 None None] Current status of the port bd197582-fe58-4853-9da6-387c681de033 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:50.832828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9bcc0d47-a799-442a-abcd-26886abd0ffb None None] Provisioning complete for port bd197582-fe58-4853-9da6-387c681de033 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:50.833215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0d47-a799-442a-abcd-26886abd0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd197582-fe58-4853-9da6-387c681de033), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:50.911145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc0d47-a799-442a-abcd-26886abd0ffb None None] Current status of the port bd197582-fe58-4853-9da6-387c681de033 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:51.240558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bd197582-fe58-4853-9da6-387c681de033 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:20:51.288724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bd197582-fe58-4853-9da6-387c681de033 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:51.289120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd197582-fe58-4853-9da6-387c681de033), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:51.366452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bd197582-fe58-4853-9da6-387c681de033 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:52.268496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-842a9c52-2cae-4c65-a0f0-1569224aa71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:52.540063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41928) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:52.853851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:52.925592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Made reservation on behalf of 77c3208f815d4fff892c450490cc6800 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:52.928347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:52.943643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.044415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks [] for security_group (a8d72535-5914-4f91-bc60-1119def1efb4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.112957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a8d72535-5914-4f91-bc60-1119def1efb4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.123712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Reserving flat network on physical network physnet1 {{(pid=104420) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 14:20:53.154302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763360052848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (dd6668ef-edfc-4971-930b-eff76805b233), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.154868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Unsubscribe: segment precommit_create {{(pid=104420) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:20:53.155401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Added segment dd6668ef-edfc-4971-930b-eff76805b233 of type flat for network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 Apr 06 14:20:53.171601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d72535-5914-4f91-bc60-1119def1efb4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:53.198242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.198590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.202815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Tracked resource versions report: Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: pushed versions: Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: { 'AddressGroup': {'1.2'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Agent': {'1.1'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'ConntrackHelper': {'1.0'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Log': {'1.0'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'NDPProxy': {'1.0'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Network': {'1.1'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Port': {'1.7'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'PortForwarding': {'1.3'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'QosPolicy': {'1.10'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroup': {'1.5'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SubPort': {'1.0'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Subnet': {'1.1'}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Trunk': {'1.1'}} Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: consumer versions: Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Agent': '1.1', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'ConntrackHelper': '1.0', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'LocalIPAssociation': '1.0', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Log': '1.0', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'NDPProxy': '1.0', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Network': '1.1', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Port': '1.7', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'PortForwarding': '1.3', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'QosPolicy': '1.10', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroup': '1.5', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroupRule': '1.2', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SubPort': '1.0', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Subnet': '1.1', Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Trunk': '1.1'}} Apr 06 14:20:53.204394 dv-neutron-836581-2-hyperv neutron-server[104420]: {{(pid=104420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:20:53.277921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9f2643ff-14b7-4ccf-900a-4e41bd3245f9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.382565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9f2643ff-14b7-4ccf-900a-4e41bd3245f9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.383725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:53.384452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:53.481719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] Pushing event updated for resources: {'Network': ['ID=9f2643ff-14b7-4ccf-900a-4e41bd3245f9,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:53.492302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:20:53.544042 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d82ef1eb-4b47-4d3b-b2f7-bc11e174494d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9930513 Apr 06 14:20:54.634114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-345513eb-d355-4103-aa1f-5bd9d751d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:55.629052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:56.060279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41950) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:56.311073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28397bbb-1172-4e6e-ab00-b6d351c11d68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:56.312449 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-28397bbb-1172-4e6e-ab00-b6d351c11d68 demo admin] 10.222.0.89 "GET /v2.0/subnets/9b36a4e7-5a81-4533-814e-58d8afeb926c HTTP/1.1" status: 200 len: 849 time: 0.2511747 Apr 06 14:20:56.455835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bb231aa3-44fb-410c-b22f-5e7e0d8cd388 demo admin] 10.222.0.89 "GET /v2.0/routers/96bba55f-feab-4209-8618-1e0171599832 HTTP/1.1" status: 200 len: 704 time: 0.1363328 Apr 06 14:20:56.730864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:57.030271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Allocated IP 172.20.0.1 (6a7b6e2f-0219-4ece-b8ba-04b171176570/9b36a4e7-5a81-4533-814e-58d8afeb926c/e4e63ce8-e276-4f86-bcf5-8eabdb548c10) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:57.223442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks [] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:57.313703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:57.377918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:57.458982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:57.463900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:57.469098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Pushing event updated for resources: {'Port': ['ID=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:57.472474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:20:57.473017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (96bba55f-feab-4209-8618-1e0171599832), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:57.499676 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:20:57.773968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0e475baf-60e7-4b2f-a957-eceec94510a0 None None] Provisioning complete for port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:57.774272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e475baf-60e7-4b2f-a957-eceec94510a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:57.809725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0e475baf-60e7-4b2f-a957-eceec94510a0 None None] Port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:20:57.823314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:58.031686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks [] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:58.078045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:58.079015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (96bba55f-feab-4209-8618-1e0171599832), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:58.160851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Pushing event updated for resources: {'Port': ['ID=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:58.208002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:58.209323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:58.440218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d6d82cbc-029f-486b-bd6e-2f880ed1985a None None] Provisioning complete for port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:58.440763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d6d82cbc-029f-486b-bd6e-2f880ed1985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:58.462729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Router 96bba55f-feab-4209-8618-1e0171599832 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:20:58.479534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d6d82cbc-029f-486b-bd6e-2f880ed1985a None None] Port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:20:58.496094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:58.562081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:58.567930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-98c68646-8882-41b4-a771-03741a3bf2ab demo admin] 10.222.0.89 "PUT /v2.0/routers/96bba55f-feab-4209-8618-1e0171599832/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1071525 Apr 06 14:20:58.574356 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Sync routers for ids ['96bba55f-feab-4209-8618-1e0171599832'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:58.587294 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Routers {'96bba55f-feab-4209-8618-1e0171599832'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:58.588196 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['96bba55f-feab-4209-8618-1e0171599832'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:58.781866 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Set router 96bba55f-feab-4209-8618-1e0171599832 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:59.219068 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bba55f-feab-4209-8618-1e0171599832', 'name': 'router1', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:46Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '25dd644313c34fe5a24f076e72803987', 'gw_port_host': None, '_interfaces': [{'id': 'e4e63ce8-e276-4f86-bcf5-8eabdb548c10', 'name': '', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'mac_address': 'fa:16:3e:41:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:56Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '25dd644313c34fe5a24f076e72803987', 'subnets': [{'id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.269197 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Checking router: 96bba55f-feab-4209-8618-1e0171599832 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:59.269569 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Updating router 96bba55f-feab-4209-8618-1e0171599832 port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:20:59.349490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:59.847949 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Publish callbacks [] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:59.913346 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.079239 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Pushing event updated for resources: {'Port': ['ID=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:00.094621 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.094963 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.095973 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.096300 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.096731 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.096975 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.097299 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.097618 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.097948 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.098315 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.098609 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.098945 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.099263 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.099579 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.099893 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Tracked resource versions report: Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: pushed versions: Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: { 'AddressGroup': {'1.2'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Agent': {'1.1'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'ConntrackHelper': {'1.0'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Log': {'1.0'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'NDPProxy': {'1.0'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Network': {'1.1'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Port': {'1.7'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'PortForwarding': {'1.3'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'QosPolicy': {'1.10'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroup': {'1.5'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SubPort': {'1.0'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Subnet': {'1.1'}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Trunk': {'1.1'}} Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: consumer versions: Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Agent': '1.1', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'ConntrackHelper': '1.0', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'LocalIPAssociation': '1.0', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Log': '1.0', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'NDPProxy': '1.0', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Network': '1.1', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Port': '1.7', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'PortForwarding': '1.3', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'QosPolicy': '1.10', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroup': '1.5', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroupRule': '1.2', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SubPort': '1.0', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Subnet': '1.1', Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Trunk': '1.1'}} Apr 06 14:21:00.101336 dv-neutron-836581-2-hyperv neutron-server[104423]: {{(pid=104423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:21:00.104058 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Attempting to bind port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:21:00.104058 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Attempting to bind port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:21:00.104487 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Attempting to bind port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 on network 6a7b6e2f-0219-4ece-b8ba-04b171176570 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:21:00.110164 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:21:00.110589 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Checking segment: {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:21:00.111251 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.111611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-42aec503-43fc-468c-91f4-ee447174bc05 None None] Provisioning complete for port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:00.112076 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Bound using segment: {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:21:00.112159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-42aec503-43fc-468c-91f4-ee447174bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.112456 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Bound port: e4e63ce8-e276-4f86-bcf5-8eabdb548c10, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf10a440-41e0-4c04-a709-a2b1cf5c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:21:00.112860 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.148867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-42aec503-43fc-468c-91f4-ee447174bc05 None None] Port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:21:00.180971 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] For port e4e63ce8-e276-4f86-bcf5-8eabdb548c10, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:00.200668 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] For port e4e63ce8-e276-4f86-bcf5-8eabdb548c10, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,segment=NetworkSegment(bf10a440-41e0-4c04-a709-a2b1cf5c7f20),segment_id=bf10a440-41e0-4c04-a709-a2b1cf5c7f20)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:00.257045 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.316435 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Routers {'96bba55f-feab-4209-8618-1e0171599832'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:00.317096 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['96bba55f-feab-4209-8618-1e0171599832'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:00.354153 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f992c33-8ea8-422d-8c39-f00c00272819 None None] Pushing event updated for resources: {'Port': ['ID=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:00.414402 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] Set router 96bba55f-feab-4209-8618-1e0171599832 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:00.470943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] Provisioning complete for port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:00.471326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.557282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] Current status of the port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:00.557908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.594388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] For port e4e63ce8-e276-4f86-bcf5-8eabdb548c10, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,segment=NetworkSegment(bf10a440-41e0-4c04-a709-a2b1cf5c7f20),segment_id=bf10a440-41e0-4c04-a709-a2b1cf5c7f20)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:00.635674 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bba55f-feab-4209-8618-1e0171599832', 'name': 'router1', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:46Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '25dd644313c34fe5a24f076e72803987', 'gw_port_host': None, '_interfaces': [{'id': 'e4e63ce8-e276-4f86-bcf5-8eabdb548c10', 'name': '', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'mac_address': 'fa:16:3e:41:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:56Z', 'updated_at': '2022-04-06T14:21:00Z', 'revision_number': 4, 'project_id': '25dd644313c34fe5a24f076e72803987', 'subnets': [{'id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:00.645225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.663881 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55312ed6-38d5-4304-891e-1e431b819a1f None None] The sync data for ids ['96bba55f-feab-4209-8618-1e0171599832'] in dv-neutron-836581-2-hyperv is: [{'id': '96bba55f-feab-4209-8618-1e0171599832', 'name': 'router1', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:46Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '25dd644313c34fe5a24f076e72803987', 'gw_port_host': None, '_interfaces': [{'id': 'e4e63ce8-e276-4f86-bcf5-8eabdb548c10', 'name': '', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'mac_address': 'fa:16:3e:41:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:56Z', 'updated_at': '2022-04-06T14:21:00Z', 'revision_number': 4, 'project_id': '25dd644313c34fe5a24f076e72803987', 'subnets': [{'id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:21:00.696627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba62a1a-d27e-42e0-8c68-c2121875777e None None] Pushing event updated for resources: {'Port': ['ID=e4e63ce8-e276-4f86-bcf5-8eabdb548c10,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:01.117293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41972) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:01.235250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f11420-cb10-4812-b945-029658293179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:01.236761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e6f11420-cb10-4812-b945-029658293179 admin admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 842 time: 0.1182752 Apr 06 14:21:01.245928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Request body: {'subnet': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.6.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:01.323889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Made reservation on behalf of 77c3208f815d4fff892c450490cc6800 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:01.326306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:01.698229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:21:01.698665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (9b1afa03-72ce-4baf-a720-296d51299866), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:01.755083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1afa03-72ce-4baf-a720-296d51299866,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:01.766292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:21:01.766644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Network hostable DHCP agents. Network: 9f2643ff-14b7-4ccf-900a-4e41bd3245f9, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:01.868243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:01.965085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 9f2643ff-14b7-4ccf-900a-4e41bd3245f9) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:01.969754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:01.971600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:01.975901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d244f0-eba7-4dfb-8650-bd67aadab0f9 None None] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:21:02.073600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c9bd7bfb-ae21-4b19-9168-82ea60a1510c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8167531 Apr 06 14:21:02.083333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85731f-f959-4a24-a639-434339c23db1 None None] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:21:04.567742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41980) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:04.707295 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1cd92781-7fb5-4285-91db-a661de8cf2ac demo admin] 10.222.0.89 "GET /v2.0/routers/96bba55f-feab-4209-8618-1e0171599832 HTTP/1.1" status: 200 len: 710 time: 0.1383698 Apr 06 14:21:04.791376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3dac1c-4fec-42a2-b931-772e39a9a924 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:04.792674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7e3dac1c-4fec-42a2-b931-772e39a9a924 demo admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 886 time: 0.0800631 Apr 06 14:21:04.803520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:05.140724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks [] for router_gateway (96bba55f-feab-4209-8618-1e0171599832), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:05.462484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks [] for router_gateway (96bba55f-feab-4209-8618-1e0171599832), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:05.542016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:05.775529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Allocated IP 172.26.6.25 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/670b8574-ce2e-4249-9a42-b9e3327755f6) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:05.878427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks [] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:05.971616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:06.013322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:06.016132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:06.019815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:21:06.103781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Pushing event updated for resources: {'Port': ['ID=670b8574-ce2e-4249-9a42-b9e3327755f6,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:06.385325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks [] for router_gateway (96bba55f-feab-4209-8618-1e0171599832), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:06.586605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (96bba55f-feab-4209-8618-1e0171599832), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:06.589832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (96bba55f-feab-4209-8618-1e0171599832), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:06.695781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Router 96bba55f-feab-4209-8618-1e0171599832 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:06.892783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:06.896935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:06.912729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a2f6d61a-5408-4022-99bb-fb4413134729 demo admin] 10.222.0.89 "PUT /v2.0/routers/96bba55f-feab-4209-8618-1e0171599832 HTTP/1.1" status: 200 len: 889 time: 2.0978076 Apr 06 14:21:09.270842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e4e63ce8-e276-4f86-bcf5-8eabdb548c10 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:21:09.321133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:09.321519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.402162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:09.512271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 41992) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:09.633415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Sync routers for ids ['96bba55f-feab-4209-8618-1e0171599832'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:21:09.635047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b1a3e641-6844-4865-b408-280219f33d41 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1216311 Apr 06 14:21:09.645109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Routers {'96bba55f-feab-4209-8618-1e0171599832'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:09.645814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['96bba55f-feab-4209-8618-1e0171599832'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:09.888387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Set router 96bba55f-feab-4209-8618-1e0171599832 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:10.368200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bba55f-feab-4209-8618-1e0171599832', 'name': 'router1', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '670b8574-ce2e-4249-9a42-b9e3327755f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:46Z', 'updated_at': '2022-04-06T14:21:06Z', 'revision_number': 4, 'project_id': '25dd644313c34fe5a24f076e72803987', 'gw_port': {'id': '670b8574-ce2e-4249-9a42-b9e3327755f6', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:05Z', 'updated_at': '2022-04-06T14:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e4e63ce8-e276-4f86-bcf5-8eabdb548c10', 'name': '', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'mac_address': 'fa:16:3e:41:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:56Z', 'updated_at': '2022-04-06T14:21:00Z', 'revision_number': 5, 'project_id': '25dd644313c34fe5a24f076e72803987', 'subnets': [{'id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:10.420288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Checking router: 96bba55f-feab-4209-8618-1e0171599832 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:21:10.420645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Updating router 96bba55f-feab-4209-8618-1e0171599832 port 670b8574-ce2e-4249-9a42-b9e3327755f6 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:21:10.475811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:10.796364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Publish callbacks [] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:10.867725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:10.918792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b84fa7-65a5-419f-99e0-9d50e38f4ede None None] Pushing event updated for resources: {'Port': ['ID=670b8574-ce2e-4249-9a42-b9e3327755f6,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:10.924656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Attempting to bind port 670b8574-ce2e-4249-9a42-b9e3327755f6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:21:10.925065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Attempting to bind port 670b8574-ce2e-4249-9a42-b9e3327755f6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:21:10.925428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Attempting to bind port 670b8574-ce2e-4249-9a42-b9e3327755f6 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:21:10.932641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:21:10.933060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:21:10.933464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:10.933862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:21:10.934331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Bound port: 670b8574-ce2e-4249-9a42-b9e3327755f6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:21:10.934745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:10.998432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] For port 670b8574-ce2e-4249-9a42-b9e3327755f6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:11.002079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] For port 670b8574-ce2e-4249-9a42-b9e3327755f6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=670b8574-ce2e-4249-9a42-b9e3327755f6,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:11.090539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:11.147945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Routers {'96bba55f-feab-4209-8618-1e0171599832'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:11.148558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['96bba55f-feab-4209-8618-1e0171599832'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:11.182472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b84fa7-65a5-419f-99e0-9d50e38f4ede None None] Pushing event updated for resources: {'Port': ['ID=670b8574-ce2e-4249-9a42-b9e3327755f6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:11.262987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] Set router 96bba55f-feab-4209-8618-1e0171599832 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:11.496642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bba55f-feab-4209-8618-1e0171599832', 'name': 'router1', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '670b8574-ce2e-4249-9a42-b9e3327755f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:46Z', 'updated_at': '2022-04-06T14:21:06Z', 'revision_number': 4, 'project_id': '25dd644313c34fe5a24f076e72803987', 'gw_port': {'id': '670b8574-ce2e-4249-9a42-b9e3327755f6', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:05Z', 'updated_at': '2022-04-06T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e4e63ce8-e276-4f86-bcf5-8eabdb548c10', 'name': '', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'mac_address': 'fa:16:3e:41:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:56Z', 'updated_at': '2022-04-06T14:21:00Z', 'revision_number': 5, 'project_id': '25dd644313c34fe5a24f076e72803987', 'subnets': [{'id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:11.526018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193210fb-aaec-4347-a424-2cf5252d0282 None None] The sync data for ids ['96bba55f-feab-4209-8618-1e0171599832'] in dv-neutron-836581-2-hyperv is: [{'id': '96bba55f-feab-4209-8618-1e0171599832', 'name': 'router1', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '670b8574-ce2e-4249-9a42-b9e3327755f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:46Z', 'updated_at': '2022-04-06T14:21:06Z', 'revision_number': 4, 'project_id': '25dd644313c34fe5a24f076e72803987', 'gw_port': {'id': '670b8574-ce2e-4249-9a42-b9e3327755f6', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:05Z', 'updated_at': '2022-04-06T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e4e63ce8-e276-4f86-bcf5-8eabdb548c10', 'name': '', 'network_id': '6a7b6e2f-0219-4ece-b8ba-04b171176570', 'tenant_id': '25dd644313c34fe5a24f076e72803987', 'mac_address': 'fa:16:3e:41:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bba55f-feab-4209-8618-1e0171599832', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:56Z', 'updated_at': '2022-04-06T14:21:00Z', 'revision_number': 5, 'project_id': '25dd644313c34fe5a24f076e72803987', 'subnets': [{'id': '9b36a4e7-5a81-4533-814e-58d8afeb926c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f14a9865-3b83-4fe0-9a6c-c16c988ad9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:21:13.309360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 670b8574-ce2e-4249-9a42-b9e3327755f6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:21:13.394440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 670b8574-ce2e-4249-9a42-b9e3327755f6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:13.394758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:13.478806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 670b8574-ce2e-4249-9a42-b9e3327755f6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:13.479215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:13.499811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 670b8574-ce2e-4249-9a42-b9e3327755f6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=670b8574-ce2e-4249-9a42-b9e3327755f6,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:13.586611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:13.667120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=670b8574-ce2e-4249-9a42-b9e3327755f6,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:15.307706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 670b8574-ce2e-4249-9a42-b9e3327755f6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:21:15.458652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 670b8574-ce2e-4249-9a42-b9e3327755f6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:15.459053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (670b8574-ce2e-4249-9a42-b9e3327755f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:15.742852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 670b8574-ce2e-4249-9a42-b9e3327755f6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:22.255366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-512e0b09-ad34-45fa-bd4f-8ce47f8037a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.638079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4c63-7eaf-4fe2-9fa3-de660ecbabaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.643970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:27.289773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:28.478480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:34.500436 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:21:52.300553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0b9e9d29-9345-45de-91ce-298c23b191a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:54.642887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-65623d03-5c94-458b-b280-00c691ca6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:55.626032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:58.231704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:58.510109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:11.500479 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:22:22.281420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-654f47c6-a353-4108-b3e2-121b935e7830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:24.640788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f0adea7-2888-43ff-b5f1-d140f91be37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:25.640896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:27.252619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:28.480927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:38.650096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42508) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:38.712154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-004ee008-d3a9-415c-bd5b-9efceabab609 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:22:38.713458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-004ee008-d3a9-415c-bd5b-9efceabab609 admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624156 Apr 06 14:22:38.874878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475f522-3a01-4760-88ad-2e6db40b2b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:38.876351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e475f522-3a01-4760-88ad-2e6db40b2b19 admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1582916 Apr 06 14:22:41.223526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:41.314881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4a8d4-4746-4364-a89d-058850818fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:41.316227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2bd4a8d4-4746-4364-a89d-058850818fc9 admin admin] 10.222.0.89 "GET /v2.0/subnets/9b36a4e7-5a81-4533-814e-58d8afeb926c HTTP/1.1" status: 200 len: 849 time: 0.0917587 Apr 06 14:22:41.326672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:22:41.411495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Publish callbacks [] for subnet (9b36a4e7-5a81-4533-814e-58d8afeb926c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.611162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763359885581'] for subnet (9b36a4e7-5a81-4533-814e-58d8afeb926c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.647529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:41.648125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.650276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] 10.222.0.89 "PUT /v2.0/subnets/9b36a4e7-5a81-4533-814e-58d8afeb926c HTTP/1.1" status: 200 len: 868 time: 0.3281884 Apr 06 14:22:41.652847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e0d5a-59b8-4f45-b5f2-e5b38564515d None None] Network 6a7b6e2f-0219-4ece-b8ba-04b171176570 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:22:41.669785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b36a4e7-5a81-4533-814e-58d8afeb926c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:41.677337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.677754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.678060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.678411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.678753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.679097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.679432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.679775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.680100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.680430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.680788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.691250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.691250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.691250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.691250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93e2a3-8f5a-4fcc-b451-aecd1a7ec51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.976614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-35e83c6c-5b84-4cd3-b2e1-68ddaba5be14 None None] Provisioning complete for port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:22:41.977029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35e83c6c-5b84-4cd3-b2e1-68ddaba5be14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e4e63ce8-e276-4f86-bcf5-8eabdb548c10), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:42.053361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-35e83c6c-5b84-4cd3-b2e1-68ddaba5be14 None None] Current status of the port e4e63ce8-e276-4f86-bcf5-8eabdb548c10 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:22:42.063339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-35e83c6c-5b84-4cd3-b2e1-68ddaba5be14 None None] Provisioning complete for port bd197582-fe58-4853-9da6-387c681de033 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:22:42.063727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35e83c6c-5b84-4cd3-b2e1-68ddaba5be14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd197582-fe58-4853-9da6-387c681de033), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:42.141931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-35e83c6c-5b84-4cd3-b2e1-68ddaba5be14 None None] Current status of the port bd197582-fe58-4853-9da6-387c681de033 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:22:44.088104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42526) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:44.299667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75437643-53f5-4a80-a070-c6daab478d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:44.300093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75437643-53f5-4a80-a070-c6daab478d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:44.301673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-75437643-53f5-4a80-a070-c6daab478d33 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2125142 Apr 06 14:22:46.609308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42534) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:46.740959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1c49d-fe15-4f2f-9ced-295a907b0ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:46.741433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1c49d-fe15-4f2f-9ced-295a907b0ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:46.742951 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0da1c49d-fe15-4f2f-9ced-295a907b0ae9 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1327024 Apr 06 14:22:48.499459 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:22:49.088993 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42542) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:49.265740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63307e43-4420-424f-895e-b9bc9a614a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:49.267130 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63307e43-4420-424f-895e-b9bc9a614a29 admin admin] 10.222.0.89 "GET /v2.0/networks/6a7b6e2f-0219-4ece-b8ba-04b171176570 HTTP/1.1" status: 200 len: 870 time: 0.1772180 Apr 06 14:22:51.620568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42552) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:51.749144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44aaeca-89cd-4501-bec8-1726022bfa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:51.750500 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a44aaeca-89cd-4501-bec8-1726022bfa80 admin admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 886 time: 0.1289501 Apr 06 14:22:52.274098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8e024149-83e4-4da0-b14e-5c19b9210eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:54.107549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42560) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:54.230570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4ca4b-9c8a-440a-a824-03dffa93eb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:54.231027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4ca4b-9c8a-440a-a824-03dffa93eb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:54.238903 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7cb4ca4b-9c8a-440a-a824-03dffa93eb42 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303992 Apr 06 14:22:54.651906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-464faf83-4bf9-406c-93e1-0bc7d91a0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:55.647130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:56.603984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42568) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:56.698897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9bb13-63d3-4384-9072-3b056a5e64b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:56.699343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9bb13-63d3-4384-9072-3b056a5e64b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:56.700884 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c9f9bb13-63d3-4384-9072-3b056a5e64b9 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959275 Apr 06 14:22:57.296658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:58.490966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:59.058456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:59.145664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797d7d6-ffe1-4cc1-b1b7-25d3590549b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:59.147008 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8797d7d6-ffe1-4cc1-b1b7-25d3590549b4 admin admin] 10.222.0.89 "GET /v2.0/subnets/9b1afa03-72ce-4baf-a720-296d51299866 HTTP/1.1" status: 200 len: 816 time: 0.0876069 Apr 06 14:23:01.518982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42584) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:01.612228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baccda33-b9e8-46f0-8919-12a7c68eb074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:01.613630 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-baccda33-b9e8-46f0-8919-12a7c68eb074 admin admin] 10.222.0.89 "GET /v2.0/subnets/9b36a4e7-5a81-4533-814e-58d8afeb926c HTTP/1.1" status: 200 len: 868 time: 0.0937846 Apr 06 14:23:22.278025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3de14540-6800-4c16-b17c-606462fa90e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.626555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-582a83fe-8825-4972-873a-179a4d1dd81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.498283 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:23:25.632078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:27.283562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:28.529687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:43.205750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42642) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:43.254349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-6fbc8c1a-8b54-40c2-bc75-2e0847bbf7b8 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:23:43.255524 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6fbc8c1a-8b54-40c2-bc75-2e0847bbf7b8 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487368 Apr 06 14:23:45.663397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42650) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:45.725403 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc89887-47eb-447e-b493-07d134ebdefa admin admin] GET failed (client error): The resource could not be found. Apr 06 14:23:45.726708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-abc89887-47eb-447e-b493-07d134ebdefa admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623691 Apr 06 14:23:45.813077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20417708-fa58-422b-923c-70c2947eff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:45.814534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-20417708-fa58-422b-923c-70c2947eff54 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836923 Apr 06 14:23:48.163696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42658) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:48.210636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:48.299535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Made reservation on behalf of 77c3208f815d4fff892c450490cc6800 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:48.302021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:48.331206 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.services.revisions.revision_plugin [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Could not find related network for resource to bump revision. Apr 06 14:23:48.345544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:23:48.355973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7dd9b61c-92db-47f2-989e-5230f491eaf7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:48.356227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Added segment 7dd9b61c-92db-47f2-989e-5230f491eaf7 of type vlan for network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 Apr 06 14:23:48.408579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (dbcea22c-016c-4041-a5ee-1f608ae7c1d3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:48.494080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (dbcea22c-016c-4041-a5ee-1f608ae7c1d3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:48.495036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:48.495606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:48.556070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcea22c-016c-4041-a5ee-1f608ae7c1d3,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:48.562502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.562848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.563184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.563514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.563846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.564175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.564496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.564842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.565163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.565481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.565866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.566617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.566617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.566912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.567221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:48.579456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:23:48.599597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0290fde5-7d80-4edb-87f9-d97fe42106c4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4347522 Apr 06 14:23:50.955551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42666) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:51.017472 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-512d3684-222b-4083-a4fb-4710538927bb admin admin] GET failed (client error): The resource could not be found. Apr 06 14:23:51.018837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-512d3684-222b-4083-a4fb-4710538927bb admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623083 Apr 06 14:23:51.087020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa24c7b9-6a8d-44ad-9512-26ccc02b9faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.088499 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aa24c7b9-6a8d-44ad-9512-26ccc02b9faa admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0654283 Apr 06 14:23:51.098187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:51.156784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Made reservation on behalf of 77c3208f815d4fff892c450490cc6800 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:51.158968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:51.385612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (68870d3e-6063-4364-ab7b-75ee9a6dbe21), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:51.444965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=68870d3e-6063-4364-ab7b-75ee9a6dbe21,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:51.453401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Checking segment: {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:51.453401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Network hostable DHCP agents. Network: dbcea22c-016c-4041-a5ee-1f608ae7c1d3, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:23:51.579757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:23:51.693768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, dbcea22c-016c-4041-a5ee-1f608ae7c1d3) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:51.698429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.698961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:51.703080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafa541-b4b2-44c0-ac1c-eb335c3e49e5 None None] Network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:23:51.782557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-33f0608e-4805-4ab2-b6c5-8174284db6bb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6876714 Apr 06 14:23:51.805983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-dbcea22c-016c-4041-a5ee-1f608ae7c1d3', 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3', 'project_id': '77c3208f815d4fff892c450490cc6800', 'fixed_ips': [{'subnet_id': '68870d3e-6063-4364-ab7b-75ee9a6dbe21'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:23:51.806920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:51.962381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Allocated IP 192.168.233.2 (dbcea22c-016c-4041-a5ee-1f608ae7c1d3/68870d3e-6063-4364-ab7b-75ee9a6dbe21/a8cfdde5-224d-415e-8e1b-302d85f177ad) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:52.109097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Publish callbacks [] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.162642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.202978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:52.215821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:52.218226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:23:52.225601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Pushing event updated for resources: {'Port': ['ID=a8cfdde5-224d-415e-8e1b-302d85f177ad,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:52.245907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.246248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.246711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.247090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.247430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.247755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.248077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.248396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.248810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.249134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.249472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.249811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.250132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.250442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.250756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:52.306174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Attempting to bind port a8cfdde5-224d-415e-8e1b-302d85f177ad on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:23:52.306654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Attempting to bind port a8cfdde5-224d-415e-8e1b-302d85f177ad by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:23:52.307017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Attempting to bind port a8cfdde5-224d-415e-8e1b-302d85f177ad on network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:23:52.311946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3527461c-f504-4c9e-95dd-1cf60cfdcffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.313819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:23:52.314192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Checking segment: {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:52.314585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.314965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Bound using segment: {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:23:52.315430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Bound port: a8cfdde5-224d-415e-8e1b-302d85f177ad, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:23:52.315819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.381172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] For port a8cfdde5-224d-415e-8e1b-302d85f177ad, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:52.385112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] For port a8cfdde5-224d-415e-8e1b-302d85f177ad, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a8cfdde5-224d-415e-8e1b-302d85f177ad,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:52.442694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.509188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655be0d-89fd-47cc-bc3d-5dac1e2b50e4 None None] Pushing event updated for resources: {'Port': ['ID=a8cfdde5-224d-415e-8e1b-302d85f177ad,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:53.427322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a8cfdde5-224d-415e-8e1b-302d85f177ad up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:53.461081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4cb26-83db-4ca8-91eb-5162c690b752 None None] Network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:23:53.544592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] Provisioning complete for port a8cfdde5-224d-415e-8e1b-302d85f177ad triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:53.544991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:53.616530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a8cfdde5-224d-415e-8e1b-302d85f177ad triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:53.616948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:53.723787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] Current status of the port a8cfdde5-224d-415e-8e1b-302d85f177ad is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:53.723787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:53.787529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a8cfdde5-224d-415e-8e1b-302d85f177ad is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:53.788485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:53.791606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] For port a8cfdde5-224d-415e-8e1b-302d85f177ad, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a8cfdde5-224d-415e-8e1b-302d85f177ad,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:53.865757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:53.944827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:23:53.945141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:23:53.946027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a11c4-cbde-419c-b1d5-dbd8c71c58e4 None None] Pushing event updated for resources: {'Port': ['ID=a8cfdde5-224d-415e-8e1b-302d85f177ad,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:53.985569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e0e3c14d-5adb-4c21-a51a-6f97ea4363e8 None None] Provisioning complete for port a8cfdde5-224d-415e-8e1b-302d85f177ad triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:53.985961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c14d-5adb-4c21-a51a-6f97ea4363e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:54.067832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3c14d-5adb-4c21-a51a-6f97ea4363e8 None None] Current status of the port a8cfdde5-224d-415e-8e1b-302d85f177ad is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:54.482092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a8cfdde5-224d-415e-8e1b-302d85f177ad is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:54.636800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f18787d8-dfa0-4127-9930-b2133cdbe037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:55.363926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a8cfdde5-224d-415e-8e1b-302d85f177ad up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:55.415607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a8cfdde5-224d-415e-8e1b-302d85f177ad triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:55.415607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a8cfdde5-224d-415e-8e1b-302d85f177ad), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:55.505696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a8cfdde5-224d-415e-8e1b-302d85f177ad is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:55.654010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:57.282352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:58.481934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:02.498648 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:22.292128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b2d5-6f7d-43b0-9a43-b3a197a5e055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:24.651724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699acbe5-a3aa-4f94-a9d1-6c9882d8a672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:25.652229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:27.297563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:28.468603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:39.497086 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:52.336533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-94525eb2-b9af-434d-bfc3-5587ac816a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:54.644793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-148f33fd-4775-4919-be27-aaaa3b395702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:55.673549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:57.295967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:58.535969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.495179 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:25:22.288676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-55d2c3f3-1969-41ba-9efe-fd4a0ac2eec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:24.648936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-423731f2-5616-4c35-90ef-ef9b0f8d226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:25.654803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.294591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.501037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:30.726822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42706) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:30.732624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-28e59078-10a1-428c-8ecb-9056f58955a5 tempest-verify_tempest_config-450865762 tempest-verify_tempest_config-450865762-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:25:30.733639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-28e59078-10a1-428c-8ecb-9056f58955a5 tempest-verify_tempest_config-450865762 tempest-verify_tempest_config-450865762-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058503 Apr 06 14:25:31.158199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42724) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:31.360834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.437185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Publish callbacks [] for security_group (504ed833-fe4f-4588-a231-cc55b619c30a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.511630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (504ed833-fe4f-4588-a231-cc55b619c30a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.556029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ed833-fe4f-4588-a231-cc55b619c30a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:31.560626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5550744f83444529a179a85e06fbd68e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4014258 Apr 06 14:25:31.564140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42728) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:31.565815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.566161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.566509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.566853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.567172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.567500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.567825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.568144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.568952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.568952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.569146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.569448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.569763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.570077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.570388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd848c94-7e2e-4ccc-b1c0-7f36828929ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.624302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Publish callbacks [] for security_group (504ed833-fe4f-4588-a231-cc55b619c30a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.645719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Publish callbacks [] for security_group (504ed833-fe4f-4588-a231-cc55b619c30a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.786238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (504ed833-fe4f-4588-a231-cc55b619c30a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.788884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.790053 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/504ed833-fe4f-4588-a231-cc55b619c30a HTTP/1.1" status: 204 len: 168 time: 0.2241163 Apr 06 14:25:31.799269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ed833-fe4f-4588-a231-cc55b619c30a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:31.805953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.806304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.806658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.806996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.807329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.807685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.808013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.808450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.808831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.809162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.809486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.809806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.810126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.810440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:31.810754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb58a63-6325-4309-9bd3-f8743223e424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:52.265121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14826e8c-de5d-4e4e-b5d0-b3a680880e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.494643 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:25:54.653294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b61aadd0-8ecc-4162-b380-a335b9d180dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:55.687668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.293429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:58.481718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:22.303393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a036d53b-f7d0-4e22-9107-cfd16d5e03ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.731900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7c17fb1-96e7-4a1d-9311-fc38c50b55c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.663235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:27.297938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:28.468891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:30.493552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 5 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:26:52.290336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-24da6db3-0a7d-45b9-8d26-a583457aa0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:53.318510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938013'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:54.633041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-082b9864-6fcb-44d6-bd25-aba8317cc754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.661066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.318329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.483184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:07.492989 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:08.446121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42800) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:27:08.551809 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4aeca920-804f-43ac-96fa-e7e5e03d45ac admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1045227 Apr 06 14:27:10.919862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42810) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:27:10.973786 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ff21033-5e08-47c5-853b-df17660b3658 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0528648 Apr 06 14:27:22.271419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b83d4f5a-2823-45df-92fc-3cbef5606872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:23.271958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:24.763150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1459ac9e-eabf-4eff-9557-e1d48a51b488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:25.700091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:27.322991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:28.493916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:44.493481 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:52.293992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6528fee3-62ce-4923-ab98-c67265e223c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:53.310449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:54.658584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12fa2c7e-28d0-4abf-837d-b83c5a5ae47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:55.693576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:57.321620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:58.493009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:21.492719 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:22.280032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ddca501-62f6-4279-b546-1bff9b41f5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:23.285809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:24.731476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7cc83334-388f-44de-a635-f3ca83f6d5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:25.679910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:27.302851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:28.497469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:35.248317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42918) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:35.700586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-48838113-network', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:35.793771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Made reservation on behalf of 7ec538dde52943eeacbad39ea9e7310a for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:35.796130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:35.804681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:35.881562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks [] for security_group (9e83a083-f35b-4d7d-90f9-3c3d967c9c25), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:35.953164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9e83a083-f35b-4d7d-90f9-3c3d967c9c25), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:35.982780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:35.988122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e83a083-f35b-4d7d-90f9-3c3d967c9c25,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:36.000243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.000609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.000987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.001331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.001665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.002000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.002332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.002657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.003014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.003334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.003678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.004006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.004327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.004654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.005002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Tracked resource versions report: Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: pushed versions: Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: { 'AddressGroup': {'1.2'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Agent': {'1.1'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'ConntrackHelper': {'1.0'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Log': {'1.0'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'NDPProxy': {'1.0'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Network': {'1.1'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Port': {'1.7'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'PortForwarding': {'1.3'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'QosPolicy': {'1.10'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroup': {'1.5'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SubPort': {'1.0'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Subnet': {'1.1'}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Trunk': {'1.1'}} Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: consumer versions: Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: HyperV agent@hv-neutron-8365: {}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Agent': '1.1', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'ConntrackHelper': '1.0', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'LocalIPAssociation': '1.0', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Log': '1.0', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'NDPProxy': '1.0', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Network': '1.1', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Port': '1.7', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'PortForwarding': '1.3', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'QosPolicy': '1.10', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroup': '1.5', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SecurityGroupRule': '1.2', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'SubPort': '1.0', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Subnet': '1.1', Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: 'Trunk': '1.1'}} Apr 06 14:28:36.006130 dv-neutron-836581-2-hyperv neutron-server[104420]: {{(pid=104420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:28:36.009121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2f3765b8-2ec1-4d06-968c-74ce6313b46b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.009461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Added segment 2f3765b8-2ec1-4d06-968c-74ce6313b46b of type vlan for network f014f8d5-b1e0-4f16-a65e-e246c927c89e Apr 06 14:28:36.050881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (f014f8d5-b1e0-4f16-a65e-e246c927c89e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.164008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (f014f8d5-b1e0-4f16-a65e-e246c927c89e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.165046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:36.165779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.235070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] Pushing event updated for resources: {'Network': ['ID=f014f8d5-b1e0-4f16-a65e-e246c927c89e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:36.245205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:28:36.334603 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8624d1d5-e7d4-4447-8148-90ea963b8b59 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0850389 Apr 06 14:28:36.337351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42966) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:36.343145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Request body: {'subnet': {'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-48838113-subnet', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:36.427919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Made reservation on behalf of 7ec538dde52943eeacbad39ea9e7310a for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:36.431185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.590042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42978) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:36.685515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (3b6fab35-ddb0-4e57-aeec-358676da6320), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.745331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6fab35-ddb0-4e57-aeec-358676da6320,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:36.753983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Checking segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:36.754344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Network hostable DHCP agents. Network: f014f8d5-b1e0-4f16-a65e-e246c927c89e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:28:36.840153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:36.929239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 42992) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:36.953583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, f014f8d5-b1e0-4f16-a65e-e246c927c89e) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:36.963172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:36.963318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:36.970618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0f0a3d-797d-4215-8818-1722f94299e1 None None] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:37.065540 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-42a9b3fb-48de-48d5-8e1a-4d777a7f2be3 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7269564 Apr 06 14:28:37.068265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 42998) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:37.079144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:37.083524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:28:37.084601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.085728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-103618209'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:37.223145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Allocated IP 172.20.0.2 (f014f8d5-b1e0-4f16-a65e-e246c927c89e/3b6fab35-ddb0-4e57-aeec-358676da6320/093f3e2f-c1dc-4367-a266-bf473baceb72) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:37.243975 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Made reservation on behalf of c1ff9b90d8924345a9b8c3817e6ac825 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:37.247368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.256094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.306326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (ec796596-8bdc-4bde-beac-6d2492a6d4ad), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.308171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (ec796596-8bdc-4bde-beac-6d2492a6d4ad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.351198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for security_group (9982dfe2-cc30-46c7-9438-60eeecb31fd2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.388260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Publish callbacks [] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.462526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1335551021-network', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:37.479681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9982dfe2-cc30-46c7-9438-60eeecb31fd2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.502487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:37.508306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.511415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks [] for router_controller (ec796596-8bdc-4bde-beac-6d2492a6d4ad), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.517388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (530fe79c-77de-49ca-9e57-6950ea5537e4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.517950 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Added segment 530fe79c-77de-49ca-9e57-6950ea5537e4 of type vlan for network 32d29318-e89e-479a-91f4-7c85fbaf5539 Apr 06 14:28:37.544955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:37.547657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:37.550126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:37.570509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Pushing event updated for resources: {'Port': ['ID=093f3e2f-c1dc-4367-a266-bf473baceb72,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:37.571876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (32d29318-e89e-479a-91f4-7c85fbaf5539), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.576994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9982dfe2-cc30-46c7-9438-60eeecb31fd2,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:37.589594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.589948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.590477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.591035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.591142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.591468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.591804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.592136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.592467 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.592822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.593152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.593650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.593987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.594317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.594476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.594645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.594830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.595178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.595515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Tracked resource versions report: Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: pushed versions: Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: { 'AddressGroup': {'1.2'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Agent': {'1.1'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'ConntrackHelper': {'1.0'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Log': {'1.0'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'NDPProxy': {'1.0'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Network': {'1.1'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Port': {'1.7'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'PortForwarding': {'1.3'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'QosPolicy': {'1.10'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroup': {'1.5'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SubPort': {'1.0'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Subnet': {'1.1'}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Trunk': {'1.1'}} Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: consumer versions: Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: HyperV agent@hv-neutron-8365: {}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Agent': '1.1', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'ConntrackHelper': '1.0', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'LocalIPAssociation': '1.0', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Log': '1.0', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'NDPProxy': '1.0', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Network': '1.1', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Port': '1.7', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'PortForwarding': '1.3', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'QosPolicy': '1.10', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroup': '1.5', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SecurityGroupRule': '1.2', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'SubPort': '1.0', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Subnet': '1.1', Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: 'Trunk': '1.1'}} Apr 06 14:28:37.595832 dv-neutron-836581-2-hyperv neutron-server[104421]: {{(pid=104421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.600121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Tracked resource versions report: Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: pushed versions: Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: { 'AddressGroup': {'1.2'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Agent': {'1.1'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'ConntrackHelper': {'1.0'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Log': {'1.0'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'NDPProxy': {'1.0'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Network': {'1.1'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Port': {'1.7'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'PortForwarding': {'1.3'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'QosPolicy': {'1.10'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroup': {'1.5'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SubPort': {'1.0'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Subnet': {'1.1'}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Trunk': {'1.1'}} Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: consumer versions: Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: HyperV agent@hv-neutron-8365: {}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Agent': '1.1', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'ConntrackHelper': '1.0', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'LocalIPAssociation': '1.0', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Log': '1.0', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'NDPProxy': '1.0', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Network': '1.1', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Port': '1.7', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'PortForwarding': '1.3', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'QosPolicy': '1.10', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroup': '1.5', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SecurityGroupRule': '1.2', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'SubPort': '1.0', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Subnet': '1.1', Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: 'Trunk': '1.1'}} Apr 06 14:28:37.601004 dv-neutron-836581-2-hyperv neutron-server[104422]: {{(pid=104422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:28:37.615915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Made reservation on behalf of 7662ebfaf0d04e88a6001ddcd8afecb0 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:37.618987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.628632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.629751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Attempting to bind port 093f3e2f-c1dc-4367-a266-bf473baceb72 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:37.630175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Attempting to bind port 093f3e2f-c1dc-4367-a266-bf473baceb72 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:37.630541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Attempting to bind port 093f3e2f-c1dc-4367-a266-bf473baceb72 on network f014f8d5-b1e0-4f16-a65e-e246c927c89e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:37.635569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:37.635942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Checking segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:37.636372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.636797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Bound using segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:37.637265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Bound port: 093f3e2f-c1dc-4367-a266-bf473baceb72, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:37.637644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.712264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] For port 093f3e2f-c1dc-4367-a266-bf473baceb72, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:37.716262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] For port 093f3e2f-c1dc-4367-a266-bf473baceb72, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=093f3e2f-c1dc-4367-a266-bf473baceb72,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:37.739270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks [] for security_group (bfecafb6-5ef0-4b59-93ce-e5737148de51), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.772143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (32d29318-e89e-479a-91f4-7c85fbaf5539), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.778400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:37.778400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.780085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43014) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:37.817290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.848066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (bfecafb6-5ef0-4b59-93ce-e5737148de51), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.853992 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2628465 Apr 06 14:28:37.858639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43018) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:37.876120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Request body: {'subnet': {'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:37.882492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:37.910512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87f5c-b02c-41b7-b478-43e2be3f6ecc None None] Pushing event updated for resources: {'Port': ['ID=093f3e2f-c1dc-4367-a266-bf473baceb72,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:37.939542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6df07-908d-4435-b72f-1fd0dcc2c63c tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event updated for resources: {'Network': ['ID=32d29318-e89e-479a-91f4-7c85fbaf5539,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:37.948768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks [] for router_gateway (ec796596-8bdc-4bde-beac-6d2492a6d4ad), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:37.951532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:28:38.036050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfecafb6-5ef0-4b59-93ce-e5737148de51,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:38.039401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5534d6c9-6cfa-45d8-863f-bb5baeec9239), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.039981 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Added segment 5534d6c9-6cfa-45d8-863f-bb5baeec9239 of type vlan for network 6d0d235c-d559-4fe9-9652-9d332da70a0a Apr 06 14:28:38.096522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (6d0d235c-d559-4fe9-9652-9d332da70a0a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.149658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Made reservation on behalf of c1ff9b90d8924345a9b8c3817e6ac825 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:38.149924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.210629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (6d0d235c-d559-4fe9-9652-9d332da70a0a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.211472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:38.212221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.616423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1419340575-network', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:38.616423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0d235c-d559-4fe9-9652-9d332da70a0a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:38.619708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:28:38.622247 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f05bbdc6-6525-4b0b-94da-12237f2894e6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5149839 Apr 06 14:28:38.622247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43036) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:38.622247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Request body: {'subnet': {'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1335551021-subnet', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:38.624519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks [] for router_gateway (ec796596-8bdc-4bde-beac-6d2492a6d4ad), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.624519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.671541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Made reservation on behalf of e9f30bec6855459bb9642ebd3f12cd29 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:38.671541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.671541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.686042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks [] for security_group (9ddec296-fe46-443f-8df9-164208c30d84), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.703266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Made reservation on behalf of 7662ebfaf0d04e88a6001ddcd8afecb0 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:38.706688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.737866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Allocated IP 172.26.6.108 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/3decee1d-c8b9-4153-bcb6-454f7f2fe810) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:38.812391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (ea0433c6-6be8-42bf-809d-1549bfaf71c5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.859722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9ddec296-fe46-443f-8df9-164208c30d84), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.866094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks [] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.936195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddec296-fe46-443f-8df9-164208c30d84,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:38.960377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:38.981553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event updated for resources: {'Subnet': ['ID=ea0433c6-6be8-42bf-809d-1549bfaf71c5,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:38.992617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Checking segment: {'id': '530fe79c-77de-49ca-9e57-6950ea5537e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:39.000873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Network hostable DHCP agents. Network: 32d29318-e89e-479a-91f4-7c85fbaf5539, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:28:39.011224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (8abcf61f-68dd-4a83-98bd-da7f8a404287), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.012107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Added segment 8abcf61f-68dd-4a83-98bd-da7f8a404287 of type vlan for network 6670e642-eebd-4577-862d-e1cabf974576 Apr 06 14:28:39.023123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.097102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (6670e642-eebd-4577-862d-e1cabf974576), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.108046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:39.114213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:39.126325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:39.187978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:39.219974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Pushing event updated for resources: {'Port': ['ID=3decee1d-c8b9-4153-bcb6-454f7f2fe810,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:39.220073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (7fb36ead-8bc7-486d-bd7f-13fcc59a8201), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.225741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (6670e642-eebd-4577-862d-e1cabf974576), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.226790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:39.228732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.312915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc0fb2-d72e-4e9d-897f-656500775b81 None None] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:39.356454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 32d29318-e89e-479a-91f4-7c85fbaf5539) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:39.375217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14af6f4-5b8f-40c4-bbbe-399257a4749b None None] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:39.381877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:39.382557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.384125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43064) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:39.399912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb36ead-8bc7-486d-bd7f-13fcc59a8201,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:39.403564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] Pushing event updated for resources: {'Network': ['ID=6670e642-eebd-4577-862d-e1cabf974576,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:39.408590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Checking segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:39.409041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Network hostable DHCP agents. Network: 6d0d235c-d559-4fe9-9652-9d332da70a0a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:28:39.448058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 6670e642-eebd-4577-862d-e1cabf974576 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:28:39.493244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a1ebc7d8-8b4e-4aad-a0ee-ede62b25441a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7113731 Apr 06 14:28:39.496229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43072) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:39.501686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Request body: {'subnet': {'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1419340575-subnet', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:39.538350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:39.549740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] Provisioning complete for port 093f3e2f-c1dc-4367-a266-bf473baceb72 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:39.550039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.554084 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f63af579-d093-4f81-8a9d-1b36bb4a7dc9 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6933234 Apr 06 14:28:39.556421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43076) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:39.572357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Request body: {'port': {'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539', 'name': 'tempest-ExtraDHCPOptionsTestJSON-236843130'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:39.641786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 093f3e2f-c1dc-4367-a266-bf473baceb72 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:39.651602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-32d29318-e89e-479a-91f4-7c85fbaf5539', 'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539', 'project_id': 'c1ff9b90d8924345a9b8c3817e6ac825', 'fixed_ips': [{'subnet_id': 'ea0433c6-6be8-42bf-809d-1549bfaf71c5'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:28:39.652572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.664562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Made reservation on behalf of e9f30bec6855459bb9642ebd3f12cd29 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:39.667092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.675394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 6d0d235c-d559-4fe9-9652-9d332da70a0a) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:39.692674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47520b47-fb53-4e4b-8a0e-0b4647aa1600 None None] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:39.764076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:39.765069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.773165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks [] for router_gateway (ec796596-8bdc-4bde-beac-6d2492a6d4ad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.026531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43086) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:40.045409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1611262472'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:40.077319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 093f3e2f-c1dc-4367-a266-bf473baceb72 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:40.077655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.084369 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fce99cc3-6875-4525-9abc-8a7c38e759a9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6283844 Apr 06 14:28:40.090994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43094) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:40.103094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:40.140482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] Current status of the port 093f3e2f-c1dc-4367-a266-bf473baceb72 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:40.140940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.147056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43096) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:40.161241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (54dedefb-3428-43da-ae05-4b238a19ce41), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.162688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (54dedefb-3428-43da-ae05-4b238a19ce41), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.244882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (54dedefb-3428-43da-ae05-4b238a19ce41), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.246252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43100) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:40.259334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-6d0d235c-d559-4fe9-9652-9d332da70a0a', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:28:40.260335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.337755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] For port 093f3e2f-c1dc-4367-a266-bf473baceb72, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=093f3e2f-c1dc-4367-a266-bf473baceb72,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:40.344069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (ec796596-8bdc-4bde-beac-6d2492a6d4ad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.349218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Allocated IP 172.20.0.2 (32d29318-e89e-479a-91f4-7c85fbaf5539/ea0433c6-6be8-42bf-809d-1549bfaf71c5/f9049570-1fb0-488e-9d07-adc28628dc51) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:40.356501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (54dedefb-3428-43da-ae05-4b238a19ce41), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.385831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.387996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.400626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Made reservation on behalf of c1ff9b90d8924345a9b8c3817e6ac825 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:40.408996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.464994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1466461302'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:40.470456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.521257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] device_id is not set on port 17be5664-c57e-4ac7-94ee-80d6b629a3fc yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:28:40.539802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0a05de4c-67b5-4888-9d17-41375ab341b1 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1619636801'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:40.544839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0a05de4c-67b5-4888-9d17-41375ab341b1 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Unknown quota resources ['metering_label']. {{(pid=104420) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:28:40.556192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 093f3e2f-c1dc-4367-a266-bf473baceb72 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:40.556673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.564614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks [] for router_controller (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.586695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:40.615904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.618724 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-009bc8e8-6e66-4b36-a0ac-be10e6b03f7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2331870 Apr 06 14:28:40.623583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43106) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:40.676041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (22b97dcd-25a8-4823-9380-3fa428732aa1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.710710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dc560-780c-4004-932d-eef567f6f42d None None] Pushing event updated for resources: {'Port': ['ID=093f3e2f-c1dc-4367-a266-bf473baceb72,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:40.734737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (54dedefb-3428-43da-ae05-4b238a19ce41), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.735082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d37519db-20dc-4393-ba11-6b77f18d4cdd None None] Provisioning complete for port 093f3e2f-c1dc-4367-a266-bf473baceb72 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:40.735610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d37519db-20dc-4393-ba11-6b77f18d4cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.753107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Allocated IP 172.20.0.2 (6d0d235c-d559-4fe9-9652-9d332da70a0a/7fb36ead-8bc7-486d-bd7f-13fcc59a8201/04564970-3953-45a3-ad31-1598a0588359) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:40.800049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:28:40.800351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:28:40.801752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Made reservation on behalf of 3d9618f283f144c48ff3eb0d54c4f4bb for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:40.804232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.821276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.846862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.884403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Publish callbacks [] for port (f9049570-1fb0-488e-9d07-adc28628dc51), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.955471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:40.993045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d37519db-20dc-4393-ba11-6b77f18d4cdd None None] Current status of the port 093f3e2f-c1dc-4367-a266-bf473baceb72 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:41.021704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0a05de4c-67b5-4888-9d17-41375ab341b1 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.028693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0a05de4c-67b5-4888-9d17-41375ab341b1 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7738912 Apr 06 14:28:41.028857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (54dedefb-3428-43da-ae05-4b238a19ce41), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.029172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43108) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:41.033511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d829f031-42a9-4994-b950-1eb5b027d5d3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fe04a7a5-b2f3-46cd-9c73-258878d1277f'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:41.034075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d829f031-42a9-4994-b950-1eb5b027d5d3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:28:41.043939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b97dcd-25a8-4823-9380-3fa428732aa1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:41.044263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (54dedefb-3428-43da-ae05-4b238a19ce41), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.047593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:41.057352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:41.059627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks [] for router_gateway (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.060672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:41.072242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Pushing event updated for resources: {'Port': ['ID=f9049570-1fb0-488e-9d07-adc28628dc51,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:41.074564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Checking segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:41.075907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Network hostable DHCP agents. Network: 6670e642-eebd-4577-862d-e1cabf974576, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:28:41.103408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Allocated IP 172.20.0.13 (32d29318-e89e-479a-91f4-7c85fbaf5539/ea0433c6-6be8-42bf-809d-1549bfaf71c5/17be5664-c57e-4ac7-94ee-80d6b629a3fc) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:41.116865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Publish callbacks [] for port (04564970-3953-45a3-ad31-1598a0588359), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.143497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Router ec796596-8bdc-4bde-beac-6d2492a6d4ad is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:28:41.146041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Attempting to bind port f9049570-1fb0-488e-9d07-adc28628dc51 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:41.146416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Attempting to bind port f9049570-1fb0-488e-9d07-adc28628dc51 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '530fe79c-77de-49ca-9e57-6950ea5537e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:41.146906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Attempting to bind port f9049570-1fb0-488e-9d07-adc28628dc51 on network 32d29318-e89e-479a-91f4-7c85fbaf5539 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:41.152184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:41.152619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Checking segment: {'id': '530fe79c-77de-49ca-9e57-6950ea5537e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:41.153354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.153753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Bound using segment: {'id': '530fe79c-77de-49ca-9e57-6950ea5537e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:41.154311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Bound port: f9049570-1fb0-488e-9d07-adc28628dc51, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530fe79c-77de-49ca-9e57-6950ea5537e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:41.154695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.203090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (04564970-3953-45a3-ad31-1598a0588359), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.209507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Network 6670e642-eebd-4577-862d-e1cabf974576 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:41.258509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (54dedefb-3428-43da-ae05-4b238a19ce41), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.259290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54dedefb-3428-43da-ae05-4b238a19ce41 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:28:41.263265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks [] for security_group (d0a45c6c-9863-46d0-90b9-37ea9eea6151), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.266563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] For port f9049570-1fb0-488e-9d07-adc28628dc51, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:41.271829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:41.282108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:41.284569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:41.289141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Pushing event updated for resources: {'Port': ['ID=04564970-3953-45a3-ad31-1598a0588359,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:41.295868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] For port f9049570-1fb0-488e-9d07-adc28628dc51, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9049570-1fb0-488e-9d07-adc28628dc51,segment=NetworkSegment(530fe79c-77de-49ca-9e57-6950ea5537e4),segment_id=530fe79c-77de-49ca-9e57-6950ea5537e4)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:41.306472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.307681 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3f4705fb-fcb3-41f7-bf8a-f8af5f465b82 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "DELETE /v2.0/routers/54dedefb-3428-43da-ae05-4b238a19ce41 HTTP/1.1" status: 204 len: 168 time: 0.6815042 Apr 06 14:28:41.314990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43112) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:41.319103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Request body: {'router': {'name': 'tempest-router-2063814625', 'distributed': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:41.326595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 6670e642-eebd-4577-862d-e1cabf974576) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:41.343148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:41.343746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.344898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe72b38a-3b8a-460b-a455-498a67888bc3 None None] Network 6670e642-eebd-4577-862d-e1cabf974576 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:41.375702 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.services.metering.metering_plugin [None req-d829f031-42a9-4994-b950-1eb5b027d5d3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 06 14:28:41.377274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d0a45c6c-9863-46d0-90b9-37ea9eea6151), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.393075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.425947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.451413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 093f3e2f-c1dc-4367-a266-bf473baceb72 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:41.492085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Attempting to bind port 04564970-3953-45a3-ad31-1598a0588359 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:41.492085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Attempting to bind port 04564970-3953-45a3-ad31-1598a0588359 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:41.492085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Attempting to bind port 04564970-3953-45a3-ad31-1598a0588359 on network 6d0d235c-d559-4fe9-9652-9d332da70a0a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:41.492366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (ab9badaa-22cf-4be7-abd6-3eff82118aa1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.492366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (ab9badaa-22cf-4be7-abd6-3eff82118aa1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.492513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:41.498322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:41.498991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Checking segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:41.499310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.500137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Bound using segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:41.500242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Bound port: 04564970-3953-45a3-ad31-1598a0588359, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:41.500591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (04564970-3953-45a3-ad31-1598a0588359), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.514006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.539200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a4334b04-6581-4472-ac01-5f386ea3f590 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0416052 Apr 06 14:28:41.543545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43114) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:41.550682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:41.598570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcc87b-d597-436c-8d8b-f1728529a80d None None] Pushing event updated for resources: {'Port': ['ID=f9049570-1fb0-488e-9d07-adc28628dc51,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:41.608733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-6670e642-eebd-4577-862d-e1cabf974576', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:28:41.609910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.611018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d829f031-42a9-4994-b950-1eb5b027d5d3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.612274 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d829f031-42a9-4994-b950-1eb5b027d5d3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5821037 Apr 06 14:28:41.617419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a45c6c-9863-46d0-90b9-37ea9eea6151,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:41.622581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (84e0c1e2-d637-4bb4-ad30-2124423d1fa0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.622962 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Added segment 84e0c1e2-d637-4bb4-ad30-2124423d1fa0 of type vlan for network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 Apr 06 14:28:41.625025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43118) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:41.629378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:41.634815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.643382 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Sync routers for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:41.665147 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:41.665902 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:41.669621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (ab9badaa-22cf-4be7-abd6-3eff82118aa1), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.695371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b65e1718-8f89-49c5-879f-1249337b0897 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fe04a7a5-b2f3-46cd-9c73-258878d1277f'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:41.695792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b65e1718-8f89-49c5-879f-1249337b0897 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:28:41.698295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 093f3e2f-c1dc-4367-a266-bf473baceb72 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:41.756513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks [] for router_gateway (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.764766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (ab9badaa-22cf-4be7-abd6-3eff82118aa1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.781213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.791048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] For port 04564970-3953-45a3-ad31-1598a0588359, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:41.812091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:41.816254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] For port 04564970-3953-45a3-ad31-1598a0588359, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=04564970-3953-45a3-ad31-1598a0588359,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:41.848082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event updated for resources: {'Port': ['ID=17be5664-c57e-4ac7-94ee-80d6b629a3fc,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:41.858944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.909992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 093f3e2f-c1dc-4367-a266-bf473baceb72 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:41.910528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.945089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (04564970-3953-45a3-ad31-1598a0588359), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.949763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Allocated IP 172.20.0.2 (6670e642-eebd-4577-862d-e1cabf974576/22b97dcd-25a8-4823-9380-3fa428732aa1/4e328c21-b39e-47a9-9a35-ea47e3a55fc5) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:41.963445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (c8453e84-5344-4aec-ba4b-d4488b5b14ef), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.967007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (c8453e84-5344-4aec-ba4b-d4488b5b14ef), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.978667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:41.982185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:41.988088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:41.988807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.016540 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:42.025000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b949-773b-4c76-9c98-cd64000d66b4 None None] Pushing event updated for resources: {'Port': ['ID=04564970-3953-45a3-ad31-1598a0588359,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:42.030529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.032766 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-111c6285-e7b7-48b4-a034-e3bfb9ce3362 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9634740 Apr 06 14:28:42.055334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.067611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:42.069591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.086448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43120) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:42.204283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event updated for resources: {'Network': ['ID=ba8b1ce9-e69a-4730-aee9-02fecf0a66f7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:42.209746 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ea5f5188-9d80-4c3f-b505-74255d01151c tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1816204 Apr 06 14:28:42.210690 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.services.metering.metering_plugin [None req-b65e1718-8f89-49c5-879f-1249337b0897 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 06 14:28:42.219856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43122) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:42.249835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bf0adbac-fe75-47e3-a247-76fedbba6f5f tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6886811 Apr 06 14:28:42.255772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.257303 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ad41ae4b-8720-4916-9785-c863ca0dd2b3 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9414790 Apr 06 14:28:42.259516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43124) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:42.267924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Request body: {'port': {'network_id': '32d29318-e89e-479a-91f4-7c85fbaf5539', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1808047253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:42.268422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.api.validators [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] bootfile-name is not in valid_values {{(pid=104420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:28:42.268921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.api.validators [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] tftp-server is not in valid_values {{(pid=104420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:28:42.269135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.api.validators [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] server-ip-address is not in valid_values {{(pid=104420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:28:42.272235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43126) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:42.304386 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:39Z', 'revision_number': 3, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:42.334162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:28:42.372743 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Checking router: ec796596-8bdc-4bde-beac-6d2492a6d4ad for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:28:42.373130 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Updating router ec796596-8bdc-4bde-beac-6d2492a6d4ad port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:28:42.373329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks [] for router_controller (c8453e84-5344-4aec-ba4b-d4488b5b14ef), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.376834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (ab9badaa-22cf-4be7-abd6-3eff82118aa1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.441114 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.513339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Request body: {'subnet': {'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:42.536979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 093f3e2f-c1dc-4367-a266-bf473baceb72 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:42.676045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Publish callbacks [] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.736550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Allocated IP 172.26.6.141 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/70346676-1a79-4fa6-bca5-50dd55d7b298) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:42.748531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.781388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b65e1718-8f89-49c5-879f-1249337b0897 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.781672 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b65e1718-8f89-49c5-879f-1249337b0897 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1543419 Apr 06 14:28:42.787496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43128) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:42.799634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Network 6670e642-eebd-4577-862d-e1cabf974576 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:42.802658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:42.809956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:42.819979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Pushing event updated for resources: {'Port': ['ID=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:42.847003 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-de70ae2b-bcd8-4125-993b-9198b2c5aaf1 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=08d7fdd7-06a4-4563-8079-fd0fe4703de7 HTTP/1.1" status: 200 len: 464 time: 0.0567987 Apr 06 14:28:42.848872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Made reservation on behalf of 3d9618f283f144c48ff3eb0d54c4f4bb for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:42.852562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks [] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.860349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43130) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:42.890743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Attempting to bind port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:42.891087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Attempting to bind port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:42.891521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Attempting to bind port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 on network 6670e642-eebd-4577-862d-e1cabf974576 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:42.898290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:42.898765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Checking segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:42.898893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (ab9badaa-22cf-4be7-abd6-3eff82118aa1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.899390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.899665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Bound using segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:42.900210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Bound port: 4e328c21-b39e-47a9-9a35-ea47e3a55fc5, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:42.900836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.904292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks [] for router_gateway (c8453e84-5344-4aec-ba4b-d4488b5b14ef), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.908012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (ab9badaa-22cf-4be7-abd6-3eff82118aa1), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.981177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] For port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:42.985806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] For port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:43.004413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Made reservation on behalf of c1ff9b90d8924345a9b8c3817e6ac825 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:43.007806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.039995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.079375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] device_id is not set on port e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:28:43.083950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa5a3f-f426-49a5-966e-afdd78900ac7 None None] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:43.210928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806467-cfd1-4d8a-aa3a-41b6d6637942 None None] Pushing event updated for resources: {'Port': ['ID=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:43.231519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (ab9badaa-22cf-4be7-abd6-3eff82118aa1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.232050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab9badaa-22cf-4be7-abd6-3eff82118aa1 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:28:43.233203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] Provisioning complete for port f9049570-1fb0-488e-9d07-adc28628dc51 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:43.233597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.237026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.261936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.263570 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e35c44c2-152e-4326-a1c2-2824bc6fa76d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "DELETE /v2.0/routers/ab9badaa-22cf-4be7-abd6-3eff82118aa1 HTTP/1.1" status: 204 len: 168 time: 0.9903500 Apr 06 14:28:43.268637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43132) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:43.273088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Request body: {'router': {'name': 'tempest-router-39173456', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e00e9162c3a1449689ffaa6d1f1cfd72'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:43.293121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1efc461a-33d4-4b39-a24e-3d21421cd33c tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.294182 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1efc461a-33d4-4b39-a24e-3d21421cd33c tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/08d7fdd7-06a4-4563-8079-fd0fe4703de7 HTTP/1.1" status: 204 len: 168 time: 0.4291556 Apr 06 14:28:43.305649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Allocated IP 172.20.0.7 (32d29318-e89e-479a-91f4-7c85fbaf5539/ea0433c6-6be8-42bf-809d-1549bfaf71c5/e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:43.305649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43134) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:43.345329 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a85fea33-18fb-4cdd-9c08-94a23322ea72 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=08d7fdd7-06a4-4563-8079-fd0fe4703de7 HTTP/1.1" status: 200 len: 221 time: 0.0371416 Apr 06 14:28:43.346859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43136) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:43.361315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1ae2d54d-5764-4fa8-835d-ac03f87f775e tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1765757456', 'description': 'label created by tempest'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:43.362039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1ae2d54d-5764-4fa8-835d-ac03f87f775e tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Unknown quota resources ['metering_label']. {{(pid=104420) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:28:43.434404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] Current status of the port f9049570-1fb0-488e-9d07-adc28628dc51 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:43.434932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.443922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.445383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.528660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] For port f9049570-1fb0-488e-9d07-adc28628dc51, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9049570-1fb0-488e-9d07-adc28628dc51,segment=NetworkSegment(530fe79c-77de-49ca-9e57-6950ea5537e4),segment_id=530fe79c-77de-49ca-9e57-6950ea5537e4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:43.594988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.622158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.628103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.682870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:43.690054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:43.732581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:43.736410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959dff7-1f91-441f-a307-657b898dfa33 None None] Pushing event updated for resources: {'Port': ['ID=f9049570-1fb0-488e-9d07-adc28628dc51,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:43.742262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.754391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 04564970-3953-45a3-ad31-1598a0588359 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:43.757154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Pushing event updated for resources: {'Port': ['ID=70346676-1a79-4fa6-bca5-50dd55d7b298,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:43.846275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 04564970-3953-45a3-ad31-1598a0588359 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:43.846854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (04564970-3953-45a3-ad31-1598a0588359), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.858086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.895672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d4c3c-0f57-4940-91be-72a74f989dbe None None] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:43.928473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event updated for resources: {'Subnet': ['ID=5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:43.984606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for floatingip (fa210e92-56e6-4e35-978d-e3dbb2b31d94), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.034332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Checking segment: {'id': '84e0c1e2-d637-4bb4-ad30-2124423d1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:44.034699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Network hostable DHCP agents. Network: ba8b1ce9-e69a-4730-aee9-02fecf0a66f7, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:28:44.038437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 04564970-3953-45a3-ad31-1598a0588359 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:44.039154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (04564970-3953-45a3-ad31-1598a0588359), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.070690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Provisioning complete for port f9049570-1fb0-488e-9d07-adc28628dc51 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:44.070690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.130298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 04564970-3953-45a3-ad31-1598a0588359, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=04564970-3953-45a3-ad31-1598a0588359,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:44.168778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:44.180508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.185691 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9836f150-6004-4410-b383-5981b6b9d801 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9122918 Apr 06 14:28:44.190894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43138) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:44.201808 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:44.234683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks [] for router_gateway (c8453e84-5344-4aec-ba4b-d4488b5b14ef), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.239767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (04564970-3953-45a3-ad31-1598a0588359), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.240597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9049570-1fb0-488e-9d07-adc28628dc51 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:44.309998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Allocated IP 172.26.6.102 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/646b1870-bf30-4038-8d81-1dc2bef455d2) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:44.320174 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.330028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Current status of the port f9049570-1fb0-488e-9d07-adc28628dc51 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:44.331914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d54d-5764-4fa8-835d-ac03f87f775e tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.333510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ae2d54d-5764-4fa8-835d-ac03f87f775e tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9831913 Apr 06 14:28:44.371386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Provisioning complete for port 04564970-3953-45a3-ad31-1598a0588359 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:44.371781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (04564970-3953-45a3-ad31-1598a0588359), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.390873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43140) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:44.391353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ba8b1ce9-e69a-4730-aee9-02fecf0a66f7) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:44.396024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:44.396623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.404569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.417722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a02b1e-f7a3-422e-a5cf-0f04b3a0e196 None None] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:44.435735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.453506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=04564970-3953-45a3-ad31-1598a0588359,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:44.537874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f9049570-1fb0-488e-9d07-adc28628dc51 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:44.538812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.567822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks [] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.647346 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-86b68066-ecf6-4ddd-8833-76b1cd31f3c3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=212b5d8e-6d51-4ded-be22-1fe2735be028 HTTP/1.1" status: 200 len: 468 time: 0.2436440 Apr 06 14:28:44.649023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43142) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:44.682522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for port (e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.693421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Current status of the port 04564970-3953-45a3-ad31-1598a0588359 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:44.754534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.756446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-ba8b1ce9-e69a-4730-aee9-02fecf0a66f7', 'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7', 'project_id': '3d9618f283f144c48ff3eb0d54c4f4bb', 'fixed_ips': [{'subnet_id': '5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:28:44.757304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.760315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Provisioning complete for port 17be5664-c57e-4ac7-94ee-80d6b629a3fc triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:44.760693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.811960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:44.815670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:44.818236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.825667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:44.826701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b5fc7-0aee-4e8a-9f15-bde84867e83d None None] Network 6670e642-eebd-4577-862d-e1cabf974576 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:44.884294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:44.900606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508034d4-62e8-4d8a-8959-4a4707ee407d None None] Port 17be5664-c57e-4ac7-94ee-80d6b629a3fc cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:44.913240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:44.915393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Pushing event updated for resources: {'Port': ['ID=646b1870-bf30-4038-8d81-1dc2bef455d2,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:44.919926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:44.925753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:44.926597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.954211 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Publish callbacks [] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.964381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f9049570-1fb0-488e-9d07-adc28628dc51 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:44.970115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:44.988442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event updated for resources: {'Port': ['ID=e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:45.021663 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b67fa37b-86a7-4070-8c55-06779a53f2bf tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7608721 Apr 06 14:28:45.024626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43144) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:45.046086 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.060770 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3e6d3486-7806-48e9-a864-0eacdba35d2b tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8276980 Apr 06 14:28:45.070206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43146) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:45.082945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Request body: {'port': {'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-999411617'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:45.091844 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.144345 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Pushing event updated for resources: {'Port': ['ID=3decee1d-c8b9-4153-bcb6-454f7f2fe810,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:45.151232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (fa210e92-56e6-4e35-978d-e3dbb2b31d94), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.167277 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.167889 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.168457 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.169056 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.169595 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.171167 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.172183 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.172310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Pushing event updated for resources: {'Port': ['ID=70346676-1a79-4fa6-bca5-50dd55d7b298,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:45.172907 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.173471 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.174007 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.174599 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.175162 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.175732 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.176259 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.180550 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Tracked resource versions report: Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: pushed versions: Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: { 'AddressGroup': {'1.2'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Agent': {'1.1'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'ConntrackHelper': {'1.0'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Log': {'1.0'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'NDPProxy': {'1.0'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Network': {'1.1'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Port': {'1.7'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'PortForwarding': {'1.3'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'QosPolicy': {'1.10'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroup': {'1.5'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SubPort': {'1.0'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Subnet': {'1.1'}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Trunk': {'1.1'}} Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: consumer versions: Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: { DHCP agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: HyperV agent@hv-neutron-8365: {}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: L3 agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: Metadata agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: Metering agent@dv-neutron-836581-2-hyperv: {}, Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: Open vSwitch agent@dv-neutron-836581-2-hyperv: { 'AddressGroup': '1.2', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Agent': '1.1', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'ConntrackHelper': '1.0', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'LocalIPAssociation': '1.0', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Log': '1.0', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'NDPProxy': '1.0', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Network': '1.1', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Port': '1.7', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'PortForwarding': '1.3', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'QosPolicy': '1.10', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroup': '1.5', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SecurityGroupRule': '1.2', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'SubPort': '1.0', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Subnet': '1.1', Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: 'Trunk': '1.1'}} Apr 06 14:28:45.182008 dv-neutron-836581-2-hyperv neutron-server[104423]: {{(pid=104423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:28:45.187178 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Attempting to bind port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:45.187836 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Attempting to bind port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:45.188413 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Attempting to bind port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:45.196484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:45.196484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:45.196484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.196484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:45.197410 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Bound port: 3decee1d-c8b9-4153-bcb6-454f7f2fe810, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:45.198011 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.252757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Provisioning complete for port 04564970-3953-45a3-ad31-1598a0588359 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:45.252757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (04564970-3953-45a3-ad31-1598a0588359), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.258423 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] For port 3decee1d-c8b9-4153-bcb6-454f7f2fe810, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:45.262778 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] For port 3decee1d-c8b9-4153-bcb6-454f7f2fe810, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3decee1d-c8b9-4153-bcb6-454f7f2fe810,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:45.294494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.298731 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-01a96fe0-f92a-45c3-a11c-5cf78353c9fe tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1475606 Apr 06 14:28:45.301886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43148) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:45.305116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Allocated IP 172.20.0.2 (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7/5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a/cbecb677-8329-46e2-a6e7-7c7dd233eda7) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:45.320477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-198778956', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'fixed_ips': [{'ip_address': '172.26.6.141'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:45.337157 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.369705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.370161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.467600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104421) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 06 14:28:45.468262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Router 17c845df-3947-47aa-a908-7af8f3c7ee7a migrating from provider to provider. {{(pid=104421) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 06 14:28:45.468566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.473440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.492687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Current status of the port 04564970-3953-45a3-ad31-1598a0588359 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:45.519343 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cd93f-6ae6-4a3c-9266-6893a74dfe89 None None] Pushing event updated for resources: {'Port': ['ID=3decee1d-c8b9-4153-bcb6-454f7f2fe810,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:45.539900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Allocated IP 172.26.6.147 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/16a8e10e-38e3-4a81-9f98-22ca6eea841d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:45.544849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Provisioning complete for port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:45.545959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.560572 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:45.562681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:45.567369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.574575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c863fc2-eb47-4ff1-a8fa-a1a3aefeebbe tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:45.581773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c863fc2-eb47-4ff1-a8fa-a1a3aefeebbe tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:45.594784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c863fc2-eb47-4ff1-a8fa-a1a3aefeebbe tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:45.602186 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3c863fc2-eb47-4ff1-a8fa-a1a3aefeebbe tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5735576 Apr 06 14:28:45.608075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43150) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:45.624074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Made reservation on behalf of 5255da0bdd6a483db39daff49d0e6b0b for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:45.626475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.670186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Publish callbacks [] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.723251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Current status of the port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:45.723556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.754050 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Allocated IP 172.20.0.1 (f014f8d5-b1e0-4f16-a65e-e246c927c89e/3b6fab35-ddb0-4e57-aeec-358676da6320/c0658fbc-399d-4462-a7b9-00b847dc8cea) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:45.759960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.771415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.781975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks [] for router_gateway (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.787892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] For port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:45.824357 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:45.826069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:45.837440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6b76f510-f13c-49a7-acc1-3e6ac276c135 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.841156 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6b76f510-f13c-49a7-acc1-3e6ac276c135 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/212b5d8e-6d51-4ded-be22-1fe2735be028 HTTP/1.1" status: 204 len: 168 time: 1.1872368 Apr 06 14:28:45.843303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43152) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:45.857446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 04564970-3953-45a3-ad31-1598a0588359 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:45.864388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:45.872081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:45.875770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Made reservation on behalf of 3d9618f283f144c48ff3eb0d54c4f4bb for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:45.879134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.879336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.886406 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] No L3 agents can host the router 17c845df-3947-47aa-a908-7af8f3c7ee7a Apr 06 14:28:45.891809 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c3ab2abd-6907-4ce6-bd0d-6b7ba87c5b5b tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=212b5d8e-6d51-4ded-be22-1fe2735be028 HTTP/1.1" status: 200 len: 216 time: 0.0425951 Apr 06 14:28:45.893593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:45.929942 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-57ee1c44-8937-4edc-a275-a2e93f84e545 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0331583 Apr 06 14:28:45.936263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks [] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.937675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43156) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.002153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Attempting to bind port cbecb677-8329-46e2-a6e7-7c7dd233eda7 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:46.002153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Attempting to bind port cbecb677-8329-46e2-a6e7-7c7dd233eda7 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '84e0c1e2-d637-4bb4-ad30-2124423d1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:46.003043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] device_id is not set on port 546bfae6-eeae-4261-a590-7656f645731d yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:28:46.003690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Attempting to bind port cbecb677-8329-46e2-a6e7-7c7dd233eda7 on network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:46.024217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Provisioning complete for port 17be5664-c57e-4ac7-94ee-80d6b629a3fc triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:46.024908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.068804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Port 17be5664-c57e-4ac7-94ee-80d6b629a3fc cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:46.074966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:46.076070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Checking segment: {'id': '84e0c1e2-d637-4bb4-ad30-2124423d1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:46.076911 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:39Z', 'revision_number': 3, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:46.077410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.077484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Bound using segment: {'id': '84e0c1e2-d637-4bb4-ad30-2124423d1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:46.077956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Bound port: cbecb677-8329-46e2-a6e7-7c7dd233eda7, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e0c1e2-d637-4bb4-ad30-2124423d1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ba8b1ce9-e69a-4730-aee9-02fecf0a66f7'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:46.078336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.095262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Pushing event updated for resources: {'Port': ['ID=cbecb677-8329-46e2-a6e7-7c7dd233eda7,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:46.122249 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c7925-1fcd-4dd7-9c3a-53e95ebdee3c None None] The sync data for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv is: [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:39Z', 'revision_number': 3, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:28:46.141600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks [] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.177834 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c2198c7d-60e6-4035-aa3c-1b03b06dc7d1 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2376812 Apr 06 14:28:46.183807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43158) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.234002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd258e4-fb8f-4589-99fc-f0295fcc8c2c None None] Pushing event updated for resources: {'Port': ['ID=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:46.243326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] For port cbecb677-8329-46e2-a6e7-7c7dd233eda7, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:46.246867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 04564970-3953-45a3-ad31-1598a0588359 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:46.247253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (04564970-3953-45a3-ad31-1598a0588359), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.250982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] For port cbecb677-8329-46e2-a6e7-7c7dd233eda7, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cbecb677-8329-46e2-a6e7-7c7dd233eda7,segment=NetworkSegment(84e0c1e2-d637-4bb4-ad30-2124423d1fa0),segment_id=84e0c1e2-d637-4bb4-ad30-2124423d1fa0)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:46.262183 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4fcd1301-8528-49ed-be95-c3b495469264 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels/fe04a7a5-b2f3-46cd-9c73-258878d1277f HTTP/1.1" status: 200 len: 473 time: 0.0720007 Apr 06 14:28:46.278778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43160) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.283523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2c1be14f-ebdb-460c-89f7-9ef4a2067a6a None None] Provisioning complete for port e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:46.283879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2c1be14f-ebdb-460c-89f7-9ef4a2067a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.330485 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-96708300-dc3b-4df8-8653-789b7fb8f6a3 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules/02d7b95e-45ae-4674-90c2-d3c7c4a3ea9b HTTP/1.1" status: 200 len: 461 time: 0.0455432 Apr 06 14:28:46.330485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Hosts for router 17c845df-3947-47aa-a908-7af8f3c7ee7a: [] {{(pid=104421) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 06 14:28:46.334092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.334367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2c1be14f-ebdb-460c-89f7-9ef4a2067a6a None None] Port e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:46.366463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Hosts for other DVR routers connected to router 17c845df-3947-47aa-a908-7af8f3c7ee7a: set() {{(pid=104421) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 06 14:28:46.369212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.369371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.372613 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eb57c7fa-e817-4aa6-b166-b62fd57b07f0 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "PUT /v2.0/routers/17c845df-3947-47aa-a908-7af8f3c7ee7a HTTP/1.1" status: 200 len: 715 time: 2.1728599 Apr 06 14:28:46.378539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.380067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2c1be14f-ebdb-460c-89f7-9ef4a2067a6a None None] Provisioning complete for port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:46.380538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2c1be14f-ebdb-460c-89f7-9ef4a2067a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.430810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.442233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 04564970-3953-45a3-ad31-1598a0588359 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:46.443533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9049570-1fb0-488e-9d07-adc28628dc51 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:46.554185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691a561-0815-4a1c-b16b-3a536eb2ef87 None None] Pushing event updated for resources: {'Port': ['ID=cbecb677-8329-46e2-a6e7-7c7dd233eda7,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:46.605166 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cabe87d4-7443-4ae4-92e7-723b9fb26c7d tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "GET /v2.0/routers/17c845df-3947-47aa-a908-7af8f3c7ee7a HTTP/1.1" status: 200 len: 715 time: 0.2224720 Apr 06 14:28:46.613876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43166) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.615902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:46.631965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:46.656008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f9049570-1fb0-488e-9d07-adc28628dc51 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:46.662343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.687781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.694701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:46.695105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (ec796596-8bdc-4bde-beac-6d2492a6d4ad), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.708309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Deleting port e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:46.708667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.723697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2c1be14f-ebdb-460c-89f7-9ef4a2067a6a None None] Current status of the port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:46.746814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Pushing event updated for resources: {'Port': ['ID=c0658fbc-399d-4462-a7b9-00b847dc8cea,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:46.830655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1234-5484-4c7d-bfd6-9aeafafa8a48 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.835505 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7b1a1234-5484-4c7d-bfd6-9aeafafa8a48 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/02d7b95e-45ae-4674-90c2-d3c7c4a3ea9b HTTP/1.1" status: 204 len: 168 time: 0.4995790 Apr 06 14:28:46.840425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43170) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:46.867830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.868863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f9049570-1fb0-488e-9d07-adc28628dc51 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:46.870333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:46.988277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:46.988743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.125990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:47.150892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ef4b77df-32b1-4f4a-9781-65ba04d22291 None None] Provisioning complete for port c0658fbc-399d-4462-a7b9-00b847dc8cea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:47.151983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef4b77df-32b1-4f4a-9781-65ba04d22291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.176689 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8b9bc4cc-3639-47e5-b81a-7d3584186de3 tempest-RoutersTestDVR-589967089 tempest-RoutersTestDVR-589967089-project] 10.222.0.89 "GET /v2.0/routers/17c845df-3947-47aa-a908-7af8f3c7ee7a HTTP/1.1" status: 200 len: 681 time: 0.5595219 Apr 06 14:28:47.180079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43176) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:47.193339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b77df-32b1-4f4a-9781-65ba04d22291 None None] Port c0658fbc-399d-4462-a7b9-00b847dc8cea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:47.209644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Allocated IP 172.20.0.6 (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7/5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a/546bfae6-eeae-4261-a590-7656f645731d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:47.214800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for security_group (ea9e4020-e91b-433b-b55f-c85c607be188), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.319526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.329876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:47.344280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ea9e4020-e91b-433b-b55f-c85c607be188), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.358190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:47.373810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] device_id is not set on port 343d39f1-010b-4448-91dc-c6c61903b05e yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:28:47.380119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:47.491994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Pushing event updated for resources: {'Port': ['ID=16a8e10e-38e3-4a81-9f98-22ca6eea841d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:47.521892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.525626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (17c845df-3947-47aa-a908-7af8f3c7ee7a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.532947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.552148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-054f46b0-b728-4c33-ba6a-68068121a9f6 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.553341 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-054f46b0-b728-4c33-ba6a-68068121a9f6 tempest-MeteringTestJSON-1370335099 tempest-MeteringTestJSON-1370335099-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/fe04a7a5-b2f3-46cd-9c73-258878d1277f HTTP/1.1" status: 204 len: 168 time: 0.7050481 Apr 06 14:28:47.684373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.749311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (17c845df-3947-47aa-a908-7af8f3c7ee7a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.749862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17c845df-3947-47aa-a908-7af8f3c7ee7a {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:28:47.760320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.763622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:47.767120 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b4bd87f3-ce76-431c-bec2-70d0d7288f0a tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "DELETE /v2.0/routers/17c845df-3947-47aa-a908-7af8f3c7ee7a HTTP/1.1" status: 204 len: 168 time: 0.5858660 Apr 06 14:28:47.767771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43182) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:47.778954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Calling delete_port for e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:47.782264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Request body: {'router': {'name': 'tempest-router-1505821483', 'distributed': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:47.790634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e4020-e91b-433b-b55f-c85c607be188,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:47.850991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:47.851493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:47.971897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks [] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.011108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5feccc-13bf-4cdb-8128-9a7083ede83e None None] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:48.021738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (dc8d8109-9308-4b80-9f0e-e2941dd539b7), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.030052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (dc8d8109-9308-4b80-9f0e-e2941dd539b7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.063118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.065214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (ec796596-8bdc-4bde-beac-6d2492a6d4ad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.106442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:48.107536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3decee1d-c8b9-4153-bcb6-454f7f2fe810 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:48.125066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (dc8d8109-9308-4b80-9f0e-e2941dd539b7), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.158649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] Provisioning complete for port cbecb677-8329-46e2-a6e7-7c7dd233eda7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:48.159135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.163702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43186) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:48.183107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:28:48.196556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks [] for port (546bfae6-eeae-4261-a590-7656f645731d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.231594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (dc8d8109-9308-4b80-9f0e-e2941dd539b7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.249006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Pushing event updated for resources: {'Port': ['ID=c0658fbc-399d-4462-a7b9-00b847dc8cea,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:48.259446 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:28:48.260121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:28:48.276168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:48.277721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.331019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:48.336609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.339371 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8db71fc3-951f-4037-a905-89180c269bc7 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5678368 Apr 06 14:28:48.342569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43190) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:48.346232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:48.393803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] Current status of the port cbecb677-8329-46e2-a6e7-7c7dd233eda7 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:48.394258 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.522792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0763384b-0baf-406b-8111-016c0fed8da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.537029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:48.538097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.588027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] For port cbecb677-8329-46e2-a6e7-7c7dd233eda7, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cbecb677-8329-46e2-a6e7-7c7dd233eda7,segment=NetworkSegment(84e0c1e2-d637-4bb4-ad30-2124423d1fa0),segment_id=84e0c1e2-d637-4bb4-ad30-2124423d1fa0)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:48.590892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 3decee1d-c8b9-4153-bcb6-454f7f2fe810, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3decee1d-c8b9-4153-bcb6-454f7f2fe810,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:48.592438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Router ec796596-8bdc-4bde-beac-6d2492a6d4ad has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:48.661860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.696611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.699543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cbecb677-8329-46e2-a6e7-7c7dd233eda7 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:48.733361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0763384b-0baf-406b-8111-016c0fed8da1 admin admin] Publish callbacks [] for security_group (6dc8008a-4801-4dbf-83d9-7fdb8c281d4a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.758595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:48.763483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ff3d5ab7-db54-42cf-8456-3e1d23898b36 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.4531281 Apr 06 14:28:48.769454 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7370322b-10e6-4ab3-8ccf-88f7bcb599ac admin admin] 10.222.0.89 "PUT /v2.0/routers/ec796596-8bdc-4bde-beac-6d2492a6d4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5739048 Apr 06 14:28:48.769589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43192) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:48.812876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks [] for router_gateway (c8453e84-5344-4aec-ba4b-d4488b5b14ef), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.821880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (dc8d8109-9308-4b80-9f0e-e2941dd539b7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.873454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0763384b-0baf-406b-8111-016c0fed8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (6dc8008a-4801-4dbf-83d9-7fdb8c281d4a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.893235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Sync routers for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:48.900535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59cbb-1c60-426f-aaf8-3923dab3335a None None] Pushing event updated for resources: {'Port': ['ID=cbecb677-8329-46e2-a6e7-7c7dd233eda7,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:48.924268 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0763384b-0baf-406b-8111-016c0fed8da1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4d8a24b969b64ac0912b4f9676001cb3&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7574995 Apr 06 14:28:48.932401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43196) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:48.949249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.967268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:48.975953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:49.028072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763384b-0baf-406b-8111-016c0fed8da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8008a-4801-4dbf-83d9-7fdb8c281d4a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.051117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4dee6e21-9b9f-4b3d-a6af-9464fbbdffa8 None None] Provisioning complete for port cbecb677-8329-46e2-a6e7-7c7dd233eda7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:49.051509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4dee6e21-9b9f-4b3d-a6af-9464fbbdffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.065077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=3decee1d-c8b9-4153-bcb6-454f7f2fe810,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.093570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port cbecb677-8329-46e2-a6e7-7c7dd233eda7 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:49.094184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.100457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f09a69be-6b9e-48fc-bb0e-aa8731d3244d admin admin] Publish callbacks [] for security_group (6dc8008a-4801-4dbf-83d9-7fdb8c281d4a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.128042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event deleted for resources: {'Port': ['ID=e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.130502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (546bfae6-eeae-4261-a590-7656f645731d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.140898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f09a69be-6b9e-48fc-bb0e-aa8731d3244d admin admin] Publish callbacks [] for security_group (6dc8008a-4801-4dbf-83d9-7fdb8c281d4a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.163687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Deleting port 70346676-1a79-4fa6-bca5-50dd55d7b298 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:49.164043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.205730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:49.220123 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Sync routers for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:49.239672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:49.240996 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:49.244592 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:49.261180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (dc8d8109-9308-4b80-9f0e-e2941dd539b7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.320610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.322371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:49.323815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for floatingip (70346676-1a79-4fa6-bca5-50dd55d7b298), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.324549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router_controller (dc8d8109-9308-4b80-9f0e-e2941dd539b7), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.339796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.343805 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2011d5c8-a7cf-4ead-b029-190e3c71ced6 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "DELETE /v2.0/ports/e55b13c1-bf23-4da1-9cdf-3e2ebf2ce5e4 HTTP/1.1" status: 204 len: 168 time: 3.7222662 Apr 06 14:28:49.349457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43208) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:49.358511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:49.359862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Request body: {'port': {'name': 'tempest-new-port-name-680108146', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:49.361555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:49.368269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:49.369180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.369520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] bootfile-name is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:28:49.370708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] tftp-server is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:28:49.371289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] server-ip-address is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:28:49.392013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Calling delete_port for 70346676-1a79-4fa6-bca5-50dd55d7b298 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:49.446294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f09a69be-6b9e-48fc-bb0e-aa8731d3244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (6dc8008a-4801-4dbf-83d9-7fdb8c281d4a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.461780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f09a69be-6b9e-48fc-bb0e-aa8731d3244d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.467847 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f09a69be-6b9e-48fc-bb0e-aa8731d3244d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6dc8008a-4801-4dbf-83d9-7fdb8c281d4a HTTP/1.1" status: 204 len: 168 time: 0.5310533 Apr 06 14:28:49.472411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.476867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1aec55f4-59f0-4de7-b577-b0876cdd49d8 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3776600 Apr 06 14:28:49.485989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43212) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:49.524450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event updated for resources: {'Port': ['ID=546bfae6-eeae-4261-a590-7656f645731d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.530743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port cbecb677-8329-46e2-a6e7-7c7dd233eda7 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:49.549851 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:49.560624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4dee6e21-9b9f-4b3d-a6af-9464fbbdffa8 None None] Current status of the port cbecb677-8329-46e2-a6e7-7c7dd233eda7 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:49.607924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (dc8d8109-9308-4b80-9f0e-e2941dd539b7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.607924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc8d8109-9308-4b80-9f0e-e2941dd539b7 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:28:49.623085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.623429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4dee6e21-9b9f-4b3d-a6af-9464fbbdffa8 None None] Provisioning complete for port c0658fbc-399d-4462-a7b9-00b847dc8cea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:49.623813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4dee6e21-9b9f-4b3d-a6af-9464fbbdffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.625911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3a5d1e05-5272-43e8-87e6-a5698e6d2742 tempest-RoutersTestDVR-1003995671 tempest-RoutersTestDVR-1003995671-project-admin] 10.222.0.89 "DELETE /v2.0/routers/dc8d8109-9308-4b80-9f0e-e2941dd539b7 HTTP/1.1" status: 204 len: 168 time: 0.9938929 Apr 06 14:28:49.653238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a69be-6b9e-48fc-bb0e-aa8731d3244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8008a-4801-4dbf-83d9-7fdb8c281d4a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.700429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b0964ab7-c9c1-4ef8-98d3-23eadc60fb76 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6245937 Apr 06 14:28:49.704930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43216) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:49.829749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3decee1d-c8b9-4153-bcb6-454f7f2fe810 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:49.904403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4dee6e21-9b9f-4b3d-a6af-9464fbbdffa8 None None] Port c0658fbc-399d-4462-a7b9-00b847dc8cea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:49.935099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.964131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:49.964624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.977763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (c8453e84-5344-4aec-ba4b-d4488b5b14ef), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:49.999847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 2, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:50.086358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Checking router: ec796596-8bdc-4bde-beac-6d2492a6d4ad for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:28:50.086714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Updating router ec796596-8bdc-4bde-beac-6d2492a6d4ad port c0658fbc-399d-4462-a7b9-00b847dc8cea binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:28:50.091781 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:45Z', 'revision_number': 3, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:50.156851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.231548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-70c4b1d4-eb11-4bdf-92bd-ef0c85859f8b None None] Provisioning complete for port 546bfae6-eeae-4261-a590-7656f645731d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:50.231918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-70c4b1d4-eb11-4bdf-92bd-ef0c85859f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (546bfae6-eeae-4261-a590-7656f645731d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.254621 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Checking router: c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:28:50.255713 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Updating router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 port 646b1870-bf30-4038-8d81-1dc2bef455d2 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:28:50.272437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:50.281865 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131809720', 'description': 'tempest-description--1080533581'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:50.297931 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.346062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Deleting port 546bfae6-eeae-4261-a590-7656f645731d {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:50.346409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (546bfae6-eeae-4261-a590-7656f645731d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.358733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43226) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:50.403637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.435562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.454340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b1d4-eb11-4bdf-92bd-ef0c85859f8b None None] Port 546bfae6-eeae-4261-a590-7656f645731d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:50.469346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:50.470970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cbecb677-8329-46e2-a6e7-7c7dd233eda7 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:50.481666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (546bfae6-eeae-4261-a590-7656f645731d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.495917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Calling delete_port for 546bfae6-eeae-4261-a590-7656f645731d owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:50.534189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.558202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (70346676-1a79-4fa6-bca5-50dd55d7b298), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.569069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43232) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:50.636753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port cbecb677-8329-46e2-a6e7-7c7dd233eda7 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:50.637136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.704664 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Publish callbacks [] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.737017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group (9fb642c6-3a99-4a42-9d59-efda67289392), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.749951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] In _notify_port_updated(), no bound segment for port 17be5664-c57e-4ac7-94ee-80d6b629a3fc on network 32d29318-e89e-479a-91f4-7c85fbaf5539 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:28:50.749951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:50.749951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.750556 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "PUT /v2.0/ports/17be5664-c57e-4ac7-94ee-80d6b629a3fc HTTP/1.1" status: 200 len: 1136 time: 1.3998003 Apr 06 14:28:50.751874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c20632-e369-4f5b-b1f7-0f324bd2d508 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event updated for resources: {'Port': ['ID=17be5664-c57e-4ac7-94ee-80d6b629a3fc,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:50.755897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43236) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:50.782000 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.854879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Publish callbacks [] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.866666 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Attempting to bind port 646b1870-bf30-4038-8d81-1dc2bef455d2 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:50.867039 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Attempting to bind port 646b1870-bf30-4038-8d81-1dc2bef455d2 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:50.867796 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Attempting to bind port 646b1870-bf30-4038-8d81-1dc2bef455d2 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:50.878383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port cbecb677-8329-46e2-a6e7-7c7dd233eda7 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:50.878590 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:50.878965 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:50.879210 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.879605 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:50.880085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Bound port: 646b1870-bf30-4038-8d81-1dc2bef455d2, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:50.880464 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.886515 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ffce0-44e6-4634-800f-8b7b6946b854 None None] Pushing event updated for resources: {'Port': ['ID=646b1870-bf30-4038-8d81-1dc2bef455d2,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:50.918234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.973693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9fb642c6-3a99-4a42-9d59-efda67289392), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.979948 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] For port 646b1870-bf30-4038-8d81-1dc2bef455d2, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:50.995037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6358592-4c73-457e-a61b-3f068c8acf6b None None] Pushing event updated for resources: {'Port': ['ID=c0658fbc-399d-4462-a7b9-00b847dc8cea,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.025235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdc89336-20f3-4ec5-b17f-b7bd586decc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.027735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5363049-b04b-4b6e-8dee-666c0ff7d753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.067113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Pushing event deleted for resources: {'Port': ['ID=70346676-1a79-4fa6-bca5-50dd55d7b298,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.068962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb642c6-3a99-4a42-9d59-efda67289392,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.096559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Attempting to bind port c0658fbc-399d-4462-a7b9-00b847dc8cea on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:51.096987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Attempting to bind port c0658fbc-399d-4462-a7b9-00b847dc8cea by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:51.097490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Attempting to bind port c0658fbc-399d-4462-a7b9-00b847dc8cea on network f014f8d5-b1e0-4f16-a65e-e246c927c89e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:51.108368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:51.108987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Checking segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:51.109372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.109841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Bound using segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:51.110850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Bound port: c0658fbc-399d-4462-a7b9-00b847dc8cea, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:51.113541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.140084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-15ffffa7-cf2a-4c83-85bf-eb85fa80b53a None None] Provisioning complete for port 17be5664-c57e-4ac7-94ee-80d6b629a3fc triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:51.140568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15ffffa7-cf2a-4c83-85bf-eb85fa80b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.156062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Router c8453e84-5344-4aec-ba4b-d4488b5b14ef is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:28:51.187071 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] For port 646b1870-bf30-4038-8d81-1dc2bef455d2, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=646b1870-bf30-4038-8d81-1dc2bef455d2,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:51.192956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3375082-1f29-4b56-b707-8207b769fb3e tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:51.197664 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e3375082-1f29-4b56-b707-8207b769fb3e tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "GET /v2.0/ports/17be5664-c57e-4ac7-94ee-80d6b629a3fc HTTP/1.1" status: 200 len: 1136 time: 0.4362674 Apr 06 14:28:51.199408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43242) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.199941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (546bfae6-eeae-4261-a590-7656f645731d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.203313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks [] for floatingip (fa210e92-56e6-4e35-978d-e3dbb2b31d94), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.206807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.211586 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c0e22fce-6b24-4f22-8f7c-ba3a2558bcd4 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670 tempest-ExternalNetworksAdminNegativeTestJSON-2123942670-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/fa210e92-56e6-4e35-978d-e3dbb2b31d94 HTTP/1.1" status: 204 len: 168 time: 2.4372487 Apr 06 14:28:51.211735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-15ffffa7-cf2a-4c83-85bf-eb85fa80b53a None None] Port 17be5664-c57e-4ac7-94ee-80d6b629a3fc cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:51.216469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.218526 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f67f1db9-9006-476e-ab33-5e6bb21179a9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9427712 Apr 06 14:28:51.225240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43246) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.231125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Request body: {'security_group_rule': {'security_group_id': '9fb642c6-3a99-4a42-9d59-efda67289392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:51.250737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] For port c0658fbc-399d-4462-a7b9-00b847dc8cea, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:51.255496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] For port c0658fbc-399d-4462-a7b9-00b847dc8cea, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c0658fbc-399d-4462-a7b9-00b847dc8cea,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:51.273572 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.326461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdc89336-20f3-4ec5-b17f-b7bd586decc2 admin admin] Publish callbacks [] for security_group (d25691b5-68e5-434b-be34-25d9fc9d1366), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.337843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.381954 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:51.382765 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.385173 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ffce0-44e6-4634-800f-8b7b6946b854 None None] Pushing event updated for resources: {'Port': ['ID=646b1870-bf30-4038-8d81-1dc2bef455d2,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.405850 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5363049-b04b-4b6e-8dee-666c0ff7d753 admin admin] Publish callbacks [] for security_group (868b010f-e802-483a-a4f2-664427fcd714), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.407923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdc89336-20f3-4ec5-b17f-b7bd586decc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d25691b5-68e5-434b-be34-25d9fc9d1366), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.452236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] Provisioning complete for port c0658fbc-399d-4462-a7b9-00b847dc8cea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:51.452820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.458862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:51.474799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc89336-20f3-4ec5-b17f-b7bd586decc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25691b5-68e5-434b-be34-25d9fc9d1366,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.515087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Sync routers for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:51.557676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:51.558503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.559421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.561987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5363049-b04b-4b6e-8dee-666c0ff7d753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (868b010f-e802-483a-a4f2-664427fcd714), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.565744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:51.566375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.571633 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "DELETE /v2.0/ports/546bfae6-eeae-4261-a590-7656f645731d HTTP/1.1" status: 204 len: 168 time: 1.8637023 Apr 06 14:28:51.576085 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43248) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.593627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571df5bc-a777-469d-943f-b16e32da2cd7 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event deleted for resources: {'Port': ['ID=546bfae6-eeae-4261-a590-7656f645731d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.616815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6358592-4c73-457e-a61b-3f068c8acf6b None None] Pushing event updated for resources: {'Port': ['ID=c0658fbc-399d-4462-a7b9-00b847dc8cea,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.644263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group_rule (13713c08-1692-4fca-baa2-d6ff80d062f5), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.657248 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:51.683047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5363049-b04b-4b6e-8dee-666c0ff7d753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868b010f-e802-483a-a4f2-664427fcd714,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:51.717925 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fdc89336-20f3-4ec5-b17f-b7bd586decc2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e00e9162c3a1449689ffaa6d1f1cfd72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3581483 Apr 06 14:28:51.722394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43252) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.747591 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d5363049-b04b-4b6e-8dee-666c0ff7d753 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b3ba80524d048f6a7372ed7a20f1baa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0636361 Apr 06 14:28:51.748362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43254) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.749255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.757963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43256) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.770712 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f4eed4b1-9b8f-41a8-a2d0-9ec4bcdb8977 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.2223039 Apr 06 14:28:51.799539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.918320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43260) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:51.933374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Deleting port 17be5664-c57e-4ac7-94ee-80d6b629a3fc {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:51.934768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.013366 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:45Z', 'revision_number': 3, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:52.055769 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33642cc-0b0b-4260-af35-aa2474dfe6d9 None None] The sync data for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv is: [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:45Z', 'revision_number': 3, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:28:52.095106 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cd34dbe0-6623-481f-b6f3-eed0fba442d0 tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.4441981 Apr 06 14:28:52.099127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:52.111897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] Current status of the port c0658fbc-399d-4462-a7b9-00b847dc8cea is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:52.112292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.125760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1227935943'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:52.147538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group_rule (13713c08-1692-4fca-baa2-d6ff80d062f5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.186197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d6db5b26-04bd-46b7-b8ee-ef71090e10e2 admin admin] Publish callbacks [] for security_group (868b010f-e802-483a-a4f2-664427fcd714), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.187412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] For port c0658fbc-399d-4462-a7b9-00b847dc8cea, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c0658fbc-399d-4462-a7b9-00b847dc8cea,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:52.190302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf9f901-5189-425a-b733-3407c417351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.192326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f562cee3-9c2e-485d-a122-64ba0a487830 admin admin] Publish callbacks [] for security_group (d25691b5-68e5-434b-be34-25d9fc9d1366), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.192510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:52.250739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d6db5b26-04bd-46b7-b8ee-ef71090e10e2 admin admin] Publish callbacks [] for security_group (868b010f-e802-483a-a4f2-664427fcd714), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.252502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (13713c08-1692-4fca-baa2-d6ff80d062f5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.296942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:52.300218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.300359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Made reservation on behalf of 3d9618f283f144c48ff3eb0d54c4f4bb for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:52.304502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.307820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f562cee3-9c2e-485d-a122-64ba0a487830 admin admin] Publish callbacks [] for security_group (d25691b5-68e5-434b-be34-25d9fc9d1366), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.321076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13713c08-1692-4fca-baa2-d6ff80d062f5,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:52.358673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Calling delete_port for 17be5664-c57e-4ac7-94ee-80d6b629a3fc owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:52.362289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.413113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:52.476544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a520fe2a-0786-4d06-9039-31cb91d04bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.489194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.490771 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-62904166-e63a-4383-ab34-59fb822e5a4e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2632725 Apr 06 14:28:52.492647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Allocated IP 172.20.0.1 (6d0d235c-d559-4fe9-9652-9d332da70a0a/7fb36ead-8bc7-486d-bd7f-13fcc59a8201/993081de-471b-4827-a199-fdd69e439479) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:52.493456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43266) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:52.498154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Request body: {'security_group_rule': {'security_group_id': '9fb642c6-3a99-4a42-9d59-efda67289392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:52.536041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d6db5b26-04bd-46b7-b8ee-ef71090e10e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (868b010f-e802-483a-a4f2-664427fcd714), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.538873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d6db5b26-04bd-46b7-b8ee-ef71090e10e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.543840 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d6db5b26-04bd-46b7-b8ee-ef71090e10e2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/868b010f-e802-483a-a4f2-664427fcd714 HTTP/1.1" status: 204 len: 168 time: 0.7909374 Apr 06 14:28:52.589635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db5b26-04bd-46b7-b8ee-ef71090e10e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868b010f-e802-483a-a4f2-664427fcd714,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:52.644029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group_rule (800cab0f-da39-4c6b-b92b-c9556d78c2ff), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.656293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.715318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks [] for port (993081de-471b-4827-a199-fdd69e439479), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.721853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6df40-a1ec-4a50-aa55-e6363412d930 None None] Pushing event updated for resources: {'Port': ['ID=c0658fbc-399d-4462-a7b9-00b847dc8cea,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:52.745780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-26be20e8-a156-4cc6-9770-da1a85352190 None None] Provisioning complete for port c0658fbc-399d-4462-a7b9-00b847dc8cea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:52.746544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-26be20e8-a156-4cc6-9770-da1a85352190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.777677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group_rule (800cab0f-da39-4c6b-b92b-c9556d78c2ff), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.824438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (993081de-471b-4827-a199-fdd69e439479), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.845704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (800cab0f-da39-4c6b-b92b-c9556d78c2ff), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.876873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800cab0f-da39-4c6b-b92b-c9556d78c2ff,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:52.888741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:52.906199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf9f901-5189-425a-b733-3407c417351b admin admin] Publish callbacks [] for security_group (9b0c5fa2-b197-4de1-8cd3-3d1b5b694863), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.907368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:52.909954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:52.910601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.925079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.926373 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a9c45d21-90f4-4e33-b924-bfa26e98f52b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4319103 Apr 06 14:28:52.932043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43270) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:52.937118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:52.944502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Allocated IP 172.20.0.1 (6670e642-eebd-4577-862d-e1cabf974576/22b97dcd-25a8-4823-9380-3fa428732aa1/7b7a2d1c-867a-46f0-8008-ed642b9a852a) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:52.999300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f562cee3-9c2e-485d-a122-64ba0a487830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d25691b5-68e5-434b-be34-25d9fc9d1366), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.999300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f562cee3-9c2e-485d-a122-64ba0a487830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:52.999300 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f562cee3-9c2e-485d-a122-64ba0a487830 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d25691b5-68e5-434b-be34-25d9fc9d1366 HTTP/1.1" status: 204 len: 168 time: 1.2488668 Apr 06 14:28:53.030169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562cee3-9c2e-485d-a122-64ba0a487830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25691b5-68e5-434b-be34-25d9fc9d1366,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.055032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf9f901-5189-425a-b733-3407c417351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9b0c5fa2-b197-4de1-8cd3-3d1b5b694863), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.067495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c97013f1-176d-4752-8b3f-e78da598cd2f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.067845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Added segment c97013f1-176d-4752-8b3f-e78da598cd2f of type vlan for network 4ea5b4ab-43d3-47a1-b0f9-795976bb31ff Apr 06 14:28:53.091202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Pushing event updated for resources: {'Port': ['ID=993081de-471b-4827-a199-fdd69e439479,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.099003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.135512 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-edf9f901-5189-425a-b733-3407c417351b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae0c3d20171f4f54b70dc109ac744a11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2064674 Apr 06 14:28:53.138322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (17be5664-c57e-4ac7-94ee-80d6b629a3fc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.162403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43276) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:53.276507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (4ea5b4ab-43d3-47a1-b0f9-795976bb31ff), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.295133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-26be20e8-a156-4cc6-9770-da1a85352190 None None] Current status of the port c0658fbc-399d-4462-a7b9-00b847dc8cea is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:53.328595 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 3, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:53.362314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.366291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "DELETE /v2.0/ports/17be5664-c57e-4ac7-94ee-80d6b629a3fc HTTP/1.1" status: 204 len: 168 time: 2.1600413 Apr 06 14:28:53.373818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43284) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:53.378320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Checking router: c8453e84-5344-4aec-ba4b-d4488b5b14ef for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:28:53.379111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Updating router c8453e84-5344-4aec-ba4b-d4488b5b14ef port 16a8e10e-38e3-4a81-9f98-22ca6eea841d binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:28:53.398890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e870f03-e719-41a4-8a81-65334b867074 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event deleted for resources: {'Port': ['ID=17be5664-c57e-4ac7-94ee-80d6b629a3fc,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.404812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks [] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.434640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9f901-5189-425a-b733-3407c417351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0c5fa2-b197-4de1-8cd3-3d1b5b694863,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.444060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.467436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (4ea5b4ab-43d3-47a1-b0f9-795976bb31ff), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.472672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:53.473311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.503681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.505142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:51Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:53.583824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78081265-3c78-4b78-9e52-651839e26ccc None None] The sync data for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv is: [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:51Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:28:53.588024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Deleting subnet ea0433c6-6be8-42bf-809d-1549bfaf71c5 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:28:53.589301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-91e98515-9585-4ed4-b154-b6f76f1bd456 admin admin] Publish callbacks [] for security_group (9b0c5fa2-b197-4de1-8cd3-3d1b5b694863), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.594702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for subnet (ea0433c6-6be8-42bf-809d-1549bfaf71c5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.688320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fe066b5b-a976-4e91-a078-278302465e6f None None] Provisioning complete for port 993081de-471b-4827-a199-fdd69e439479 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:53.691524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe066b5b-a976-4e91-a078-278302465e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (993081de-471b-4827-a199-fdd69e439479), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.712988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks [] for subnet (ea0433c6-6be8-42bf-809d-1549bfaf71c5), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.748247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-91e98515-9585-4ed4-b154-b6f76f1bd456 admin admin] Publish callbacks [] for security_group (9b0c5fa2-b197-4de1-8cd3-3d1b5b694863), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.790634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fe066b5b-a976-4e91-a078-278302465e6f None None] Port 993081de-471b-4827-a199-fdd69e439479 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:53.812000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (993081de-471b-4827-a199-fdd69e439479), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.849826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 646b1870-bf30-4038-8d81-1dc2bef455d2 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:53.939022 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8361838 Apr 06 14:28:53.952059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43292) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:53.961060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 646b1870-bf30-4038-8d81-1dc2bef455d2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:53.961592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.969140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (ea0433c6-6be8-42bf-809d-1549bfaf71c5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.972102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c7e22-81d1-43e3-bbcc-1cd63bab320e tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event updated for resources: {'Network': ['ID=4ea5b4ab-43d3-47a1-b0f9-795976bb31ff,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:54.002260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-91e98515-9585-4ed4-b154-b6f76f1bd456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9b0c5fa2-b197-4de1-8cd3-3d1b5b694863), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.005583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-91e98515-9585-4ed4-b154-b6f76f1bd456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.006224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 4ea5b4ab-43d3-47a1-b0f9-795976bb31ff details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:28:54.010704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-91e98515-9585-4ed4-b154-b6f76f1bd456 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9b0c5fa2-b197-4de1-8cd3-3d1b5b694863 HTTP/1.1" status: 204 len: 168 time: 0.7893929 Apr 06 14:28:54.037618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e98515-9585-4ed4-b154-b6f76f1bd456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0c5fa2-b197-4de1-8cd3-3d1b5b694863,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:54.062718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.158679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks [] for port (993081de-471b-4827-a199-fdd69e439479), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.242871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (993081de-471b-4827-a199-fdd69e439479), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.243625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.254465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Publish callbacks [] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.281732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 646b1870-bf30-4038-8d81-1dc2bef455d2 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:54.286885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.333342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 646b1870-bf30-4038-8d81-1dc2bef455d2, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=646b1870-bf30-4038-8d81-1dc2bef455d2,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:54.342104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.360666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.370992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43298) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:54.416689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Attempting to bind port 16a8e10e-38e3-4a81-9f98-22ca6eea841d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:54.417111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Attempting to bind port 16a8e10e-38e3-4a81-9f98-22ca6eea841d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:54.417532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Attempting to bind port 16a8e10e-38e3-4a81-9f98-22ca6eea841d on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:54.444287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e360-a64b-44bd-a6fe-b66effa75e0d None None] Pushing event updated for resources: {'Port': ['ID=16a8e10e-38e3-4a81-9f98-22ca6eea841d,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:54.467655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.480223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:54.487445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:54.488465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.488906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:54.489439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Bound port: 16a8e10e-38e3-4a81-9f98-22ca6eea841d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:54.489895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.622348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-323a54d4-73ed-41ca-9027-0e9427eb3bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.706859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Pushing event updated for resources: {'Port': ['ID=993081de-471b-4827-a199-fdd69e439479,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:54.727068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:54.727807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=646b1870-bf30-4038-8d81-1dc2bef455d2,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:54.731202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:54.731583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] For port 16a8e10e-38e3-4a81-9f98-22ca6eea841d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:54.743445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] For port 16a8e10e-38e3-4a81-9f98-22ca6eea841d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=16a8e10e-38e3-4a81-9f98-22ca6eea841d,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:54.752981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Network 6670e642-eebd-4577-862d-e1cabf974576 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:54.797345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:54.798783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3afe40c5-f146-458e-bcae-cd59029c5e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.827123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Pushing event updated for resources: {'Port': ['ID=7b7a2d1c-867a-46f0-8008-ed642b9a852a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:54.856265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:54.856775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (c8453e84-5344-4aec-ba4b-d4488b5b14ef), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.857262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.927302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:55.039436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for subnet (ea0433c6-6be8-42bf-809d-1549bfaf71c5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.081037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43306) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.081654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43308) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.148146 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8299cfa2-5dca-4bb3-8293-876bb559ade0 tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/agents/6d8b45e2-7229-4e3f-adfc-ef1508a15db3/dhcp-networks HTTP/1.1" status: 200 len: 6487 time: 1.1903048 Apr 06 14:28:55.160153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.163967 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "DELETE /v2.0/subnets/ea0433c6-6be8-42bf-809d-1549bfaf71c5 HTTP/1.1" status: 204 len: 168 time: 1.7835252 Apr 06 14:28:55.164768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43314) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.192943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b5a6b-60e7-4415-9813-b711d552d734 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0433c6-6be8-42bf-809d-1549bfaf71c5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:55.213023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43316) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.262479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Allocated IP 172.26.6.231 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/5afc77be-9d94-49d0-8f73-bc5a56c74ce4) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:55.273995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:55.286995 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Sync routers for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:55.304201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:55.314138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ecf211a8-19a7-43ba-a37e-7964de2f71c8 admin admin] 10.222.0.89 "PUT /v2.0/routers/c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7980993 Apr 06 14:28:55.314489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:55.314489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:55.316855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:55.329198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f28b30-4e0a-41ee-a1e9-94fe0a834459 None None] Network 32d29318-e89e-479a-91f4-7c85fbaf5539 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:55.492285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-323a54d4-73ed-41ca-9027-0e9427eb3bff admin admin] Publish callbacks [] for security_group (6a185d65-5d50-4676-b5af-589976cee5bb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.562122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e0c76ea6-bc6d-4e8b-807e-0e16fdc12b7f None None] Provisioning complete for port 993081de-471b-4827-a199-fdd69e439479 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:55.562794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0c76ea6-bc6d-4e8b-807e-0e16fdc12b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (993081de-471b-4827-a199-fdd69e439479), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.571190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e360-a64b-44bd-a6fe-b66effa75e0d None None] Pushing event updated for resources: {'Port': ['ID=16a8e10e-38e3-4a81-9f98-22ca6eea841d,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:55.634323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (32d29318-e89e-479a-91f4-7c85fbaf5539), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.681455 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:55.755576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e0c76ea6-bc6d-4e8b-807e-0e16fdc12b7f None None] Port 993081de-471b-4827-a199-fdd69e439479 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:55.772587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:55.828629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-c8c8bb79-3541-43d8-98b2-ab7bbc9f3af6 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:55.832406 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c8c8bb79-3541-43d8-98b2-ab7bbc9f3af6 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.7383411 Apr 06 14:28:55.837836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43330) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.842515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-36a85512-41db-4ab2-bb95-bef39d23c3e1 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:55.843998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-36a85512-41db-4ab2-bb95-bef39d23c3e1 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051258 Apr 06 14:28:55.846876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43332) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.847504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.858759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-0d78c954-2304-4718-8a05-bf29e7043e35 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:55.862829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0d78c954-2304-4718-8a05-bf29e7043e35 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0138640 Apr 06 14:28:55.868847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43334) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.873896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-88748909-f13d-48c0-af57-5da809260c00 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:55.879509 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-88748909-f13d-48c0-af57-5da809260c00 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0089617 Apr 06 14:28:55.884072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-323a54d4-73ed-41ca-9027-0e9427eb3bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (6a185d65-5d50-4676-b5af-589976cee5bb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:55.888588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43336) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.903808 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7e5ae495-cc93-42ef-a589-4e5ac205147e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5255da0bdd6a483db39daff49d0e6b0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8074346 Apr 06 14:28:55.906287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-dfec6194-7930-4c47-b2c4-3cbba4a2264e tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:55.907272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dfec6194-7930-4c47-b2c4-3cbba4a2264e tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0113876 Apr 06 14:28:55.908289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43338) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.912734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 646b1870-bf30-4038-8d81-1dc2bef455d2 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:55.925788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43340) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:55.933656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-ab2bdf88-105d-4820-9271-79f67bd6840d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:55.935065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ab2bdf88-105d-4820-9271-79f67bd6840d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079632 Apr 06 14:28:55.939341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43342) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.005982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-e4439517-0804-4123-9afa-298d3f9782be tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.009297 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e4439517-0804-4123-9afa-298d3f9782be tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0156813 Apr 06 14:28:56.025629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43346) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.046496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-c13254e5-fa4e-44a1-9437-9e9b849fb135 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.050251 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c13254e5-fa4e-44a1-9437-9e9b849fb135 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0195577 Apr 06 14:28:56.050969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43348) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.068578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-7b2ca1b5-fa1c-4af4-aa09-174c94be109f tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.069286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7b2ca1b5-fa1c-4af4-aa09-174c94be109f tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0120249 Apr 06 14:28:56.074211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43350) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.075088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8df98df6-0b18-4feb-a8e8-5a87f937c922 admin admin] Publish callbacks [] for security_group (ea9e4020-e91b-433b-b55f-c85c607be188), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.098984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a6e9432e-f14f-47a8-a69e-f4b1d4a40421 None None] Provisioning complete for port 7b7a2d1c-867a-46f0-8008-ed642b9a852a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:56.099607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6e9432e-f14f-47a8-a69e-f4b1d4a40421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.132598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8df98df6-0b18-4feb-a8e8-5a87f937c922 admin admin] Publish callbacks [] for security_group (ea9e4020-e91b-433b-b55f-c85c607be188), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.161992 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 2, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:56.171788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] DHCP port deletion for 32d29318-e89e-479a-91f4-7c85fbaf5539 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:28:56.190357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-a909bd6e-092e-4b41-9157-8dec394f3c5a tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.191802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a909bd6e-092e-4b41-9157-8dec394f3c5a tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0145705 Apr 06 14:28:56.204938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43352) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.210282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-81caf03c-7450-4814-9ace-7427ee607cbb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.217872 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-81caf03c-7450-4814-9ace-7427ee607cbb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0108359 Apr 06 14:28:56.220060 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Checking router: c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:28:56.220651 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Updating router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 port 993081de-471b-4827-a199-fdd69e439479 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:28:56.237583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9432e-f14f-47a8-a69e-f4b1d4a40421 None None] Port 7b7a2d1c-867a-46f0-8008-ed642b9a852a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:56.248440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43354) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.250628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 646b1870-bf30-4038-8d81-1dc2bef455d2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:56.251120 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (993081de-471b-4827-a199-fdd69e439479), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.251229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.262603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-5429d7ad-ef08-48c9-8f53-5b408bfecb70 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.264533 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5429d7ad-ef08-48c9-8f53-5b408bfecb70 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0151162 Apr 06 14:28:56.270560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43356) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.276812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-bcdd778f-5741-447f-b5de-98f083285515 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.293630 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bcdd778f-5741-447f-b5de-98f083285515 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0217810 Apr 06 14:28:56.296075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43358) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.297269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.301207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-68ff0784-41ca-4288-b457-56bccc6aad4f tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.302644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-68ff0784-41ca-4288-b457-56bccc6aad4f tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044982 Apr 06 14:28:56.304962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43360) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.309721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-45cde4bc-ca5e-4430-bf78-60edf19aab89 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.312568 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-323a54d4-73ed-41ca-9027-0e9427eb3bff admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3b3583ef95004a84ab6c99d616ae14bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9382646 Apr 06 14:28:56.313716 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-45cde4bc-ca5e-4430-bf78-60edf19aab89 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075262 Apr 06 14:28:56.314515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43362) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.324074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43364) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.342887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-872908a7-68c0-459d-aa7f-b1b7057a0518 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.343804 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-872908a7-68c0-459d-aa7f-b1b7057a0518 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0155222 Apr 06 14:28:56.357508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8df98df6-0b18-4feb-a8e8-5a87f937c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ea9e4020-e91b-433b-b55f-c85c607be188), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.362217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a54d4-73ed-41ca-9027-0e9427eb3bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a185d65-5d50-4676-b5af-589976cee5bb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:56.365096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8df98df6-0b18-4feb-a8e8-5a87f937c922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.366285 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8df98df6-0b18-4feb-a8e8-5a87f937c922 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea9e4020-e91b-433b-b55f-c85c607be188 HTTP/1.1" status: 204 len: 168 time: 0.4566896 Apr 06 14:28:56.378166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43368) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.410381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-1b58c02b-3ac0-4e8f-9d1c-8c3be5bb8bf0 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.413714 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1b58c02b-3ac0-4e8f-9d1c-8c3be5bb8bf0 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051067 Apr 06 14:28:56.419568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43372) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.420958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df98df6-0b18-4feb-a8e8-5a87f937c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e4020-e91b-433b-b55f-c85c607be188,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:56.458651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-0f377fd2-4aeb-4b61-8fe8-069f74903aee tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.460119 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0f377fd2-4aeb-4b61-8fe8-069f74903aee tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0174322 Apr 06 14:28:56.461920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d048dc-f09f-4910-bf1c-18d531bf5c0c tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] Network 4ea5b4ab-43d3-47a1-b0f9-795976bb31ff is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:56.466282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43376) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.488237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-27b10268-2617-4dfe-be75-4435fdda5deb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.492023 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-27b10268-2617-4dfe-be75-4435fdda5deb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0158834 Apr 06 14:28:56.495688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] Deleting port f9049570-1fb0-488e-9d07-adc28628dc51 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:56.502275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.515356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43378) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.526596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-807587a4-e6c9-484e-897e-385475407131 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.529944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-807587a4-e6c9-484e-897e-385475407131 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0112517 Apr 06 14:28:56.530998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43380) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.538498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-5cc96b9a-80fc-417c-8b52-dee1fa5f909c tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.544410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5cc96b9a-80fc-417c-8b52-dee1fa5f909c tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075567 Apr 06 14:28:56.545037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43382) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.552645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-51b62269-39ea-4281-b59b-2524d043abdd tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.556164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-51b62269-39ea-4281-b59b-2524d043abdd tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073190 Apr 06 14:28:56.559989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43384) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.576658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-0eee4bc2-08ed-4289-bb5e-0193144ba533 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.578359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0eee4bc2-08ed-4289-bb5e-0193144ba533 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0133893 Apr 06 14:28:56.584202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43386) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.604612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1a3e810f-51bc-4ebc-a1f1-a9d207c68b04 admin admin] Publish callbacks [] for security_group (6a185d65-5d50-4676-b5af-589976cee5bb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.609891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-42028be3-3bc8-4b87-8852-c2360f9d5434 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.614909 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-42028be3-3bc8-4b87-8852-c2360f9d5434 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094514 Apr 06 14:28:56.614909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Deleting port f9049570-1fb0-488e-9d07-adc28628dc51 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:56.614909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.629933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43388) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.634896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-48351b56-4b4d-48ef-889a-b2cad0a184af tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.637467 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-48351b56-4b4d-48ef-889a-b2cad0a184af tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058601 Apr 06 14:28:56.657872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.659545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43390) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.670498 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-24d048dc-f09f-4910-bf1c-18d531bf5c0c tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "POST /v2.0/agents/6d8b45e2-7229-4e3f-adfc-ef1508a15db3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4786770 Apr 06 14:28:56.674580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1a3e810f-51bc-4ebc-a1f1-a9d207c68b04 admin admin] Publish callbacks [] for security_group (6a185d65-5d50-4676-b5af-589976cee5bb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.676161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-c0ae8946-0f6b-4275-b51f-d2a448761579 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.679753 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c0ae8946-0f6b-4275-b51f-d2a448761579 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056243 Apr 06 14:28:56.688838 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Publish callbacks [] for port (993081de-471b-4827-a199-fdd69e439479), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.713268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1a393-b6b0-4ca6-b130-e3ad5c5ecf79 None None] Network 4ea5b4ab-43d3-47a1-b0f9-795976bb31ff requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:28:56.737689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43392) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.738161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43394) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.752774 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (993081de-471b-4827-a199-fdd69e439479), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.758140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-d083e888-23fb-4fb0-80d7-fda165f16ad7 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.758405 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d083e888-23fb-4fb0-80d7-fda165f16ad7 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052948 Apr 06 14:28:56.762072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43396) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.768630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-4aa3cffa-9601-4a38-82fa-0ca2842db631 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.770514 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4aa3cffa-9601-4a38-82fa-0ca2842db631 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065045 Apr 06 14:28:56.772969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43398) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.779050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-f8f8e8fb-d96e-4e2e-8826-611b81902b4d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.780350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f8f8e8fb-d96e-4e2e-8826-611b81902b4d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054605 Apr 06 14:28:56.782845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43400) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.787690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-9b45a957-69e3-4b7c-bef8-88323ef23d77 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.788952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9b45a957-69e3-4b7c-bef8-88323ef23d77 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049746 Apr 06 14:28:56.793104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43402) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.798370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-fb801499-13cc-4ffb-a972-ac52ac82c509 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.801848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb801499-13cc-4ffb-a972-ac52ac82c509 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0072875 Apr 06 14:28:56.804136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43404) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.811836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-811b309a-6d76-4cef-ae75-49e0f3525b00 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.813866 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-811b309a-6d76-4cef-ae75-49e0f3525b00 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0080895 Apr 06 14:28:56.816833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43406) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.824300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-459e09cd-1f39-4266-a3e8-c5dca00eb769 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.830799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-459e09cd-1f39-4266-a3e8-c5dca00eb769 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068357 Apr 06 14:28:56.833279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43408) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.843004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-805f5c76-f3bd-4c99-8395-aa6808bae89d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.846758 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-805f5c76-f3bd-4c99-8395-aa6808bae89d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100007 Apr 06 14:28:56.850088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43410) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.866131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-29787c64-0be4-4a7d-b633-773ad46e7ddf tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.870674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-29787c64-0be4-4a7d-b633-773ad46e7ddf tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0162690 Apr 06 14:28:56.872302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1a3e810f-51bc-4ebc-a1f1-a9d207c68b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (6a185d65-5d50-4676-b5af-589976cee5bb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.878826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1a3e810f-51bc-4ebc-a1f1-a9d207c68b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.882251 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1a3e810f-51bc-4ebc-a1f1-a9d207c68b04 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a185d65-5d50-4676-b5af-589976cee5bb HTTP/1.1" status: 204 len: 168 time: 0.5551357 Apr 06 14:28:56.882904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43412) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.915181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-bccf7448-9a5c-4bfb-847d-943b004efd49 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.920135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bccf7448-9a5c-4bfb-847d-943b004efd49 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0100906 Apr 06 14:28:56.921182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43418) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.924259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e810f-51bc-4ebc-a1f1-a9d207c68b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a185d65-5d50-4676-b5af-589976cee5bb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:56.939553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-37ed21b6-96ef-464e-bdd6-5c064fa3c0e4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.944443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-37ed21b6-96ef-464e-bdd6-5c064fa3c0e4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0135634 Apr 06 14:28:56.945351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43420) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.961579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-bd16b2be-b45d-4173-a1a5-eb5d452f3eda tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.968934 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bd16b2be-b45d-4173-a1a5-eb5d452f3eda tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0168407 Apr 06 14:28:56.970645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43422) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:56.980190 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def13e17-3a36-4871-a1b1-9c17535cae8a None None] Pushing event updated for resources: {'Port': ['ID=993081de-471b-4827-a199-fdd69e439479,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:56.983589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] For port f9049570-1fb0-488e-9d07-adc28628dc51, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9049570-1fb0-488e-9d07-adc28628dc51,segment=NetworkSegment(530fe79c-77de-49ca-9e57-6950ea5537e4),segment_id=530fe79c-77de-49ca-9e57-6950ea5537e4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:56.984682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:56.995036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-deb7acdb-ec5a-4acb-a934-4c08ca0919c9 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:56.999075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-deb7acdb-ec5a-4acb-a934-4c08ca0919c9 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0230947 Apr 06 14:28:57.005912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43424) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.030567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-f0248e23-260a-4fc7-a6cc-3ae9fbe41fb5 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.048906 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f0248e23-260a-4fc7-a6cc-3ae9fbe41fb5 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0395577 Apr 06 14:28:57.049547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43426) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.066393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-b4e1391a-19d5-44e0-8700-a483fca26224 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.074728 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b4e1391a-19d5-44e0-8700-a483fca26224 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0194855 Apr 06 14:28:57.077160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43428) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.092234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 646b1870-bf30-4038-8d81-1dc2bef455d2 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:57.093427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c0658fbc-399d-4462-a7b9-00b847dc8cea up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:57.108984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-5e7a42f4-60af-4802-9016-25fdfab09004 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.113545 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5e7a42f4-60af-4802-9016-25fdfab09004 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0315204 Apr 06 14:28:57.116109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43430) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.122582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-4f6653bd-50f2-46e3-a7c7-1946df11f0bb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.129112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4f6653bd-50f2-46e3-a7c7-1946df11f0bb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096319 Apr 06 14:28:57.130559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43432) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.133225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] Calling delete_port for f9049570-1fb0-488e-9d07-adc28628dc51 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:57.138912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-32ed60c8-94a7-4071-84e8-be5b9a9e2772 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.142262 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-32ed60c8-94a7-4071-84e8-be5b9a9e2772 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083835 Apr 06 14:28:57.149131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43434) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.151695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43436) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.156844 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-026e6bdc-812c-44b6-8631-d8ac87bf2813 tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/agents/6d8b45e2-7229-4e3f-adfc-ef1508a15db3/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.4133809 Apr 06 14:28:57.159021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 3, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:57.170288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-8f8db35b-e2ee-4ea9-b8d1-259b82b8577c tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.173737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f8db35b-e2ee-4ea9-b8d1-259b82b8577c tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071590 Apr 06 14:28:57.185561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168248702', 'description': 'tempest-description--1286365015'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:57.189318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43438) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.193174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43440) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.222500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054313de-8a7f-4c87-9767-1fa0c01bc566 None None] The sync data for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv is: [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 3, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:28:57.242977 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Attempting to bind port 993081de-471b-4827-a199-fdd69e439479 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:28:57.245371 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Attempting to bind port 993081de-471b-4827-a199-fdd69e439479 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:28:57.245901 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Attempting to bind port 993081de-471b-4827-a199-fdd69e439479 on network 6d0d235c-d559-4fe9-9652-9d332da70a0a {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:28:57.263801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-f79e5cbd-dbba-431e-8fee-8131eb372a00 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.264951 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f79e5cbd-dbba-431e-8fee-8131eb372a00 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0604560 Apr 06 14:28:57.268809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43444) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.269929 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:28:57.270476 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Checking segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:28:57.270847 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.273873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-2791eb0a-58a2-44da-b850-e4768c0d9dc6 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.278842 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2791eb0a-58a2-44da-b850-e4768c0d9dc6 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0089695 Apr 06 14:28:57.279156 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Bound using segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:28:57.279443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43448) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.279775 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Bound port: 993081de-471b-4827-a199-fdd69e439479, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:28:57.280188 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (993081de-471b-4827-a199-fdd69e439479), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.283528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-d9d38815-2a41-4ae0-98bf-51b48dec207f tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.285150 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d9d38815-2a41-4ae0-98bf-51b48dec207f tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041065 Apr 06 14:28:57.303029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43450) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.308666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-06676e45-9c0a-4626-9292-6479ef9abc91 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.310414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-06676e45-9c0a-4626-9292-6479ef9abc91 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0111027 Apr 06 14:28:57.315998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43452) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.323760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-adf2a251-0ba7-4ca5-be33-5fdcfff3aa79 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.327300 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-adf2a251-0ba7-4ca5-be33-5fdcfff3aa79 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0064335 Apr 06 14:28:57.327539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43454) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.331759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-8ddad6ef-b735-4d2a-8cb6-5426544916a4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.335008 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8ddad6ef-b735-4d2a-8cb6-5426544916a4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043044 Apr 06 14:28:57.350582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43456) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.351987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] For port f9049570-1fb0-488e-9d07-adc28628dc51, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9049570-1fb0-488e-9d07-adc28628dc51,segment=NetworkSegment(530fe79c-77de-49ca-9e57-6950ea5537e4),segment_id=530fe79c-77de-49ca-9e57-6950ea5537e4)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:57.352368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.366606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-9604b616-1188-4217-b38d-af550c84b339 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.380946 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9604b616-1188-4217-b38d-af550c84b339 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0264900 Apr 06 14:28:57.381090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-56614def-ed35-4f61-8662-b265fe10eefb None None] Provisioning complete for port 993081de-471b-4827-a199-fdd69e439479 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:57.381170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.381265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56614def-ed35-4f61-8662-b265fe10eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (993081de-471b-4827-a199-fdd69e439479), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.384207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43460) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.397872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-6939a680-0f79-4ceb-8aaa-9316ee7c8409 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.401264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6939a680-0f79-4ceb-8aaa-9316ee7c8409 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0137715 Apr 06 14:28:57.402806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43462) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.410788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-bf5dfb8d-5abc-445d-9eb8-3b1addd11634 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.410788 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bf5dfb8d-5abc-445d-9eb8-3b1addd11634 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047185 Apr 06 14:28:57.411065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Calling delete_port for f9049570-1fb0-488e-9d07-adc28628dc51 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:57.419620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43464) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.426039 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] For port 993081de-471b-4827-a199-fdd69e439479, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:57.434378 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] For port 993081de-471b-4827-a199-fdd69e439479, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=993081de-471b-4827-a199-fdd69e439479,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:57.444474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-56614def-ed35-4f61-8662-b265fe10eefb None None] Port 993081de-471b-4827-a199-fdd69e439479 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:28:57.455981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.476356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-ecd7efd7-c01a-426b-a62e-2e41dfee5a49 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.480208 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ecd7efd7-c01a-426b-a62e-2e41dfee5a49 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0085394 Apr 06 14:28:57.489920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43466) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.493491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c0658fbc-399d-4462-a7b9-00b847dc8cea triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:57.493868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.509304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-83b0ed0b-6b32-4c5b-ba82-786658312cc1 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.513316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-83b0ed0b-6b32-4c5b-ba82-786658312cc1 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0200262 Apr 06 14:28:57.523644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43468) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.533643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-0c752450-551f-4ebe-a37a-bf2aad0fd703 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.534644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0c752450-551f-4ebe-a37a-bf2aad0fd703 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0186911 Apr 06 14:28:57.553078 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (993081de-471b-4827-a199-fdd69e439479), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.554048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43470) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.579251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-589f9592-3265-4d22-8757-2c952be82c0a tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.582972 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-589f9592-3265-4d22-8757-2c952be82c0a tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0275886 Apr 06 14:28:57.586000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43474) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.613880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-b313e879-345f-44b4-87c3-dae30fb6abee tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.617024 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b313e879-345f-44b4-87c3-dae30fb6abee tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0270271 Apr 06 14:28:57.639149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43476) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.642237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-b975ef47-ba84-49fa-88d4-2a5b467b940d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.645658 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b975ef47-ba84-49fa-88d4-2a5b467b940d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0108018 Apr 06 14:28:57.657421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43478) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.658416 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:57.659057 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:57.708112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks [] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.709846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group (1e585d9a-e785-4015-866c-5d88fd152711), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.710461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.719072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.720073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-6a515da5-9cb7-455d-927b-041159d6ae3c tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.729527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43484) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.729721 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6a515da5-9cb7-455d-927b-041159d6ae3c tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0162029 Apr 06 14:28:57.734332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-2de257bf-f5a4-4862-a7ab-c5f462e251bb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.735549 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2de257bf-f5a4-4862-a7ab-c5f462e251bb tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047953 Apr 06 14:28:57.737931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43486) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.743275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-6a74c25a-a4a7-4ee4-ae0c-507f0f935798 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.744953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6a74c25a-a4a7-4ee4-ae0c-507f0f935798 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054336 Apr 06 14:28:57.748043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43488) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.751388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def13e17-3a36-4871-a1b1-9c17535cae8a None None] Pushing event updated for resources: {'Port': ['ID=993081de-471b-4827-a199-fdd69e439479,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:57.757167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-310edfed-c85a-4aea-8f16-b5d26820f0d0 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.762896 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-310edfed-c85a-4aea-8f16-b5d26820f0d0 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0115671 Apr 06 14:28:57.763953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43490) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.793891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-fbe9073b-345f-418c-9257-169bdc4cbe8a tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.797317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fbe9073b-345f-418c-9257-169bdc4cbe8a tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0292408 Apr 06 14:28:57.797935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43494) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.826014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-2b40fb5d-4784-45b6-ba15-2cded61210a5 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.827270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2b40fb5d-4784-45b6-ba15-2cded61210a5 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0284023 Apr 06 14:28:57.834802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43496) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.835745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (1e585d9a-e785-4015-866c-5d88fd152711), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.843838 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-02c7ae8d-c899-49c2-800c-55c1b2000461 tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "DELETE /v2.0/agents/6d8b45e2-7229-4e3f-adfc-ef1508a15db3/dhcp-networks/4ea5b4ab-43d3-47a1-b0f9-795976bb31ff HTTP/1.1" status: 204 len: 168 time: 0.6430578 Apr 06 14:28:57.870483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43498) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:57.871039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c0658fbc-399d-4462-a7b9-00b847dc8cea is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:57.921867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] Pushing event deleted for resources: {'Port': ['ID=f9049570-1fb0-488e-9d07-adc28628dc51,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:57.924022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44cbc1-35fc-4cbd-8f45-2fe960ce3984 None None] No DVR routers for this DVR port f9049570-1fb0-488e-9d07-adc28628dc51 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:57.941651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.942386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (c8453e84-5344-4aec-ba4b-d4488b5b14ef), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.942988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [None req-99dac86d-5cc3-4dde-8abc-4a5b1573616e tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:57.947433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (f9049570-1fb0-488e-9d07-adc28628dc51), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:57.950411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-99dac86d-5cc3-4dde-8abc-4a5b1573616e tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0960276 Apr 06 14:28:57.968969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43502) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.078089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-0e7ab34b-aa2c-41ba-b361-a17c4aff53f4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:58.081423 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0e7ab34b-aa2c-41ba-b361-a17c4aff53f4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0905819 Apr 06 14:28:58.085721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43504) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.152570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:58.187360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-d3ae041b-af6b-4569-bebb-2085a24f4a5d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:58.190993 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d3ae041b-af6b-4569-bebb-2085a24f4a5d tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0257797 Apr 06 14:28:58.199787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16a8e10e-38e3-4a81-9f98-22ca6eea841d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:58.209732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] No DVR routers for this DVR port f9049570-1fb0-488e-9d07-adc28628dc51 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:58.211247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:58.218748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:28:58.223224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43506) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.260018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-8591d9f3-7c3b-4aba-9f07-0c7272136ab4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:58.263359 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8591d9f3-7c3b-4aba-9f07-0c7272136ab4 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0160522 Apr 06 14:28:58.351323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43510) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.353437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event updated for resources: {'Port': ['ID=5afc77be-9d94-49d0-8f73-bc5a56c74ce4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:58.355494 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:58.439944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [None req-a7967086-f18e-4e4b-a299-18b43ecc2207 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:28:58.446421 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a7967086-f18e-4e4b-a299-18b43ecc2207 tempest-ExtensionsTestJSON-2077690109 tempest-ExtensionsTestJSON-2077690109-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0885293 Apr 06 14:28:58.487368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] Provisioning complete for port 993081de-471b-4827-a199-fdd69e439479 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:58.488050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (993081de-471b-4827-a199-fdd69e439479), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.524919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9fe33b7f-6239-4f48-b3f7-6fa0dd90050d tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/agents/6d8b45e2-7229-4e3f-adfc-ef1508a15db3/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.6058049 Apr 06 14:28:58.534492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.538283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3634665 Apr 06 14:28:58.538283 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3396e16-334d-4489-9e00-4044aa58fd42 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e585d9a-e785-4015-866c-5d88fd152711,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:58.549137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.560865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43520) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.566759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 16a8e10e-38e3-4a81-9f98-22ca6eea841d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:58.566965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Request body: {'security_group_rule': {'security_group_id': '1e585d9a-e785-4015-866c-5d88fd152711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:58.567166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.593738 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:58.667247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.693265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ee073927-d127-42b1-aee9-e64db511726e tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/networks/ba8b1ce9-e69a-4730-aee9-02fecf0a66f7/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1304147 Apr 06 14:28:58.704625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43526) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.770949 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-21fb78cb-a13e-446f-ac6d-cb6cd9f2a38a tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/networks/ba8b1ce9-e69a-4730-aee9-02fecf0a66f7/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0600097 Apr 06 14:28:58.771677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43530) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.780737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] Current status of the port 993081de-471b-4827-a199-fdd69e439479 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:58.786682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (993081de-471b-4827-a199-fdd69e439479), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.837950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group_rule (aab79fb7-1fad-40c7-953a-094b45afc0ba), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.847414 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:57Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:58.888880 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee99bf9-593f-4d6b-a127-dc62db06005b None None] The sync data for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv is: [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:57Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:28:59.018003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (b9404b8e-be39-4902-ae98-a089b731762f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.128653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 16a8e10e-38e3-4a81-9f98-22ca6eea841d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:59.130686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.144501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group_rule (aab79fb7-1fad-40c7-953a-094b45afc0ba), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.179607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 16a8e10e-38e3-4a81-9f98-22ca6eea841d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=16a8e10e-38e3-4a81-9f98-22ca6eea841d,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:59.186103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] For port 993081de-471b-4827-a199-fdd69e439479, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=993081de-471b-4827-a199-fdd69e439479,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:59.232512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Network 6670e642-eebd-4577-862d-e1cabf974576 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:59.241546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (aab79fb7-1fad-40c7-953a-094b45afc0ba), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.262536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.266517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (993081de-471b-4827-a199-fdd69e439479), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.287979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (32d29318-e89e-479a-91f4-7c85fbaf5539), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.319367 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > segment before_delete 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.319909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.321432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.322190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > port after_create 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.322728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > port after_delete 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.323249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > port after_update 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.323755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > segment after_delete 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.324286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet after_create 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.324930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet after_delete 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.325439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet after_update 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.336457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a25783f4-8632-43b9-b864-08be850d6edf tempest-DHCPAgentSchedulersTestJSON-296767705 tempest-DHCPAgentSchedulersTestJSON-296767705-project-admin] 10.222.0.89 "GET /v2.0/agents/6d8b45e2-7229-4e3f-adfc-ef1508a15db3/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.5604241 Apr 06 14:28:59.338226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43538) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:59.359460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab79fb7-1fad-40c7-953a-094b45afc0ba,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:59.393657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9049570-1fb0-488e-9d07-adc28628dc51 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:28:59.409471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.410594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a38ce074-cd9e-46fe-b240-cb66b270b4c2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8472703 Apr 06 14:28:59.413539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43542) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:59.418910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Request body: {'security_group_rule': {'security_group_id': '1e585d9a-e785-4015-866c-5d88fd152711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:28:59.436200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43544) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:59.440738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: f9049570-1fb0-488e-9d07-adc28628dc51 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:28:59.441095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9049570-1fb0-488e-9d07-adc28628dc51 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:28:59.448359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=16a8e10e-38e3-4a81-9f98-22ca6eea841d,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:59.498268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (4ea5b4ab-43d3-47a1-b0f9-795976bb31ff), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.523823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4925-a192-4432-a00c-3ae224f717ae None None] Pushing event updated for resources: {'Port': ['ID=993081de-471b-4827-a199-fdd69e439479,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:59.618514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group_rule (b71c251b-3947-4507-a119-ef54f6163583), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.649557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (4ea5b4ab-43d3-47a1-b0f9-795976bb31ff), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.685901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > segment before_delete 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.686254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.686931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.687262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > port after_create 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.687589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > port after_delete 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.687935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > port after_update 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.688256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > segment after_delete 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.688597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet after_create 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.688945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet after_delete 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.689267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet after_update 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.780227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet after_create 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.781057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet after_delete 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.784145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet before_create 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.784145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Subscribe: > subnet before_update 55550000 {{(pid=104421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.784145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d29318-e89e-479a-91f4-7c85fbaf5539']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:59.788778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:59.862373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Pushing event updated for resources: {'Port': ['ID=7b7a2d1c-867a-46f0-8008-ed642b9a852a,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:59.907575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.961405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet after_create 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.962030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet after_delete 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.963188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet before_create 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.964421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Subscribe: > subnet before_update 55550000 {{(pid=104420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:28:59.965072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea5b4ab-43d3-47a1-b0f9-795976bb31ff']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.014680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e965b621-006a-42f2-9f24-18c618938138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.067439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97013f1-176d-4752-8b3f-e78da598cd2f') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.067923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97013f1-176d-4752-8b3f-e78da598cd2f') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.110907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43556) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:00.114456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (c97013f1-176d-4752-8b3f-e78da598cd2f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.124477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530fe79c-77de-49ca-9e57-6950ea5537e4') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.124965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530fe79c-77de-49ca-9e57-6950ea5537e4') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.175566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event deleted for resources: {'Port': ['ID=f9049570-1fb0-488e-9d07-adc28628dc51,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.189457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (530fe79c-77de-49ca-9e57-6950ea5537e4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.214807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b71b9814-6c55-4d5f-a91e-331b63d91827 None None] Provisioning complete for port 7b7a2d1c-867a-46f0-8008-ed642b9a852a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:00.216797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b71b9814-6c55-4d5f-a91e-331b63d91827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.241492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c97013f1-176d-4752-8b3f-e78da598cd2f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.252639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group_rule (b71c251b-3947-4507-a119-ef54f6163583), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.276347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:00.276995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (c97013f1-176d-4752-8b3f-e78da598cd2f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.297432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16a8e10e-38e3-4a81-9f98-22ca6eea841d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: from cryptography.utils import int_from_bytes Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: from cryptography.utils import int_from_bytes Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:00.301095 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:00.355621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b71c251b-3947-4507-a119-ef54f6163583), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.369604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b71b9814-6c55-4d5f-a91e-331b63d91827 None None] Port 7b7a2d1c-867a-46f0-8008-ed642b9a852a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:00.391957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 16a8e10e-38e3-4a81-9f98-22ca6eea841d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:00.392616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.392937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-929463139'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:00.450565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c251b-3947-4507-a119-ef54f6163583,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.469562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.474087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6e0ca421-819a-416f-86ef-df6373373863 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0565345 Apr 06 14:29:00.478631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43566) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:00.483131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:00.518237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (530fe79c-77de-49ca-9e57-6950ea5537e4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.518385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 16a8e10e-38e3-4a81-9f98-22ca6eea841d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:00.519435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 993081de-471b-4827-a199-fdd69e439479 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:00.529895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (4ea5b4ab-43d3-47a1-b0f9-795976bb31ff), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.559203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.561793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Router c8453e84-5344-4aec-ba4b-d4488b5b14ef has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:00.566175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "DELETE /v2.0/networks/4ea5b4ab-43d3-47a1-b0f9-795976bb31ff HTTP/1.1" status: 204 len: 168 time: 1.2186539 Apr 06 14:29:00.566358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:00.571918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (530fe79c-77de-49ca-9e57-6950ea5537e4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.579789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43568) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: from cryptography.utils import int_from_bytes Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: from cryptography.utils import int_from_bytes Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:00.584760 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:00.589868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 993081de-471b-4827-a199-fdd69e439479 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:00.593682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (993081de-471b-4827-a199-fdd69e439479), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.612968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:00.616863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.626983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab69214-e3a4-4be6-9e5e-7a8828147c30 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event deleted for resources: {'Network': ['ID=4ea5b4ab-43d3-47a1-b0f9-795976bb31ff,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.630762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e965b621-006a-42f2-9f24-18c618938138 admin admin] Publish callbacks [] for security_group (f0089d0d-5125-4f9c-a810-c497487e7ccc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.646862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.649878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.664679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c35eb2-a436-4f09-9b40-6e9bddfcd219 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] DELETE failed (client error): The resource could not be found. Apr 06 14:29:00.665346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c35eb2-a436-4f09-9b40-6e9bddfcd219 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:29:00.671128 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c6c35eb2-a436-4f09-9b40-6e9bddfcd219 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "DELETE /v2.0/ports/546bfae6-eeae-4261-a590-7656f645731d HTTP/1.1" status: 404 len: 333 time: 0.0832806 Apr 06 14:29:00.674366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43570) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:00.683462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 993081de-471b-4827-a199-fdd69e439479 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:00.693094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43572) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:00.714125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e965b621-006a-42f2-9f24-18c618938138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f0089d0d-5125-4f9c-a810-c497487e7ccc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.779742 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e965b621-006a-42f2-9f24-18c618938138 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=00744f2b9c2d4fc9abe33b95af017686&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3302915 Apr 06 14:29:00.781850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43576) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:00.785225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (32d29318-e89e-479a-91f4-7c85fbaf5539), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.790745 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.795194 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] 10.222.0.89 "DELETE /v2.0/networks/32d29318-e89e-479a-91f4-7c85fbaf5539 HTTP/1.1" status: 204 len: 168 time: 5.5732186 Apr 06 14:29:00.803199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965b621-006a-42f2-9f24-18c618938138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0089d0d-5125-4f9c-a810-c497487e7ccc,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.848523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Deleting subnet 5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:00.850851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e568975-b0fd-495c-bb4d-3305c3d782e3 tempest-ExtraDHCPOptionsTestJSON-66355786 tempest-ExtraDHCPOptionsTestJSON-66355786-project] Pushing event deleted for resources: {'Network': ['ID=32d29318-e89e-479a-91f4-7c85fbaf5539,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.907960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks [] for subnet (5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.944490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for security_group (0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.945610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fbf043a5-3fa7-40e9-b25d-1b2813fc239f admin admin] Publish callbacks [] for security_group (f0089d0d-5125-4f9c-a810-c497487e7ccc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.955268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-60809841', 'router:external': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:00.962572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.014698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.018004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:01.023924 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-19e92a1a-3035-4f9e-9b18-4c99088339da admin admin] 10.222.0.89 "PUT /v2.0/routers/c8453e84-5344-4aec-ba4b-d4488b5b14ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2616687 Apr 06 14:29:01.067038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.109647 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Made reservation on behalf of 95ccd5605cec475b975d121223c76bfa for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:01.111741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.162280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fbf043a5-3fa7-40e9-b25d-1b2813fc239f admin admin] Publish callbacks [] for security_group (f0089d0d-5125-4f9c-a810-c497487e7ccc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.164846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.172236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.179402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.213694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event updated for resources: {'Port': ['ID=5afc77be-9d94-49d0-8f73-bc5a56c74ce4,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.222267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.253001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:01.260790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (b9404b8e-be39-4902-ae98-a089b731762f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.284344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.296526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a09d87f9-c7c3-4a51-941d-1e6b33fe691b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.296526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Added segment a09d87f9-c7c3-4a51-941d-1e6b33fe691b of type vlan for network 2934fa9c-89df-48fd-aebe-9f87f342666e Apr 06 14:29:01.376360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for security_group (b95d8b36-2ba9-4333-be0a-aee77fa5621b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.380857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (2934fa9c-89df-48fd-aebe-9f87f342666e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.395506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.395506 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72d92d60-036a-482c-9dcd-f5bdc6771db8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4587896 Apr 06 14:29:01.398631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Allocated IP 172.26.6.92 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/0360c59c-61bd-4692-9704-64c9b754e0d0) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:01.426612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.435460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Sync routers for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:01.452738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:01.453532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:01.470150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.475133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.482338 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d386b6e4-c542-4810-b08d-3ccd10621210 tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "DELETE /v2.0/subnets/5e0b5a70-297d-4dcd-87e9-cc8063ddaf1a HTTP/1.1" status: 204 len: 168 time: 0.8060730 Apr 06 14:29:01.483362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43588) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:01.496830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fbf043a5-3fa7-40e9-b25d-1b2813fc239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f0089d0d-5125-4f9c-a810-c497487e7ccc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.505956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fbf043a5-3fa7-40e9-b25d-1b2813fc239f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.505956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fbf043a5-3fa7-40e9-b25d-1b2813fc239f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f0089d0d-5125-4f9c-a810-c497487e7ccc HTTP/1.1" status: 204 len: 168 time: 0.7176857 Apr 06 14:29:01.528427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21f2f4-42b7-40ce-8ade-25a4db7ce163 None None] Network ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:01.549133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b95d8b36-2ba9-4333-be0a-aee77fa5621b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.557506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (2934fa9c-89df-48fd-aebe-9f87f342666e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.582404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:01.586482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.659538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.731136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf043a5-3fa7-40e9-b25d-1b2813fc239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0089d0d-5125-4f9c-a810-c497487e7ccc,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.758873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43596) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:01.760330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:01.769970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20d2823e-9199-4302-a8a3-fd65beaf847a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.770318 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Added segment 20d2823e-9199-4302-a8a3-fd65beaf847a of type vlan for network 84c0a648-c55f-4859-9d2b-630f24899cdd Apr 06 14:29:01.790312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.854325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:01.863234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.881830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d8b36-2ba9-4333-be0a-aee77fa5621b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.910829 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (84c0a648-c55f-4859-9d2b-630f24899cdd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.971324 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8610349 Apr 06 14:29:01.979425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43608) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:01.991970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:02.105590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:02.127043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098340909', 'description': 'tempest-description--1119516779'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:02.143733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a1e61-7f7c-4138-8ae0-d607ec1dfdf4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Network': ['ID=2934fa9c-89df-48fd-aebe-9f87f342666e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:02.145825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] DHCP port deletion for ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:02.174971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (84c0a648-c55f-4859-9d2b-630f24899cdd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.177991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:02.178679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:02.179899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.180451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event updated for resources: {'Port': ['ID=0360c59c-61bd-4692-9704-64c9b754e0d0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:02.180976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:02.183548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:02.193829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:02.302789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:28:56Z', 'revision_number': 2, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:02.313288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] Deleting port cbecb677-8329-46e2-a6e7-7c7dd233eda7 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:02.313666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.399919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (3c6effbc-cb21-44d1-80c0-bd44aa13dd02), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.411817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:02.415271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.420157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43634) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:02.422223 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:29:02.431184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.445567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Checking router: c8453e84-5344-4aec-ba4b-d4488b5b14ef for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:02.446104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Updating router c8453e84-5344-4aec-ba4b-d4488b5b14ef port 7b7a2d1c-867a-46f0-8008-ed642b9a852a binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:29:02.451012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] For port cbecb677-8329-46e2-a6e7-7c7dd233eda7, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cbecb677-8329-46e2-a6e7-7c7dd233eda7,segment=NetworkSegment(84e0c1e2-d637-4bb4-ad30-2124423d1fa0),segment_id=84e0c1e2-d637-4bb4-ad30-2124423d1fa0)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:02.451495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.461739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Network': ['ID=84c0a648-c55f-4859-9d2b-630f24899cdd,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:02.483097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Deleting port cbecb677-8329-46e2-a6e7-7c7dd233eda7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:02.483279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.491192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 84c0a648-c55f-4859-9d2b-630f24899cdd details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:02.500247 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-73ae3e19-deca-4d16-92db-00ab3602508d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7975318 Apr 06 14:29:02.506923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] Calling delete_port for cbecb677-8329-46e2-a6e7-7c7dd233eda7 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:02.507142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43638) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:02.529335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'subnet': {'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:02.558921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.576811 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-32bdb3f4-50f5-48f7-9b0e-7118856d3539 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c1ff9b90d8924345a9b8c3817e6ac825&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7698092 Apr 06 14:29:02.579166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:02.617331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.622474 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-1ce15d2e-65a3-426a-8f5a-f3a840d8f44c tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1131809720&fields=id&tenant_id=7ec538dde52943eeacbad39ea9e7310a HTTP/1.1" status: 200 len: 267 time: 0.2014830 Apr 06 14:29:02.639835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] For port cbecb677-8329-46e2-a6e7-7c7dd233eda7, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cbecb677-8329-46e2-a6e7-7c7dd233eda7,segment=NetworkSegment(84e0c1e2-d637-4bb4-ad30-2124423d1fa0),segment_id=84e0c1e2-d637-4bb4-ad30-2124423d1fa0)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:02.640187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.663410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Calling delete_port for cbecb677-8329-46e2-a6e7-7c7dd233eda7 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:02.686597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group (301d7768-3eb7-400e-9183-f60a864bd78b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.736567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Made reservation on behalf of 95ccd5605cec475b975d121223c76bfa for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:02.738931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.898682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.950982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] Pushing event deleted for resources: {'Port': ['ID=cbecb677-8329-46e2-a6e7-7c7dd233eda7,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:02.958746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576d4f2-30ae-44c8-a21d-57454a15ae72 None None] No DVR routers for this DVR port cbecb677-8329-46e2-a6e7-7c7dd233eda7 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:02.979319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (301d7768-3eb7-400e-9183-f60a864bd78b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.980423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c26defeb-4a12-4882-8eaa-4d829d7de956 admin admin] Publish callbacks [] for security_group (9982dfe2-cc30-46c7-9438-60eeecb31fd2), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.997435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-32e5dd92-323a-4054-ac00-c4abdedd5897 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:03.002369 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-32e5dd92-323a-4054-ac00-c4abdedd5897 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/networks?id=f014f8d5-b1e0-4f16-a65e-e246c927c89e HTTP/1.1" status: 200 len: 810 time: 0.3471482 Apr 06 14:29:03.049244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c26defeb-4a12-4882-8eaa-4d829d7de956 admin admin] Publish callbacks [] for security_group (9982dfe2-cc30-46c7-9438-60eeecb31fd2), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.054227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cbecb677-8329-46e2-a6e7-7c7dd233eda7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.059912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301d7768-3eb7-400e-9183-f60a864bd78b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.096962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] No DVR routers for this DVR port cbecb677-8329-46e2-a6e7-7c7dd233eda7 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:03.097187 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-8ae6b08b-9858-4290-bfda-7f9b32271b6c tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/quotas/7ec538dde52943eeacbad39ea9e7310a HTTP/1.1" status: 200 len: 375 time: 0.0750136 Apr 06 14:29:03.117696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Publish callbacks [] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.122088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event deleted for resources: {'Port': ['ID=cbecb677-8329-46e2-a6e7-7c7dd233eda7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.144231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.145505 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-238d1176-19c4-426d-bc44-c4dcf9d3a886 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0290060 Apr 06 14:29:03.175994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43650) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:03.177317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.186160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Request body: {'security_group_rule': {'security_group_id': '301d7768-3eb7-400e-9183-f60a864bd78b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:03.230434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.267130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8b1ce9-e69a-4730-aee9-02fecf0a66f7']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:03.269189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43652) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:03.272100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4af5f6-c1b7-41e9-8432-f45461f94d23 None None] Pushing event updated for resources: {'Port': ['ID=7b7a2d1c-867a-46f0-8008-ed642b9a852a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.288563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-310e7766-b7ca-40de-9833-55c704b3181e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ec538dde52943eeacbad39ea9e7310a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1598623 Apr 06 14:29:03.289314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e0c1e2-d637-4bb4-ad30-2124423d1fa0') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:03.289616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e0c1e2-d637-4bb4-ad30-2124423d1fa0') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:03.296207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.296207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (b4177b5b-0e80-43f9-be37-560ab40ad0cc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.333460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (84e0c1e2-d637-4bb4-ad30-2124423d1fa0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.349177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group_rule (0d428e93-4f11-4559-994b-741807b764db), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.371452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (84e0c1e2-d637-4bb4-ad30-2124423d1fa0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.386047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:03.386449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (84e0c1e2-d637-4bb4-ad30-2124423d1fa0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:03.390584 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:03.392285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c26defeb-4a12-4882-8eaa-4d829d7de956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9982dfe2-cc30-46c7-9438-60eeecb31fd2), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.394617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c26defeb-4a12-4882-8eaa-4d829d7de956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.395998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c26defeb-4a12-4882-8eaa-4d829d7de956 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9982dfe2-cc30-46c7-9438-60eeecb31fd2 HTTP/1.1" status: 204 len: 168 time: 0.8148777 Apr 06 14:29:03.409492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Attempting to bind port 7b7a2d1c-867a-46f0-8008-ed642b9a852a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:03.411484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Attempting to bind port 7b7a2d1c-867a-46f0-8008-ed642b9a852a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:03.411484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Attempting to bind port 7b7a2d1c-867a-46f0-8008-ed642b9a852a on network 6670e642-eebd-4577-862d-e1cabf974576 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:03.417196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=b4177b5b-0e80-43f9-be37-560ab40ad0cc,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.419291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:03.426272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Checking segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:03.427350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.428584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Bound using segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:03.429261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Bound port: 7b7a2d1c-867a-46f0-8008-ed642b9a852a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:03.429808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.436164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.441355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:03.441725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network hostable DHCP agents. Network: 2934fa9c-89df-48fd-aebe-9f87f342666e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:03.458943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26defeb-4a12-4882-8eaa-4d829d7de956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982dfe2-cc30-46c7-9438-60eeecb31fd2,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.559615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307681769'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:03.570145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group_rule (0d428e93-4f11-4559-994b-741807b764db), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.587461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event updated for resources: {'Port': ['ID=0360c59c-61bd-4692-9704-64c9b754e0d0,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.590230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] For port 7b7a2d1c-867a-46f0-8008-ed642b9a852a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:03.596265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] For port 7b7a2d1c-867a-46f0-8008-ed642b9a852a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7b7a2d1c-867a-46f0-8008-ed642b9a852a,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:03.621410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-6b7df559-10d9-416e-a4e5-98002c880062 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:29:03.622423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-6b7df559-10d9-416e-a4e5-98002c880062 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039279 Apr 06 14:29:03.628926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (3c6effbc-cb21-44d1-80c0-bd44aa13dd02), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.645133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:03.645289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ba8b1ce9-e69a-4730-aee9-02fecf0a66f7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.646740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (0d428e93-4f11-4559-994b-741807b764db), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.650708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.655169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-48bcbf32-ec46-47f1-9c68-c1ffb73424c1 None None] Provisioning complete for port 7b7a2d1c-867a-46f0-8008-ed642b9a852a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:03.655598 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-48bcbf32-ec46-47f1-9c68-c1ffb73424c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.659838 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] 10.222.0.89 "DELETE /v2.0/networks/ba8b1ce9-e69a-4730-aee9-02fecf0a66f7 HTTP/1.1" status: 204 len: 168 time: 2.1744237 Apr 06 14:29:03.685208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684557-2372-4e2c-93d5-61ff9929cbad tempest-DHCPAgentSchedulersTestJSON-1370063688 tempest-DHCPAgentSchedulersTestJSON-1370063688-project] Pushing event deleted for resources: {'Network': ['ID=ba8b1ce9-e69a-4730-aee9-02fecf0a66f7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.690519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.709362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d428e93-4f11-4559-994b-741807b764db,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.742243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 2934fa9c-89df-48fd-aebe-9f87f342666e) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:03.760206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:03.761198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.767053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.768140 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-48836be7-9742-44de-b5de-65c7b3179412 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5911801 Apr 06 14:29:03.769066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.770628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dd9f17c6-f30d-475a-b16a-6f35a593f871 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2910521 Apr 06 14:29:03.776259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43666) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:03.781633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Request body: {'security_group_rule': {'security_group_id': '301d7768-3eb7-400e-9183-f60a864bd78b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:03.789813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa3eee-e931-436a-9e76-bf954fd20d7a None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:03.796718 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-c171d504-baf1-437a-b3ea-146a9b312168 service neutron] 10.222.0.89 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643488 Apr 06 14:29:03.825939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:03.829326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.833159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:29:03.833765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (2ca81a72-6c38-4e8e-a7c9-d98db44076d3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.847673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.883280 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-932600e5-2e0d-49b3-a2c3-b69f393baf7a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8995786 Apr 06 14:29:03.894870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43670) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:03.902157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'name': 'tempest-NetworksTestDHCPv6-1192455779'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:03.943934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group_rule (2c882020-d304-4084-afb0-790c823e43fc), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:03.977843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ca81a72-6c38-4e8e-a7c9-d98db44076d3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:03.999150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Checking segment: {'id': '20d2823e-9199-4302-a8a3-fd65beaf847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:03.999509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network hostable DHCP agents. Network: 84c0a648-c55f-4859-9d2b-630f24899cdd, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:04.065461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for security_group (50dc1793-d76a-4669-bad9-5e4a5bf576fa), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.087963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-48bcbf32-ec46-47f1-9c68-c1ffb73424c1 None None] Port 7b7a2d1c-867a-46f0-8008-ed642b9a852a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:04.093608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cbecb677-8329-46e2-a6e7-7c7dd233eda7 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:04.118383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 84c0a648-c55f-4859-9d2b-630f24899cdd is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:04.123492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4af5f6-c1b7-41e9-8432-f45461f94d23 None None] Pushing event updated for resources: {'Port': ['ID=7b7a2d1c-867a-46f0-8008-ed642b9a852a,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:04.139482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: cbecb677-8329-46e2-a6e7-7c7dd233eda7 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:04.140457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cbecb677-8329-46e2-a6e7-7c7dd233eda7 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:04.144786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:04.145413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:04.152412 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-49f51b52-1008-48dd-aef4-13d4558232ca service neutron] 10.222.0.89 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386216 Apr 06 14:29:04.156397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (50dc1793-d76a-4669-bad9-5e4a5bf576fa), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.202364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:04.223385 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3c43133c-8696-4b3e-af9f-4d211cf4cc14), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.223759 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 3c43133c-8696-4b3e-af9f-4d211cf4cc14 of type vlan for network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d Apr 06 14:29:04.258085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group_rule (2c882020-d304-4084-afb0-790c823e43fc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.311581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43684) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:04.346213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 84c0a648-c55f-4859-9d2b-630f24899cdd) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:04.351137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:04.351818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.352178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (2c882020-d304-4084-afb0-790c823e43fc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.355836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc1793-d76a-4669-bad9-5e4a5bf576fa,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:04.376278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1998ef6f-4cc7-40fc-95c3-cdb3a552199d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.386341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c882020-d304-4084-afb0-790c823e43fc,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:04.399456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6cbab4-2843-4f2c-bbc2-039928ea2b3a None None] Network 84c0a648-c55f-4859-9d2b-630f24899cdd requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:04.402012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] Provisioning complete for port 7b7a2d1c-867a-46f0-8008-ed642b9a852a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:04.402510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.409671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:04.414115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.452788 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2df8d503-0fe7-44d4-aebb-f33fd0757d7f tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9420643 Apr 06 14:29:04.452986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43692) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:04.456476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port bddc2f50-33ef-442b-b55e-cab17985e9e7 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:04.465996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-323832685', 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:04.531382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1998ef6f-4cc7-40fc-95c3-cdb3a552199d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.547472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:04.550275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.622375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'b4177b5b-0e80-43f9-be37-560ab40ad0cc'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:04.623149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.651607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:04.730024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=1998ef6f-4cc7-40fc-95c3-cdb3a552199d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:04.768809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:04.795008 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4ac53fa3-8701-41a1-a359-8768d9f8bf32 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5246336 Apr 06 14:29:04.810028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Made reservation on behalf of 95ccd5605cec475b975d121223c76bfa for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:04.816762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.841073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:04.842272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ef967225-2a4d-4388-93b4-8be1e3c20215 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0648756 Apr 06 14:29:04.856266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43724) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:04.860595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:04.897304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] device_id is not set on port 95154577-8f31-45f5-8266-247149ddb64d yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:04.955902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43730) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:04.978647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3864cd1f-da14-4474-ad65-4dcf0899f634 req-144d0bb2-f0b2-4158-a376-88478c18b510 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.1309760 Apr 06 14:29:05.033241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88d201-62d1-4281-b252-c6851c6647a5 None None] Network 84c0a648-c55f-4859-9d2b-630f24899cdd requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:05.057260 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fc83fd51-211a-4da3-bbf6-ca32e7009892 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3d9618f283f144c48ff3eb0d54c4f4bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7422307 Apr 06 14:29:05.062279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43732) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:05.098081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-4c6350b1-332d-4643-9c5e-38deb70ab2ac tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--168248702&fields=id&tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0 HTTP/1.1" status: 200 len: 267 time: 0.1405127 Apr 06 14:29:05.135864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.166613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] Current status of the port 7b7a2d1c-867a-46f0-8008-ed642b9a852a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:05.168733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.213737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Allocated IP 2001:db8::3a0 (84c0a648-c55f-4859-9d2b-630f24899cdd/2ca81a72-6c38-4e8e-a7c9-d98db44076d3/95154577-8f31-45f5-8266-247149ddb64d) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:05.352863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/b4177b5b-0e80-43f9-be37-560ab40ad0cc/b3260429-62d3-4194-abde-ab432a4870b6) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:05.429749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for port (95154577-8f31-45f5-8266-247149ddb64d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.433789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] For port 7b7a2d1c-867a-46f0-8008-ed642b9a852a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7b7a2d1c-867a-46f0-8008-ed642b9a852a,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:05.504796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-62a78a6f-f068-4d77-b5e6-3f467421bd74 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:05.511965 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-62a78a6f-f068-4d77-b5e6-3f467421bd74 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 812 time: 0.4132903 Apr 06 14:29:05.515433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-423593c4-d43e-42dc-af3d-4fdf7b74bfed admin admin] Publish callbacks [] for security_group (d0a45c6c-9863-46d0-90b9-37ea9eea6151), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.523966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (95154577-8f31-45f5-8266-247149ddb64d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.542050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-0754efea-fbea-4aed-9432-55ab7cd422ec tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/quotas/7662ebfaf0d04e88a6001ddcd8afecb0 HTTP/1.1" status: 200 len: 375 time: 0.0290916 Apr 06 14:29:05.591978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.593098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-423593c4-d43e-42dc-af3d-4fdf7b74bfed admin admin] Publish callbacks [] for security_group (d0a45c6c-9863-46d0-90b9-37ea9eea6151), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.610515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 84c0a648-c55f-4859-9d2b-630f24899cdd is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:05.615766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:05.623347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:05.624823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:05.625502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.647134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Port': ['ID=95154577-8f31-45f5-8266-247149ddb64d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:05.693676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-cc3ec27f-7d13-40e3-9a26-760b1e4f55d6 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505365 Apr 06 14:29:05.736189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.747220 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-651bc45e-31ef-4e98-a951-242253cc7762 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2900467 Apr 06 14:29:05.747592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43758) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:05.800348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43760) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:05.849837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec381b7-9ddb-428a-a2aa-afb7ee49e2cf None None] Pushing event updated for resources: {'Port': ['ID=7b7a2d1c-867a-46f0-8008-ed642b9a852a,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:05.850383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-423593c4-d43e-42dc-af3d-4fdf7b74bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d0a45c6c-9863-46d0-90b9-37ea9eea6151), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.868149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-423593c4-d43e-42dc-af3d-4fdf7b74bfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:05.873110 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-423593c4-d43e-42dc-af3d-4fdf7b74bfed admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0a45c6c-9863-46d0-90b9-37ea9eea6151 HTTP/1.1" status: 204 len: 168 time: 0.8082018 Apr 06 14:29:05.921460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423593c4-d43e-42dc-af3d-4fdf7b74bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a45c6c-9863-46d0-90b9-37ea9eea6151,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:05.978443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Deleting port 95154577-8f31-45f5-8266-247149ddb64d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:05.978863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (95154577-8f31-45f5-8266-247149ddb64d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.028104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Allocated IP 172.26.6.235 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/e2ce102a-a2e3-4f76-b38d-83bde8f41e56) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:06.067623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:03Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:06.069128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039356450'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:06.115794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937cf6d-e0f2-4ac5-b50e-b2bbe961c8c5 None None] The sync data for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv is: [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:03Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:06.207089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (95154577-8f31-45f5-8266-247149ddb64d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.215317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Publish callbacks [] for port (b3260429-62d3-4194-abde-ab432a4870b6), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.249664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Calling delete_port for 95154577-8f31-45f5-8266-247149ddb64d owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:06.284277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-ef9d55a4-eb77-4756-b8af-1a4bbe94d26e service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:29:06.293494 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-ef9d55a4-eb77-4756-b8af-1a4bbe94d26e service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3816450 Apr 06 14:29:06.308356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b3260429-62d3-4194-abde-ab432a4870b6), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.355532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91b7c31c-92d6-465a-832b-0d3206df309b req-2756f9b1-4c91-46e9-94ca-e8480641a382 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.1030395 Apr 06 14:29:06.374980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Pushing event updated for resources: {'Port': ['ID=b3260429-62d3-4194-abde-ab432a4870b6,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:06.409125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:06.413888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:06.421711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:06.422788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:06.426304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.531796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.583181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Attempting to bind port b3260429-62d3-4194-abde-ab432a4870b6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:06.583604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Attempting to bind port b3260429-62d3-4194-abde-ab432a4870b6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:06.583977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Attempting to bind port b3260429-62d3-4194-abde-ab432a4870b6 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:06.596847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:06.598983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:06.598983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.598983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:06.598983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Bound port: b3260429-62d3-4194-abde-ab432a4870b6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:06.599449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3260429-62d3-4194-abde-ab432a4870b6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.621354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (95154577-8f31-45f5-8266-247149ddb64d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.695189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event deleted for resources: {'Port': ['ID=95154577-8f31-45f5-8266-247149ddb64d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:06.744606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] For port b3260429-62d3-4194-abde-ab432a4870b6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:06.752826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] For port b3260429-62d3-4194-abde-ab432a4870b6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b3260429-62d3-4194-abde-ab432a4870b6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:06.772866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.786049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be9fb34d-8ec7-4a21-8d8b-e8be4f3f8936 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/ports/95154577-8f31-45f5-8266-247149ddb64d HTTP/1.1" status: 204 len: 168 time: 1.0352893 Apr 06 14:29:06.787657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43780) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:06.790262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for security_group (d851649c-cfe6-4c93-a731-48c00fbad08d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.795091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd', 'external_fixed_ips': [{'subnet_id': '2ca81a72-6c38-4e8e-a7c9-d98db44076d3', 'ip_address': '2001:db8::3a0'}]}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:06.826463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::14c (2934fa9c-89df-48fd-aebe-9f87f342666e/b4177b5b-0e80-43f9-be37-560ab40ad0cc/bddc2f50-33ef-442b-b55e-cab17985e9e7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:06.839217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b3260429-62d3-4194-abde-ab432a4870b6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.900580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.908869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d851649c-cfe6-4c93-a731-48c00fbad08d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.919831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (c1c7290b-8300-4dfd-bdbe-3829869bf48b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.922279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (c1c7290b-8300-4dfd-bdbe-3829869bf48b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:06.977149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849c51-5afe-4b1c-96f6-f77944543186 None None] Pushing event updated for resources: {'Port': ['ID=b3260429-62d3-4194-abde-ab432a4870b6,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:07.090209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (c1c7290b-8300-4dfd-bdbe-3829869bf48b), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.111068 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-8bf2fbc9-7463-4953-996b-c10a9ea645a4 service neutron] 10.222.0.89 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776079 Apr 06 14:29:07.123502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:07.135425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6b204e3c-88a4-4769-8fc2-08995a83cf60), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.136316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 6b204e3c-88a4-4769-8fc2-08995a83cf60 of type vlan for network cd0833b0-8f1d-4182-928e-1a4188aa817d Apr 06 14:29:07.206325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (cd0833b0-8f1d-4182-928e-1a4188aa817d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.272457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43782) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:07.296689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d851649c-cfe6-4c93-a731-48c00fbad08d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:07.373916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c200ecb6-51c6-4e39-adf1-ce8c898b8c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.418016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (cd0833b0-8f1d-4182-928e-1a4188aa817d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.434663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:07.437410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.562564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (c1c7290b-8300-4dfd-bdbe-3829869bf48b), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.611946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (bddc2f50-33ef-442b-b55e-cab17985e9e7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.652038 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-e42532a5-15ce-469b-b7c4-474aae20b4f5 service neutron] 10.222.0.89 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101779 Apr 06 14:29:07.744225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (bddc2f50-33ef-442b-b55e-cab17985e9e7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.820398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e700bcb2-3dae-4d9a-adbf-1fd7d68b30ee req-53f4d4e8-5e82-4232-ad35-3dacdfd5c507 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.1181023 Apr 06 14:29:07.865868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:07.875212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:07.881503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:07.898287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c200ecb6-51c6-4e39-adf1-ce8c898b8c78 admin admin] Publish callbacks [] for security_group (50c42516-37cb-45a3-a280-7bfee2c46d17), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.898962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:07.899758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.928557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1264982 Apr 06 14:29:07.933138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20487d2c-ea0e-4131-a7b2-8d4d64a134bd tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=cd0833b0-8f1d-4182-928e-1a4188aa817d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:07.946439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:07.959964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=bddc2f50-33ef-442b-b55e-cab17985e9e7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:07.961953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network cd0833b0-8f1d-4182-928e-1a4188aa817d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:08.016193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c200ecb6-51c6-4e39-adf1-ce8c898b8c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (50c42516-37cb-45a3-a280-7bfee2c46d17), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.075234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:08.152104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43788) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:08.154483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43790) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:08.159869 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c200ecb6-51c6-4e39-adf1-ce8c898b8c78 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=80045a4ef0b343e0bcee22d92ab9d3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8866982 Apr 06 14:29:08.177322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:08.190428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:08.201164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-33c613d7-c16c-449b-bab5-49100e1f176e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3051298 Apr 06 14:29:08.208645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:08.210744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43794) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:08.211083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43800) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:08.378606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b3260429-62d3-4194-abde-ab432a4870b6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:08.384745 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:08.463569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8d10abb5-27f8-4a56-84e2-3c2620de97e6 req-f7b59eaf-e411-4a23-8c03-4042c3ef023a tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.1940043 Apr 06 14:29:08.463569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event updated for resources: {'Port': ['ID=e2ce102a-a2e3-4f76-b38d-83bde8f41e56,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:08.495202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200ecb6-51c6-4e39-adf1-ce8c898b8c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c42516-37cb-45a3-a280-7bfee2c46d17,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:08.562697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b3260429-62d3-4194-abde-ab432a4870b6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:08.563394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b3260429-62d3-4194-abde-ab432a4870b6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.659687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbdf56-20a8-4a63-8064-fb2480813ec8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:08.665709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbdf56-20a8-4a63-8064-fb2480813ec8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:08.669736 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-81bbdf56-20a8-4a63-8064-fb2480813ec8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4404328 Apr 06 14:29:08.671411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43814) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:08.671554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e304201e-b5a0-4735-967f-2e95241176a6 admin admin] Publish callbacks [] for security_group (50c42516-37cb-45a3-a280-7bfee2c46d17), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.681848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (8258b7fb-b53d-4b68-b42e-80476f16ee64), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.716690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e304201e-b5a0-4735-967f-2e95241176a6 admin admin] Publish callbacks [] for security_group (50c42516-37cb-45a3-a280-7bfee2c46d17), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.764890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7b216-b304-4cd4-a492-fe754ca6d458 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:08.800431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.842372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Provisioning complete for port b3260429-62d3-4194-abde-ab432a4870b6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:08.842732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b3260429-62d3-4194-abde-ab432a4870b6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.843573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:08.848172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.852371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:08.855860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.958240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b3260429-62d3-4194-abde-ab432a4870b6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:08.958631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3260429-62d3-4194-abde-ab432a4870b6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.000858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.032158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b3260429-62d3-4194-abde-ab432a4870b6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b3260429-62d3-4194-abde-ab432a4870b6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:09.036646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e304201e-b5a0-4735-967f-2e95241176a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (50c42516-37cb-45a3-a280-7bfee2c46d17), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.037273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Current status of the port b3260429-62d3-4194-abde-ab432a4870b6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:09.037832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3260429-62d3-4194-abde-ab432a4870b6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.040212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e304201e-b5a0-4735-967f-2e95241176a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.042628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e304201e-b5a0-4735-967f-2e95241176a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50c42516-37cb-45a3-a280-7bfee2c46d17 HTTP/1.1" status: 204 len: 168 time: 0.8169105 Apr 06 14:29:09.093454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304201e-b5a0-4735-967f-2e95241176a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c42516-37cb-45a3-a280-7bfee2c46d17,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:09.129766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.135274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (c1c7290b-8300-4dfd-bdbe-3829869bf48b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.138026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b3260429-62d3-4194-abde-ab432a4870b6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.151787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port bddc2f50-33ef-442b-b55e-cab17985e9e7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:09.151787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bddc2f50-33ef-442b-b55e-cab17985e9e7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.152419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7b7a2d1c-867a-46f0-8008-ed642b9a852a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:09.269391 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f030a3ea-5e3f-48c5-ad65-b304d40b147a req-5d0341d3-07f3-4ae9-b732-091c929a77cd tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0804958 Apr 06 14:29:09.269947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.79', 54026) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:09.305689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event updated for resources: {'Port': ['ID=e2ce102a-a2e3-4f76-b38d-83bde8f41e56,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:09.350428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:09.354358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:09.362920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.383842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (8258b7fb-b53d-4b68-b42e-80476f16ee64), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.385361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b3260429-62d3-4194-abde-ab432a4870b6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:09.401544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7b7a2d1c-867a-46f0-8008-ed642b9a852a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:09.402059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.463102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-9b05b093-91ff-4bf0-b658-b033beb2fbec tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:09.468151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-9b05b093-91ff-4bf0-b658-b033beb2fbec tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.79 "GET /v2.0/networks?id=f014f8d5-b1e0-4f16-a65e-e246c927c89e HTTP/1.1" status: 200 len: 810 time: 0.1917455 Apr 06 14:29:09.476035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:09.479077 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9270c9a9-7453-4bdf-96bf-a4a050a65f0f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6201146 Apr 06 14:29:09.530983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7b7a2d1c-867a-46f0-8008-ed642b9a852a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:09.651804 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eab1c3bf-2971-426e-aa1e-ee7ddcf3ed4e req-7bff6119-dd37-4c08-a9c3-e9af9c9dffba tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.0807950 Apr 06 14:29:09.673688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-280f4ef3-db13-4fa7-adfb-9357822bf20e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec538dde52943eeacbad39ea9e7310a HTTP/1.1" status: 200 len: 380 time: 0.1663282 Apr 06 14:29:09.687620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Request body: {'port': {'device_id': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'admin_state_up': True, 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'security_groups': ['9fb642c6-3a99-4a42-9d59-efda67289392']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:09.808034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-0b2a4b5c-5f7c-4225-a8ae-0fa5d493ca20 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1098340909&fields=id&tenant_id=e9f30bec6855459bb9642ebd3f12cd29 HTTP/1.1" status: 200 len: 267 time: 0.0686741 Apr 06 14:29:09.908421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a03cb079-119f-43ba-ba95-fee598c4d740 None None] Current status of the port b3260429-62d3-4194-abde-ab432a4870b6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:10.057432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f060cc3b-6838-457e-be0f-93f0364cbdba None None] Provisioning complete for port bddc2f50-33ef-442b-b55e-cab17985e9e7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:10.059902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f060cc3b-6838-457e-be0f-93f0364cbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bddc2f50-33ef-442b-b55e-cab17985e9e7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.104128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (1b2e1e94-c116-4477-99c5-d922d85b6e2e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.110298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f060cc3b-6838-457e-be0f-93f0364cbdba None None] Port bddc2f50-33ef-442b-b55e-cab17985e9e7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:10.113847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b3260429-62d3-4194-abde-ab432a4870b6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:10.131461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bddc2f50-33ef-442b-b55e-cab17985e9e7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.216515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f060cc3b-6838-457e-be0f-93f0364cbdba None None] Provisioning complete for port b3260429-62d3-4194-abde-ab432a4870b6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:10.217165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f060cc3b-6838-457e-be0f-93f0364cbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b3260429-62d3-4194-abde-ab432a4870b6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.222628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': '6b204e3c-88a4-4769-8fc2-08995a83cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:10.223102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: cd0833b0-8f1d-4182-928e-1a4188aa817d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:10.227485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-5d7d3add-ceb5-4a04-bfb2-d0a5c498e422 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:10.229050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-5d7d3add-ceb5-4a04-bfb2-d0a5c498e422 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/networks?id=6670e642-eebd-4577-862d-e1cabf974576 HTTP/1.1" status: 200 len: 806 time: 0.4100404 Apr 06 14:29:10.232211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for bddc2f50-33ef-442b-b55e-cab17985e9e7 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:10.257728 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-8da56132-151d-454c-9b0a-18f85610e504 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/quotas/e9f30bec6855459bb9642ebd3f12cd29 HTTP/1.1" status: 200 len: 375 time: 0.0214806 Apr 06 14:29:10.265908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b3260429-62d3-4194-abde-ab432a4870b6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:10.266473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b3260429-62d3-4194-abde-ab432a4870b6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.284162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Made reservation on behalf of 7ec538dde52943eeacbad39ea9e7310a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:10.296014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.340243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=1b2e1e94-c116-4477-99c5-d922d85b6e2e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:10.360286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d0c9f32a-cb12-47fc-9e33-4185583b85e6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.403997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Allocated IP 2001:db8::3a0 (84c0a648-c55f-4859-9d2b-630f24899cdd/2ca81a72-6c38-4e8e-a7c9-d98db44076d3/44049c3c-6fea-4536-80c6-f98e5f463892) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:10.433277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b3260429-62d3-4194-abde-ab432a4870b6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:10.439350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f060cc3b-6838-457e-be0f-93f0364cbdba None None] Current status of the port b3260429-62d3-4194-abde-ab432a4870b6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:10.441724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8893f94e-5389-46ab-b212-d7d830cd8403 req-1cd11161-c0b4-45dd-8bee-d0bf8e506f1d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0402660 Apr 06 14:29:10.443310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network cd0833b0-8f1d-4182-928e-1a4188aa817d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:10.497799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-0cfd12c3-19e1-4ef8-b21d-e08efaa03c51 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e9f30bec6855459bb9642ebd3f12cd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2321799 Apr 06 14:29:10.509777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '3c43133c-8696-4b3e-af9f-4d211cf4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:10.510141 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: 1998ef6f-4cc7-40fc-95c3-cdb3a552199d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:10.547309 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=d0c9f32a-cb12-47fc-9e33-4185583b85e6,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:10.593305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, cd0833b0-8f1d-4182-928e-1a4188aa817d) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:10.607192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d5a0b-62f8-475a-a02d-b1c8c39e3db9 None None] Network cd0833b0-8f1d-4182-928e-1a4188aa817d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:10.608224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:10.609991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.664658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:10.665965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Allocated IP 172.20.0.5 (f014f8d5-b1e0-4f16-a65e-e246c927c89e/3b6fab35-ddb0-4e57-aeec-358676da6320/720d0a62-e660-47c9-835f-5ec7bf969375) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:10.673498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for port (44049c3c-6fea-4536-80c6-f98e5f463892), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.679341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 1998ef6f-4cc7-40fc-95c3-cdb3a552199d) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:10.686425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:10.687046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.730791 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3d29f368-8ffc-40eb-9668-1bf92c29ae8a tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3826244 Apr 06 14:29:10.734579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43894) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:10.739670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429419145'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:10.740169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-2efee124-5769-45e3-a786-b5152cdc7ddb service neutron] 10.222.0.89 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919706 Apr 06 14:29:10.756036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bddc2f50-33ef-442b-b55e-cab17985e9e7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.807541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0d58a-a01d-4e59-bea9-9b5ed09d2f68 None None] Network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:10.811240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=bddc2f50-33ef-442b-b55e-cab17985e9e7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:10.816464 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-31a3bc40-129f-434d-b556-aaac085e4911 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6501470 Apr 06 14:29:10.821753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43896) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:10.849435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1841410631'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:10.873203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.882059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.890950 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8ab6a70c-fa97-4823-bb06-7eb80387a9a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/bddc2f50-33ef-442b-b55e-cab17985e9e7 HTTP/1.1" status: 204 len: 168 time: 2.2187021 Apr 06 14:29:10.907141 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43900) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:10.925121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-cd0833b0-8f1d-4182-928e-1a4188aa817d', 'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': '1b2e1e94-c116-4477-99c5-d922d85b6e2e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:10.926113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.976181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:10.996253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.098555 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6fab8cbc-97d7-42c7-9572-1eb928f85503 req-a8cb928e-c6f6-4cc0-9ba2-b1962419cc3e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.1694937 Apr 06 14:29:11.116390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 84c0a648-c55f-4859-9d2b-630f24899cdd is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:11.135009 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:11.148293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-1998ef6f-4cc7-40fc-95c3-cdb3a552199d', 'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': 'd0c9f32a-cb12-47fc-9e33-4185583b85e6'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:11.150227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.154553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.202101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:11.254976 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-5e1c5bdd-05fb-46e5-b36d-a60516fcac6a service neutron] 10.222.0.89 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090082 Apr 06 14:29:11.269340 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:11.292774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for port (720d0a62-e660-47c9-835f-5ec7bf969375), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.301013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Port': ['ID=44049c3c-6fea-4536-80c6-f98e5f463892,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:11.386815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f44f1a-b1a4-41be-997d-5531a5eb8dc4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:11.388238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f44f1a-b1a4-41be-997d-5531a5eb8dc4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:11.392680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43906) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:11.392845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b9f44f1a-b1a4-41be-997d-5531a5eb8dc4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4747002 Apr 06 14:29:11.395107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:11.409661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:11.420737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.420737 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment d2e252c8-ad86-453e-8c8e-4fbf40f55c3d of type vlan for network 0493f0f5-2cc6-4857-90ba-2f19926268c3 Apr 06 14:29:11.477114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.477716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe of type vlan for network 32956e6c-c81e-49cd-b4ec-ca92c0b598c1 Apr 06 14:29:11.526555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.553459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Allocated IP 2001:db8:0:ffff::2 (1998ef6f-4cc7-40fc-95c3-cdb3a552199d/d0c9f32a-cb12-47fc-9e33-4185583b85e6/b1ef96c6-e72d-4a57-9876-a9e7a7a3a453) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:11.574498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.594421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (32956e6c-c81e-49cd-b4ec-ca92c0b598c1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.609735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Allocated IP 172.20.255.242 (cd0833b0-8f1d-4182-928e-1a4188aa817d/1b2e1e94-c116-4477-99c5-d922d85b6e2e/8d00f1df-1510-41ca-898f-f0779e9d945d) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:11.673349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:11.690617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet b4177b5b-0e80-43f9-be37-560ab40ad0cc {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:11.716527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:11.731844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:11.750990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.757526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (b4177b5b-0e80-43f9-be37-560ab40ad0cc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.771868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:11.772563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.834077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (32956e6c-c81e-49cd-b4ec-ca92c0b598c1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.855337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.79', 54032) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:11.860879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:11.860879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.000343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Publish callbacks [] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.129803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.161914 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4261162 Apr 06 14:29:12.173616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43924) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:12.188456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:12.273289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event updated for resources: {'Port': ['ID=720d0a62-e660-47c9-835f-5ec7bf969375,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:12.318113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:12.351608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:12.361480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:12.382968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Pushing event updated for resources: {'Port': ['ID=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:12.385626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-95087b87-30b0-4b99-85c0-4c14f4e0dc73 None None] Provisioning complete for port 720d0a62-e660-47c9-835f-5ec7bf969375 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:12.386004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-95087b87-30b0-4b99-85c0-4c14f4e0dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.388487 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5656421 Apr 06 14:29:12.389308 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b069c-f1fb-4e9c-934c-23b256bfe6c9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=0493f0f5-2cc6-4857-90ba-2f19926268c3,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:12.414659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43930) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:12.442321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': '32956e6c-c81e-49cd-b4ec-ca92c0b598c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:12.460924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-95087b87-30b0-4b99-85c0-4c14f4e0dc73 None None] Port 720d0a62-e660-47c9-835f-5ec7bf969375 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:12.463725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0493f0f5-2cc6-4857-90ba-2f19926268c3 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:12.488612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7783af5f-27f2-449e-9ebf-9d83fabbf268 req-705a53f3-11c6-4b98-8696-a884958f9f12 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.1955063 Apr 06 14:29:12.506641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-606781f9-8e17-4ed3-a0fa-e28c278e8bc2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:12.508177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-606781f9-8e17-4ed3-a0fa-e28c278e8bc2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 812 time: 0.6513014 Apr 06 14:29:12.550851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b4177b5b-0e80-43f9-be37-560ab40ad0cc), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.555023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (c1c7290b-8300-4dfd-bdbe-3829869bf48b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.766047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-25f98b92-46e3-4eb7-851d-25553b4623b4 req-30bb4a73-1cd8-4ed1-bc88-962c8bbad436 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.1018612 Apr 06 14:29:12.766047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8225be-63ea-4ea2-bffd-0a544fdf619c req-ac0ecf5e-6d58-4b4b-86e3-e829648fb7c6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:12.766047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa8225be-63ea-4ea2-bffd-0a544fdf619c req-ac0ecf5e-6d58-4b4b-86e3-e829648fb7c6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 931 time: 1.0675871 Apr 06 14:29:12.766047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:12.766047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.871701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43940) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:12.871701 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa8225be-63ea-4ea2-bffd-0a544fdf619c req-7b2bdadb-bb4a-4c7b-881f-24917685cfe9 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749769 Apr 06 14:29:12.874417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Attempting to bind port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:12.874926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Attempting to bind port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '3c43133c-8696-4b3e-af9f-4d211cf4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:12.875276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Attempting to bind port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 on network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:12.922311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:12.922697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Checking segment: {'id': '3c43133c-8696-4b3e-af9f-4d211cf4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:12.923215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.923768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Bound using segment: {'id': '3c43133c-8696-4b3e-af9f-4d211cf4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:12.924293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Bound port: b1ef96c6-e72d-4a57-9876-a9e7a7a3a453, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c43133c-8696-4b3e-af9f-4d211cf4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1998ef6f-4cc7-40fc-95c3-cdb3a552199d'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:12.924788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.981078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-63e4b424-2b46-4d6a-8bf9-41b9cf6a4297 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0 HTTP/1.1" status: 200 len: 379 time: 0.3962901 Apr 06 14:29:12.984886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Publish callbacks [] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.005759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Request body: {'port': {'device_id': '99dd4149-3d66-48d1-84af-795f49dbea80', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'admin_state_up': True, 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'security_groups': ['1e585d9a-e785-4015-866c-5d88fd152711']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:13.037576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b4177b5b-0e80-43f9-be37-560ab40ad0cc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.048901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] For port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:13.055663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] For port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,segment=NetworkSegment(3c43133c-8696-4b3e-af9f-4d211cf4cc14),segment_id=3c43133c-8696-4b3e-af9f-4d211cf4cc14)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:13.154147 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-3298a8f8-88dd-422e-a06b-79e3c12fdaf6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4728875 Apr 06 14:29:13.169613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-b3d7b110-6169-48f9-b646-23607a242111 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:29:13.170982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-b3d7b110-6169-48f9-b646-23607a242111 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067899 Apr 06 14:29:13.220434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.268283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Network cd0833b0-8f1d-4182-928e-1a4188aa817d is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:13.270249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.303475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-158315667'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:13.304018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:13.307219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:13.345709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b4177b5b-0e80-43f9-be37-560ab40ad0cc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.359770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Request body: {'port': {'device_id': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:13.411414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Pushing event updated for resources: {'Port': ['ID=8d00f1df-1510-41ca-898f-f0779e9d945d,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:13.429881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Made reservation on behalf of f6c2eeb243c84a468ca14ee8addf059a for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:13.444338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.450702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=b4177b5b-0e80-43f9-be37-560ab40ad0cc,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:13.463177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Made reservation on behalf of 7662ebfaf0d04e88a6001ddcd8afecb0 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:13.466546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.470392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.474119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-870c8a93-98df-4035-b330-3709b3d6e397 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b4177b5b-0e80-43f9-be37-560ab40ad0cc HTTP/1.1" status: 204 len: 168 time: 2.0796313 Apr 06 14:29:13.488199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43948) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:13.513081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.526931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23895c9-e10a-4f0c-803d-9226ef8a4f55 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:13.581197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cf90c-2bb6-4be7-bcdd-9ecd7a27b424 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=32956e6c-c81e-49cd-b4ec-ca92c0b598c1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:13.594828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.659295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 32956e6c-c81e-49cd-b4ec-ca92c0b598c1 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:13.666692 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f6f9a4c9-3078-4cfd-8af9-672cae579b93 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622019 Apr 06 14:29:13.674498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43952) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:13.689991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:13.771885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:13.794231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.823475 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-18d07b82-432a-464f-93ba-c1e1c58ec367 req-10fb5d38-5ea3-4ba8-8984-2a68cce22604 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.1958475 Apr 06 14:29:13.849152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Attempting to bind port 8d00f1df-1510-41ca-898f-f0779e9d945d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:13.849549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Attempting to bind port 8d00f1df-1510-41ca-898f-f0779e9d945d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '6b204e3c-88a4-4769-8fc2-08995a83cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:13.849924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Attempting to bind port 8d00f1df-1510-41ca-898f-f0779e9d945d on network cd0833b0-8f1d-4182-928e-1a4188aa817d {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:13.958701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (c1c7290b-8300-4dfd-bdbe-3829869bf48b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.959212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b48f608a-76cf-46c4-93ab-0738e7aa9a9b req-ebc962e5-7410-432b-8c05-d3e68c52ece0 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.0623176 Apr 06 14:29:13.965863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:13.966357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Checking segment: {'id': '6b204e3c-88a4-4769-8fc2-08995a83cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:13.966634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.000797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Bound using segment: {'id': '6b204e3c-88a4-4769-8fc2-08995a83cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:14.006314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Bound port: 8d00f1df-1510-41ca-898f-f0779e9d945d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b204e3c-88a4-4769-8fc2-08995a83cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'cd0833b0-8f1d-4182-928e-1a4188aa817d'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:14.006314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.037056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2754c-dd08-47f1-bbdc-38ba3fab5982 None None] Pushing event updated for resources: {'Port': ['ID=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:14.053354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:14.058631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.275815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] For port 8d00f1df-1510-41ca-898f-f0779e9d945d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:14.280492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] For port 8d00f1df-1510-41ca-898f-f0779e9d945d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8d00f1df-1510-41ca-898f-f0779e9d945d,segment=NetworkSegment(6b204e3c-88a4-4769-8fc2-08995a83cf60),segment_id=6b204e3c-88a4-4769-8fc2-08995a83cf60)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:14.376448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.396261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:14.559629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade0367-7229-441d-a976-6a8cf74bc73b None None] Pushing event updated for resources: {'Port': ['ID=8d00f1df-1510-41ca-898f-f0779e9d945d,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:14.602985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] Deleting port b3260429-62d3-4194-abde-ab432a4870b6 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:14.613132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b3260429-62d3-4194-abde-ab432a4870b6), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.769058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:14.775232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.807955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] For port b3260429-62d3-4194-abde-ab432a4870b6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b3260429-62d3-4194-abde-ab432a4870b6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:14.808365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b3260429-62d3-4194-abde-ab432a4870b6), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.828280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] Calling delete_port for b3260429-62d3-4194-abde-ab432a4870b6 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:14.867544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Allocated IP 172.20.0.10 (6d0d235c-d559-4fe9-9652-9d332da70a0a/7fb36ead-8bc7-486d-bd7f-13fcc59a8201/b1467be2-7172-4ca8-9c0b-80e013b8dacc) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:14.932117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks [] for security_group (789108fd-3bfc-4347-8701-db3142d98f3d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:14.988396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99289e9a-1a38-403d-ac53-db509b6e767b req-b0664e1b-02c7-4759-abc9-eef6bef575f6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:14.991855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99289e9a-1a38-403d-ac53-db509b6e767b req-b0664e1b-02c7-4759-abc9-eef6bef575f6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 931 time: 0.8805108 Apr 06 14:29:15.060268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (789108fd-3bfc-4347-8701-db3142d98f3d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.215046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (b3260429-62d3-4194-abde-ab432a4870b6), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.238126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:15.239752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] No DVR routers for this DVR port b3260429-62d3-4194-abde-ab432a4870b6 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:15.262897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d0c11-63ed-45d9-ba24-3660028eec3f None None] Network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:15.305372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789108fd-3bfc-4347-8701-db3142d98f3d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:15.313093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (fe3eac66-7001-47aa-941a-f50fc7bc216e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.313780 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Added segment fe3eac66-7001-47aa-941a-f50fc7bc216e of type vlan for network 0d4a3011-e8cd-4550-9ff2-b1f938264a61 Apr 06 14:29:15.338456 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99289e9a-1a38-403d-ac53-db509b6e767b req-b7b2dac0-817f-43da-ad3c-b10281767a4d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192289 Apr 06 14:29:15.399820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d38524a0-55e1-40dc-b0f7-75b2d91503d3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.451691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0f3bd-ab8d-47c8-b357-f236fdff8034 None None] Pushing event deleted for resources: {'Port': ['ID=b3260429-62d3-4194-abde-ab432a4870b6,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:15.467088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (9240915e-9cfd-410a-88e7-0b4acc3d6e0e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.490305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] Provisioning complete for port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:15.490305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.500640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=d38524a0-55e1-40dc-b0f7-75b2d91503d3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:15.566794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=9240915e-9cfd-410a-88e7-0b4acc3d6e0e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:15.580123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Router c1c7290b-8300-4dfd-bdbe-3829869bf48b is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:29:15.582430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (61448d32-fb9e-42d8-b6ff-e17c098363fb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.627180 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2325a0f1-2243-42cd-8936-b3600376df83 req-65d861ca-c056-4c84-9f22-b9ed55fccf00 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.2384894 Apr 06 14:29:15.632577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0d4a3011-e8cd-4550-9ff2-b1f938264a61), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.644185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] Current status of the port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:15.644588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.697718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=61448d32-fb9e-42d8-b6ff-e17c098363fb,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:15.708043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-32ea2871-e4af-4caf-9ae4-d6d0b3f9d536 req-37878819-7f47-42e4-9c8d-0caf190f1360 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.2221541 Apr 06 14:29:15.717093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:15.719683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:15.720052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 0493f0f5-2cc6-4857-90ba-2f19926268c3, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:15.721048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] For port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,segment=NetworkSegment(3c43133c-8696-4b3e-af9f-4d211cf4cc14),segment_id=3c43133c-8696-4b3e-af9f-4d211cf4cc14)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:15.728223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.79', 54038) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:15.738231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.757257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:15.781131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.785020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720d0a62-e660-47c9-835f-5ec7bf969375 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:29:15.789441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6a8e9-2c48-4652-b7f9-93ecd9d60b07 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:15.792904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:15.793521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.806881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Publish callbacks [] for port (720d0a62-e660-47c9-835f-5ec7bf969375), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.007336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0d4a3011-e8cd-4550-9ff2-b1f938264a61), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.019177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:16.020071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.022457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cf0f7-e207-4cdf-9a0f-6054eac954ed None None] Pushing event updated for resources: {'Port': ['ID=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:16.053583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Transition to ACTIVE for port object 720d0a62-e660-47c9-835f-5ec7bf969375 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:29:16.060307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:16.073489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Sync routers for ids ['c1c7290b-8300-4dfd-bdbe-3829869bf48b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:16.088445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': 'e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '32956e6c-c81e-49cd-b4ec-ca92c0b598c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:16.089356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: 32956e6c-c81e-49cd-b4ec-ca92c0b598c1, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:16.096901 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Routers {'c1c7290b-8300-4dfd-bdbe-3829869bf48b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:16.098771 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c1c7290b-8300-4dfd-bdbe-3829869bf48b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:16.147194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '61448d32-fb9e-42d8-b6ff-e17c098363fb'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:16.148323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.164813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43962) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:16.168076 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-92a3e4a7-471a-426b-8ace-035b31c7962e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4844890 Apr 06 14:29:16.182044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 0493f0f5-2cc6-4857-90ba-2f19926268c3 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:16.200653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'name': 'tempest-NetworksTestDHCPv6-1192261286'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:16.207035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.207035 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3763ef07-d039-49ab-9b6b-cc7fde78344c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.4157948 Apr 06 14:29:16.209094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43964) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:16.263715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.424645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8fd3b579-0bdd-48a6-ba84-4f6788abaff6 None None] Provisioning complete for port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:16.432090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b579-0bdd-48a6-ba84-4f6788abaff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.450829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:16.466591 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Set router c1c7290b-8300-4dfd-bdbe-3829869bf48b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:16.537142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (c1c7290b-8300-4dfd-bdbe-3829869bf48b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.559680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 32956e6c-c81e-49cd-b4ec-ca92c0b598c1 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:16.617352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7648184 Apr 06 14:29:16.635269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 43972) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:16.651648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b5d0c-242a-4728-883f-65dbc6642208 None None] Network cd0833b0-8f1d-4182-928e-1a4188aa817d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:16.717334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 0493f0f5-2cc6-4857-90ba-2f19926268c3) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:16.733874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/61448d32-fb9e-42d8-b6ff-e17c098363fb/1b34d031-22be-433c-bbcc-8215da635518) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:16.755545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 32956e6c-c81e-49cd-b4ec-ca92c0b598c1) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:16.785320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:16.786201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.795038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:16.795843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.838773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ed2e1-8930-4f0f-92f8-0d21eaa2ceab None None] Network 0493f0f5-2cc6-4857-90ba-2f19926268c3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:16.880469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca9f73-e8af-47dd-9bfb-07b8207cc53f tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Pushing event updated for resources: {'Network': ['ID=0d4a3011-e8cd-4550-9ff2-b1f938264a61,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:16.922595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (c1c7290b-8300-4dfd-bdbe-3829869bf48b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.960459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'network': {'name': 'tempest-network--207648326', 'router:external': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:16.962628 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7290b-8300-4dfd-bdbe-3829869bf48b', 'name': '', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd', 'external_fixed_ips': [{'subnet_id': '2ca81a72-6c38-4e8e-a7c9-d98db44076d3', 'ip_address': '2001:db8::3a0'}], 'enable_snat': True}, 'gw_port_id': '44049c3c-6fea-4536-80c6-f98e5f463892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:06Z', 'updated_at': '2022-04-06T14:29:11Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': '44049c3c-6fea-4536-80c6-f98e5f463892', 'name': '', 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7290b-8300-4dfd-bdbe-3829869bf48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '2ca81a72-6c38-4e8e-a7c9-d98db44076d3', 'ip_address': '2001:db8::3a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:09Z', 'updated_at': '2022-04-06T14:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca81a72-6c38-4e8e-a7c9-d98db44076d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:16.967163 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8947addf-ad00-4986-863c-7ebc6e27a515 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.5431733 Apr 06 14:29:16.971609 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a9d1c17c-2189-4e24-a07d-e6074841ea54 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.7874060 Apr 06 14:29:16.972211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43980) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:16.977619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fb6b9-df90-4add-b309-07cd40cba7e1 None None] Network 32956e6c-c81e-49cd-b4ec-ca92c0b598c1 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:16.988606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 43982) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:16.995522 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Checking router: c1c7290b-8300-4dfd-bdbe-3829869bf48b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:16.998137 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Updating router c1c7290b-8300-4dfd-bdbe-3829869bf48b port 44049c3c-6fea-4536-80c6-f98e5f463892 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:29:17.021868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.025228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Pushing event updated for resources: {'Port': ['ID=720d0a62-e660-47c9-835f-5ec7bf969375,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:17.065655 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.077536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0d4a3011-e8cd-4550-9ff2-b1f938264a61 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:17.104930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08911f5d-ce90-4027-97c2-8c97cabc0299 req-1b83b64b-438e-4881-aa9e-7e437fdd3317 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.2671309 Apr 06 14:29:17.112681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Attempting to bind port 720d0a62-e660-47c9-835f-5ec7bf969375 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:17.115374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Attempting to bind port 720d0a62-e660-47c9-835f-5ec7bf969375 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:17.131004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Attempting to bind port 720d0a62-e660-47c9-835f-5ec7bf969375 on network f014f8d5-b1e0-4f16-a65e-e246c927c89e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:17.228999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Port 720d0a62-e660-47c9-835f-5ec7bf969375 on network f014f8d5-b1e0-4f16-a65e-e246c927c89e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:29:17.229327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Attempting to bind port 720d0a62-e660-47c9-835f-5ec7bf969375 on network f014f8d5-b1e0-4f16-a65e-e246c927c89e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:17.251518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:17.252803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Checking segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:17.253563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Bound using segment: {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:17.254115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Bound port: 720d0a62-e660-47c9-835f-5ec7bf969375, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3765b8-2ec1-4d06-968c-74ce6313b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:17.254501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.290353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:17.373902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-0fc1a50e-1abc-47a1-b5d8-131e6d93e5ad tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:17.377063 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-0fc1a50e-1abc-47a1-b5d8-131e6d93e5ad tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.79 "GET /v2.0/networks?id=6670e642-eebd-4577-862d-e1cabf974576 HTTP/1.1" status: 200 len: 806 time: 1.6320984 Apr 06 14:29:17.411057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (32956e6c-c81e-49cd-b4ec-ca92c0b598c1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.426448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:17.432371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event updated for resources: {'Port': ['ID=b1467be2-7172-4ca8-9c0b-80e013b8dacc,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:17.449001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.452006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:17.455036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Made reservation on behalf of 1de3a3bc9c8241a2b71e7a53c31a0e5d for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:17.457676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.485463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Deleting port 44049c3c-6fea-4536-80c6-f98e5f463892 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:17.494946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.500325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.550841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dda09e-3c20-47a8-afa1-3e51fb9241ee req-b8c99f28-f089-492a-8f7e-a076622e36a8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:17.564695 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-96dda09e-3c20-47a8-afa1-3e51fb9241ee req-b8c99f28-f089-492a-8f7e-a076622e36a8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 943 time: 0.9325106 Apr 06 14:29:17.619193 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Publish callbacks [] for port (44049c3c-6fea-4536-80c6-f98e5f463892), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.711031 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.739120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-0493f0f5-2cc6-4857-90ba-2f19926268c3', 'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': 'd38524a0-55e1-40dc-b0f7-75b2d91503d3'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:17.739934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.801195 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0e65d-f101-49b0-b717-c567c73095a3 None None] Pushing event updated for resources: {'Port': ['ID=44049c3c-6fea-4536-80c6-f98e5f463892,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:17.830732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:17.830945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] For port 720d0a62-e660-47c9-835f-5ec7bf969375, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:17.835162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.864747 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Attempting to bind port 44049c3c-6fea-4536-80c6-f98e5f463892 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:17.865668 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Attempting to bind port 44049c3c-6fea-4536-80c6-f98e5f463892 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '20d2823e-9199-4302-a8a3-fd65beaf847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:17.866356 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Attempting to bind port 44049c3c-6fea-4536-80c6-f98e5f463892 on network 84c0a648-c55f-4859-9d2b-630f24899cdd {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:17.881393 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:17.886381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Checking segment: {'id': '20d2823e-9199-4302-a8a3-fd65beaf847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:17.886381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.886381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Bound using segment: {'id': '20d2823e-9199-4302-a8a3-fd65beaf847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:17.886381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Bound port: 44049c3c-6fea-4536-80c6-f98e5f463892, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d2823e-9199-4302-a8a3-fd65beaf847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '84c0a648-c55f-4859-9d2b-630f24899cdd'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:17.886381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.935399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for security_group (3e535260-1d71-4b79-a712-55fcf53b57ab), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.964779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] For port 720d0a62-e660-47c9-835f-5ec7bf969375, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=720d0a62-e660-47c9-835f-5ec7bf969375,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:17.980478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:17.981260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.012415 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] For port 44049c3c-6fea-4536-80c6-f98e5f463892, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:18.016571 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] For port 44049c3c-6fea-4536-80c6-f98e5f463892, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=44049c3c-6fea-4536-80c6-f98e5f463892,segment=NetworkSegment(20d2823e-9199-4302-a8a3-fd65beaf847a),segment_id=20d2823e-9199-4302-a8a3-fd65beaf847a)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:18.040104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3e535260-1d71-4b79-a712-55fcf53b57ab), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.053435 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-96dda09e-3c20-47a8-afa1-3e51fb9241ee req-bf1419f0-4056-446a-bf35-cb14d42926db tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876590 Apr 06 14:29:18.084431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e535260-1d71-4b79-a712-55fcf53b57ab,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:18.097858 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.099250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.125773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:18.132845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.167610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:18.175679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:18.224128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d38524a0-55e1-40dc-b0f7-75b2d91503d3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.281948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (9240915e-9cfd-410a-88e7-0b4acc3d6e0e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.289834 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Routers {'c1c7290b-8300-4dfd-bdbe-3829869bf48b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:18.290396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:28:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c1c7290b-8300-4dfd-bdbe-3829869bf48b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.292795 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-5cd0334a-a1a0-410c-ad74-30c39cc57e17 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f30bec6855459bb9642ebd3f12cd29 HTTP/1.1" status: 200 len: 380 time: 0.8478556 Apr 06 14:29:18.302019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421125bd-5d01-4b96-90ef-883d1faa5420 req-ef8df7a3-a4f6-4d1a-90ec-7d71d8415dd4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:18.310599 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-421125bd-5d01-4b96-90ef-883d1faa5420 req-ef8df7a3-a4f6-4d1a-90ec-7d71d8415dd4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 932 time: 0.6418154 Apr 06 14:29:18.326499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:18.327360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.329138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] 10.222.0.79 "PUT /v2.0/ports/720d0a62-e660-47c9-835f-5ec7bf969375 HTTP/1.1" status: 200 len: 1093 time: 5.0654120 Apr 06 14:29:18.331746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:18.341230 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-1a3a989a-4454-462e-ae20-60f53bae815e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3418477 Apr 06 14:29:18.398681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Request body: {'port': {'device_id': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'admin_state_up': True, 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'security_groups': ['301d7768-3eb7-400e-9183-f60a864bd78b']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:18.404386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60684f23-b420-4832-83da-80196dcb64c7 req-5eeabad2-062d-46a1-b679-a8dd5bfa6643 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.0914114 Apr 06 14:29:18.423286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (0febeb6f-5391-4f23-bd94-76cae8124175), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.426279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Added segment 0febeb6f-5391-4f23-bd94-76cae8124175 of type vlan for network d0ee9d87-d4f8-42b2-8a33-47737a318290 Apr 06 14:29:18.436595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Request body: {'port': {'device_id': '99dd4149-3d66-48d1-84af-795f49dbea80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:18.454520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Publish callbacks [] for port (1b34d031-22be-433c-bbcc-8215da635518), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.494661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3b579-0bdd-48a6-ba84-4f6788abaff6 None None] Current status of the port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:18.516189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d2aee-9aa0-436a-9c63-a5d6e82b8b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-32956e6c-c81e-49cd-b4ec-ca92c0b598c1', 'network_id': '32956e6c-c81e-49cd-b4ec-ca92c0b598c1', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': '9240915e-9cfd-410a-88e7-0b4acc3d6e0e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:18.517370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c93d2aee-9aa0-436a-9c63-a5d6e82b8b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.550495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.594070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Calling delete_port for 44049c3c-6fea-4536-80c6-f98e5f463892 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:18.627333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (1b34d031-22be-433c-bbcc-8215da635518), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.642858 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0e65d-f101-49b0-b717-c567c73095a3 None None] Pushing event updated for resources: {'Port': ['ID=44049c3c-6fea-4536-80c6-f98e5f463892,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:18.667176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::1bb (2934fa9c-89df-48fd-aebe-9f87f342666e/61448d32-fb9e-42d8-b6ff-e17c098363fb/9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:18.675110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:18.677814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8d00f1df-1510-41ca-898f-f0779e9d945d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:18.678537 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] Set router c1c7290b-8300-4dfd-bdbe-3829869bf48b gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:18.688468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (9240915e-9cfd-410a-88e7-0b4acc3d6e0e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.754100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=9240915e-9cfd-410a-88e7-0b4acc3d6e0e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:18.770418 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7290b-8300-4dfd-bdbe-3829869bf48b', 'name': '', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:06Z', 'updated_at': '2022-04-06T14:29:16Z', 'revision_number': 4, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.816869 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d63be-0f34-44f6-87a6-88ea5439398c None None] The sync data for ids ['c1c7290b-8300-4dfd-bdbe-3829869bf48b'] in dv-neutron-836581-2-hyperv is: [{'id': 'c1c7290b-8300-4dfd-bdbe-3829869bf48b', 'name': '', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:06Z', 'updated_at': '2022-04-06T14:29:16Z', 'revision_number': 4, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:18.822599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (32956e6c-c81e-49cd-b4ec-ca92c0b598c1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.875698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Allocated IP 172.20.0.2 (0493f0f5-2cc6-4857-90ba-2f19926268c3/d38524a0-55e1-40dc-b0f7-75b2d91503d3/779c9c6b-15c3-4e63-b2dd-019a6b276cb1) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:18.934479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32956e6c-c81e-49cd-b4ec-ca92c0b598c1']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.951462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.952134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.965262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.982329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.995852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:18.996953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e66d8969-8ffd-41d2-ab5e-44d1ad0f32fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.035031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d0ee9d87-d4f8-42b2-8a33-47737a318290), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:19.063724 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:19.072387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d602c-8b5c-48d6-be75-c3a1c604e174 service neutron] Pushing event updated for resources: {'Port': ['ID=720d0a62-e660-47c9-835f-5ec7bf969375,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.077583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a569fc18-5699-4c6e-aed9-91e688dae010" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:19.082277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Publish callbacks [] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.090940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Pushing event updated for resources: {'Port': ['ID=1b34d031-22be-433c-bbcc-8215da635518,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.121843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:19.132848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Provisioning complete for port b1467be2-7172-4ca8-9c0b-80e013b8dacc triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:19.133269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.138723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:19.294453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:19.301006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-421125bd-5d01-4b96-90ef-883d1faa5420 req-deadcb7f-a3de-4ec2-9054-4dd88cc53e40 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9888594 Apr 06 14:29:19.313555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (d38524a0-55e1-40dc-b0f7-75b2d91503d3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.314517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d0ee9d87-d4f8-42b2-8a33-47737a318290), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.314951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:19.315477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.376147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=d38524a0-55e1-40dc-b0f7-75b2d91503d3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.388089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.472390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.501066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0493f0f5-2cc6-4857-90ba-2f19926268c3']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:19.514991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:19.515462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:19.532622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.546403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (32956e6c-c81e-49cd-b4ec-ca92c0b598c1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.553442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.563293 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/32956e6c-c81e-49cd-b4ec-ca92c0b598c1 HTTP/1.1" status: 204 len: 168 time: 2.5899801 Apr 06 14:29:19.564139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44002) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:19.571226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Pushing event updated for resources: {'Port': ['ID=779c9c6b-15c3-4e63-b2dd-019a6b276cb1,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.610751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413063960'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:19.636966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ba4ee4-6c3c-44f3-9d9c-978c1289a70c x-openstack-request-id: req-20ba4ee4-6c3c-44f3-9d9c-978c1289a70c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:19.637450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:19.637958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-20ba4ee4-6c3c-44f3-9d9c-978c1289a70c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:19.640134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84633209-be8a-47f1-ac9c-5190cf95d4ac tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=32956e6c-c81e-49cd-b4ec-ca92c0b598c1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.640337 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ba4ee4-6c3c-44f3-9d9c-978c1289a70c'] response: {'name': 'network-changed', 'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375', 'status': 'completed', 'code': 200} Apr 06 14:29:19.643498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.652641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12c40f-434a-4728-99bb-346d0e29d051 None None] Network 32956e6c-c81e-49cd-b4ec-ca92c0b598c1 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:19.655822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:19.656238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.659530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: items = [ Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:19.663037 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:19.688406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0319040 Apr 06 14:29:19.706096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44006) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:19.724117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Port b1467be2-7172-4ca8-9c0b-80e013b8dacc cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:19.741979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:19.748091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.748458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Network 0493f0f5-2cc6-4857-90ba-2f19926268c3 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:19.762016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12c40f-434a-4728-99bb-346d0e29d051 None None] Network 32956e6c-c81e-49cd-b4ec-ca92c0b598c1 could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:29:19.770710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:19.779822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:19.796815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Attempting to bind port 1b34d031-22be-433c-bbcc-8215da635518 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:19.797230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Attempting to bind port 1b34d031-22be-433c-bbcc-8215da635518 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:19.798835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Attempting to bind port 1b34d031-22be-433c-bbcc-8215da635518 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:19.846166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (44049c3c-6fea-4536-80c6-f98e5f463892), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.856531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8d00f1df-1510-41ca-898f-f0779e9d945d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:19.857275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.917319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event deleted for resources: {'Port': ['ID=44049c3c-6fea-4536-80c6-f98e5f463892,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.927618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:29:19.927618 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:29:19.927618 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': '0493f0f5-2cc6-4857-90ba-2f19926268c3'}] Apr 06 14:29:19.927618 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:19.929695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:19.936727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:19.937324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:19.937795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.938256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:19.938824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Bound port: 1b34d031-22be-433c-bbcc-8215da635518, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:19.939358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1b34d031-22be-433c-bbcc-8215da635518), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:19.984454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (c1c7290b-8300-4dfd-bdbe-3829869bf48b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.116406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (c1c7290b-8300-4dfd-bdbe-3829869bf48b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.121312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (c1c7290b-8300-4dfd-bdbe-3829869bf48b), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.145056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Provisioning complete for port 8d00f1df-1510-41ca-898f-f0779e9d945d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:20.145684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.206856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d0ee9d87-d4f8-42b2-8a33-47737a318290), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.214355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Attempting to bind port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:20.214355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Attempting to bind port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:20.214355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Attempting to bind port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1 on network 0493f0f5-2cc6-4857-90ba-2f19926268c3 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:20.214740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:20.237656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a2eedc64-070f-49b6-b264-74b0ad485662), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.237656 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment a2eedc64-070f-49b6-b264-74b0ad485662 of type vlan for network deaac4f7-9dec-4038-ae66-38707ecf4862 Apr 06 14:29:20.265625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:20.265992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Checking segment: {'id': 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:20.266390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.266783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Bound using segment: {'id': 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:20.267366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Bound port: 779c9c6b-15c3-4e63-b2dd-019a6b276cb1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0493f0f5-2cc6-4857-90ba-2f19926268c3'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:20.268570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.284239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (c1c7290b-8300-4dfd-bdbe-3829869bf48b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.284654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-d57bce56-5ec3-459b-9f0c-93c514601098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.285162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1c7290b-8300-4dfd-bdbe-3829869bf48b {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:20.286560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-d57bce56-5ec3-459b-9f0c-93c514601098 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ec538dde52943eeacbad39ea9e7310a&device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 1127 time: 1.5552032 Apr 06 14:29:20.294886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.298692 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f16e3bda-4119-4202-a00a-e21afeda12f3 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/routers/c1c7290b-8300-4dfd-bdbe-3829869bf48b HTTP/1.1" status: 204 len: 168 time: 4.0861690 Apr 06 14:29:20.300067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44008) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:20.300908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] For port 1b34d031-22be-433c-bbcc-8215da635518, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:20.323899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8d00f1df-1510-41ca-898f-f0779e9d945d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:20.324284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.335151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90934504-7f93-4c7d-98bc-f06d8a884a81 req-2686ac14-855e-4aa0-bc04-cf435b1e0a68 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.1365199 Apr 06 14:29:20.400831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] For port 1b34d031-22be-433c-bbcc-8215da635518, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1b34d031-22be-433c-bbcc-8215da635518,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:20.414050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-c8ed57bd-2930-45f1-8e36-0f7539c27be2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720d0a62-e660-47c9-835f-5ec7bf969375 HTTP/1.1" status: 200 len: 217 time: 0.0964291 Apr 06 14:29:20.415334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Made reservation on behalf of e9f30bec6855459bb9642ebd3f12cd29 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:20.419526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.431665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bc144-3022-4882-8e96-445f06b83fbf tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Network': ['ID=d0ee9d87-d4f8-42b2-8a33-47737a318290,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:20.441870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.464865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d0ee9d87-d4f8-42b2-8a33-47737a318290 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:20.467291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d0ee9d87-d4f8-42b2-8a33-47737a318290), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.467891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea352fb-26ba-468e-a550-1e0b0400109d req-2f05e8bd-2a8a-4700-9fe6-e3425b0a172d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.469607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bea352fb-26ba-468e-a550-1e0b0400109d req-2f05e8bd-2a8a-4700-9fe6-e3425b0a172d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 943 time: 1.1734729 Apr 06 14:29:20.498814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (deaac4f7-9dec-4038-ae66-38707ecf4862), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.534993 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ee9d87-d4f8-42b2-8a33-47737a318290']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:20.543813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Deleting subnet 2ca81a72-6c38-4e8e-a7c9-d98db44076d3 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:20.575878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for subnet (2ca81a72-6c38-4e8e-a7c9-d98db44076d3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.585359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0febeb6f-5391-4f23-bd94-76cae8124175') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:20.585554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0febeb6f-5391-4f23-bd94-76cae8124175') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:20.605818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1b34d031-22be-433c-bbcc-8215da635518), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.630147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (0febeb6f-5391-4f23-bd94-76cae8124175), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.653649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (2ca81a72-6c38-4e8e-a7c9-d98db44076d3), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.693969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (0febeb6f-5391-4f23-bd94-76cae8124175), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.704186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 8d00f1df-1510-41ca-898f-f0779e9d945d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8d00f1df-1510-41ca-898f-f0779e9d945d,segment=NetworkSegment(6b204e3c-88a4-4769-8fc2-08995a83cf60),segment_id=6b204e3c-88a4-4769-8fc2-08995a83cf60)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:20.717202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:20.717767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (0febeb6f-5391-4f23-bd94-76cae8124175), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:20.721918 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:20.723619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (deaac4f7-9dec-4038-ae66-38707ecf4862), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.736263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.736991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.752383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] For port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:20.766729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Current status of the port 8d00f1df-1510-41ca-898f-f0779e9d945d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:20.767113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.827438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] For port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=779c9c6b-15c3-4e63-b2dd-019a6b276cb1,segment=NetworkSegment(d2e252c8-ad86-453e-8c8e-4fbf40f55c3d),segment_id=d2e252c8-ad86-453e-8c8e-4fbf40f55c3d)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:20.827838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:20.828498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.829033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.869020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2d907-3997-48f2-816d-e3abb77156c9 None None] Pushing event updated for resources: {'Port': ['ID=1b34d031-22be-433c-bbcc-8215da635518,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:20.894179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.944121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (2ca81a72-6c38-4e8e-a7c9-d98db44076d3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.953817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b3260429-62d3-4194-abde-ab432a4870b6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:20.965900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.066004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.100383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=deaac4f7-9dec-4038-ae66-38707ecf4862,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.102517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bea352fb-26ba-468e-a550-1e0b0400109d req-9a2e9fdc-0c32-47b0-9a1e-7ce2d7595be3 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5802779 Apr 06 14:29:21.108358 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8c448eda-c771-4baf-aeaa-c26aab7e47ef tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5106184 Apr 06 14:29:21.117250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:21.118567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.121317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44012) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:21.126330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:21.207455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for 779c9c6b-15c3-4e63-b2dd-019a6b276cb1 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:21.221870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d0ee9d87-d4f8-42b2-8a33-47737a318290), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.242339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0ee9d87-d4f8-42b2-8a33-47737a318290 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:29:21.283539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network deaac4f7-9dec-4038-ae66-38707ecf4862 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:21.286473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:21.297451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b3260429-62d3-4194-abde-ab432a4870b6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:21.297898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b3260429-62d3-4194-abde-ab432a4870b6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:21.334816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-08628a39-bfc4-406b-8562-42caae213b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.336551 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-08628a39-bfc4-406b-8562-42caae213b6a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6fab35-ddb0-4e57-aeec-358676da6320 HTTP/1.1" status: 200 len: 849 time: 0.8865268 Apr 06 14:29:21.428354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.433608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:21.434158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.437561 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/networks/d0ee9d87-d4f8-42b2-8a33-47737a318290 HTTP/1.1" status: 204 len: 168 time: 1.7302167 Apr 06 14:29:21.441141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:21.441689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:21.467449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44016) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:21.476594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (2ca81a72-6c38-4e8e-a7c9-d98db44076d3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.498169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:21.503119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=8d00f1df-1510-41ca-898f-f0779e9d945d,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.517095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdb527-701c-43c1-9c20-cd76d4f8a4c4 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0ee9d87-d4f8-42b2-8a33-47737a318290,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.612507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca81a72-6c38-4e8e-a7c9-d98db44076d3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.637983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.645871 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0e1d43a3-6e6f-48fc-a84f-e30fdd3ff79e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/subnets/2ca81a72-6c38-4e8e-a7c9-d98db44076d3 HTTP/1.1" status: 204 len: 168 time: 1.3452373 Apr 06 14:29:21.672349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44018) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:21.688364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da4c21-0cf2-4417-b311-72b7f75e3097 None None] Network 0493f0f5-2cc6-4857-90ba-2f19926268c3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:21.697093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:21.708009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.710640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.793876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1b34d031-22be-433c-bbcc-8215da635518 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:21.799991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Made reservation on behalf of 1de3a3bc9c8241a2b71e7a53c31a0e5d for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:21.807734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.844937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9642975-a1f4-48f5-a4dd-1afed4f2460c None None] Pushing event updated for resources: {'Port': ['ID=779c9c6b-15c3-4e63-b2dd-019a6b276cb1,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.848722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:21.863731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.865893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a03e62-66c4-4a64-850e-e44b501e3dd1 req-8b533fd7-6b87-43b5-98b0-bef4232c7aff tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.868786 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08a03e62-66c4-4a64-850e-e44b501e3dd1 req-8b533fd7-6b87-43b5-98b0-bef4232c7aff tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 932 time: 1.1628432 Apr 06 14:29:21.906853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 1b34d031-22be-433c-bbcc-8215da635518 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:21.907243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1b34d031-22be-433c-bbcc-8215da635518), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.931076 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-68bf4db4-50c0-4c6a-82b3-50c140378304 req-7ee6ba44-8a6c-4827-bc36-964b96c98801 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.1846032 Apr 06 14:29:22.016741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (779c9c6b-15c3-4e63-b2dd-019a6b276cb1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.023760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1467be2-7172-4ca8-9c0b-80e013b8dacc {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:29:22.072588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (84c0a648-c55f-4859-9d2b-630f24899cdd), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.080883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ace7948c-01c3-4435-8a34-2c78ae137e37 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.9114311 Apr 06 14:29:22.100308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Publish callbacks [] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.106357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44020) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:22.135178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-048a5a7c-f9e0-427d-ba13-9c21525db79b None None] Current status of the port 8d00f1df-1510-41ca-898f-f0779e9d945d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:22.262751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:22.269213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Transition to ACTIVE for port object b1467be2-7172-4ca8-9c0b-80e013b8dacc will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:29:22.272900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c50e8813-a2eb-4131-8a00-11f54c40c9fc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.274206 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Added segment c50e8813-a2eb-4131-8a00-11f54c40c9fc of type vlan for network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac Apr 06 14:29:22.278959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 1b34d031-22be-433c-bbcc-8215da635518 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:22.287161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1b34d031-22be-433c-bbcc-8215da635518), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.312355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Allocated IP 172.20.0.5 (6670e642-eebd-4577-862d-e1cabf974576/22b97dcd-25a8-4823-9380-3fa428732aa1/eef70f8f-9000-41ba-8fd7-686ade7b21b8) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:22.346706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (61afcbd9-e6b6-4853-9ef4-8dd111e67fac), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.362056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e6351a25-9091-4925-a6cc-9eee3270e3a8 None None] Provisioning complete for port 8d00f1df-1510-41ca-898f-f0779e9d945d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:22.362237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e6351a25-9091-4925-a6cc-9eee3270e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.371329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-eb3444b8-488c-4515-a463-481c4e8c83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:22.379132 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-eb3444b8-488c-4515-a463-481c4e8c83d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f014f8d5-b1e0-4f16-a65e-e246c927c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7377012 Apr 06 14:29:22.400806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=779c9c6b-15c3-4e63-b2dd-019a6b276cb1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.428557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08a03e62-66c4-4a64-850e-e44b501e3dd1 req-f52bf6f4-6191-4304-9837-27e5cdbfc91c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4917572 Apr 06 14:29:22.440252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0a223de9-7fd7-4d28-9c0d-b72632b48236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.440457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.476268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 1b34d031-22be-433c-bbcc-8215da635518, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1b34d031-22be-433c-bbcc-8215da635518,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:22.641087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port 779c9c6b-15c3-4e63-b2dd-019a6b276cb1 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:22.667524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e6351a25-9091-4925-a6cc-9eee3270e3a8 None None] Current status of the port 8d00f1df-1510-41ca-898f-f0779e9d945d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:22.683286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41acd5-51d4-48de-87c2-9a3fd1bae729 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:29:22.689097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ebceed-bc89-4f53-a9b7-57f9477c4a9b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:22.692082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1b34d031-22be-433c-bbcc-8215da635518), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.698167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ebceed-bc89-4f53-a9b7-57f9477c4a9b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:22.698731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:22.703790 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22ebceed-bc89-4f53-a9b7-57f9477c4a9b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5940142 Apr 06 14:29:22.713585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44024) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:22.739714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (fbe42092-3a7a-4a6d-85f9-a13df1cba296), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.838831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=b1467be2-7172-4ca8-9c0b-80e013b8dacc,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.869899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa84ad-135b-4034-8639-cdbdcfafe24b req-b10750c7-ab96-4942-8117-78d25acfda2c tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:22.871987 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3aa84ad-135b-4034-8639-cdbdcfafe24b req-b10750c7-ab96-4942-8117-78d25acfda2c tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 943 time: 0.5334578 Apr 06 14:29:23.015950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (61afcbd9-e6b6-4853-9ef4-8dd111e67fac), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.017251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:23.018054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.028339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-726cb8f0-75be-4dba-b404-d842b7610129 None None] Provisioning complete for port 1b34d031-22be-433c-bbcc-8215da635518 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:23.028884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-726cb8f0-75be-4dba-b404-d842b7610129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1b34d031-22be-433c-bbcc-8215da635518), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.030392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=1b34d031-22be-433c-bbcc-8215da635518,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.093487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.100521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:23.102628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.144035 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6682901 Apr 06 14:29:23.146614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (84c0a648-c55f-4859-9d2b-630f24899cdd), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.154957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44028) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:23.162028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'subnet': {'network_id': '61afcbd9-e6b6-4853-9ef4-8dd111e67fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:23.172806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41acd5-51d4-48de-87c2-9a3fd1bae729 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:29:23.178770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0682a85-992a-4d32-8a0f-a0594314a6c4 req-887a17e4-17de-4706-9d74-ff57768b57f4 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.0708532 Apr 06 14:29:23.224871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0493f0f5-2cc6-4857-90ba-2f19926268c3']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.234405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=fbe42092-3a7a-4a6d-85f9-a13df1cba296,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.244237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c0a648-c55f-4859-9d2b-630f24899cdd']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.255499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-726cb8f0-75be-4dba-b404-d842b7610129 None None] Current status of the port 1b34d031-22be-433c-bbcc-8215da635518 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:23.262957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005766cc-9a4a-49ef-96d2-2f41a151df83 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Network': ['ID=61afcbd9-e6b6-4853-9ef4-8dd111e67fac,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.267897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.269768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e252c8-ad86-453e-8c8e-4fbf40f55c3d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.280154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d2823e-9199-4302-a8a3-fd65beaf847a') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.280450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d2823e-9199-4302-a8a3-fd65beaf847a') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.293620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.296449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (20d2823e-9199-4302-a8a3-fd65beaf847a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.297296 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3aa84ad-135b-4034-8639-cdbdcfafe24b req-d1beed19-78f3-4c33-9bd5-4347fbccc683 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940671 Apr 06 14:29:23.307924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:23.314763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Attempting to bind port b1467be2-7172-4ca8-9c0b-80e013b8dacc on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:23.315726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Attempting to bind port b1467be2-7172-4ca8-9c0b-80e013b8dacc by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:23.316274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Attempting to bind port b1467be2-7172-4ca8-9c0b-80e013b8dacc on network 6d0d235c-d559-4fe9-9652-9d332da70a0a {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:23.330646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Port b1467be2-7172-4ca8-9c0b-80e013b8dacc on network 6d0d235c-d559-4fe9-9652-9d332da70a0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:29:23.331309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Attempting to bind port b1467be2-7172-4ca8-9c0b-80e013b8dacc on network 6d0d235c-d559-4fe9-9652-9d332da70a0a {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:23.331698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': 'a2eedc64-070f-49b6-b264-74b0ad485662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:23.332082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: deaac4f7-9dec-4038-ae66-38707ecf4862, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:23.334468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20d2823e-9199-4302-a8a3-fd65beaf847a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.341004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.344046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:23.344657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Checking segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:23.345302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Bound using segment: {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:23.345898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Bound port: b1467be2-7172-4ca8-9c0b-80e013b8dacc, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5534d6c9-6cfa-45d8-863f-bb5baeec9239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:23.346342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.348362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:23.348795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (20d2823e-9199-4302-a8a3-fd65beaf847a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:23.350499 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:23.355051 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-17b0beb3-39d3-453a-818e-db9a95f7a6d1 service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9159513 Apr 06 14:29:23.364080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:23.364452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (d2e252c8-ad86-453e-8c8e-4fbf40f55c3d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:23.368786 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:23.399385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.399940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Made reservation on behalf of 1de3a3bc9c8241a2b71e7a53c31a0e5d for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:23.401464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.455921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:23.600870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network deaac4f7-9dec-4038-ae66-38707ecf4862 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:23.625333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1b34d031-22be-433c-bbcc-8215da635518 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:23.643039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:23.643387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.655072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (84c0a648-c55f-4859-9d2b-630f24899cdd), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.669506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.684052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84c0a648-c55f-4859-9d2b-630f24899cdd {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:29:23.690000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.696943 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/networks/84c0a648-c55f-4859-9d2b-630f24899cdd HTTP/1.1" status: 204 len: 168 time: 2.0183492 Apr 06 14:29:23.711208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, deaac4f7-9dec-4038-ae66-38707ecf4862) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:23.713119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0493f0f5-2cc6-4857-90ba-2f19926268c3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.717731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8e7f7-696a-4215-aeb5-8a5d4bb6d08e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event deleted for resources: {'Network': ['ID=84c0a648-c55f-4859-9d2b-630f24899cdd,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.722881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:23.723765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.729271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.732657 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/0493f0f5-2cc6-4857-90ba-2f19926268c3 HTTP/1.1" status: 204 len: 168 time: 6.7430427 Apr 06 14:29:23.747255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44034) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:23.767007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454193665'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:23.808479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85391-bfcc-40a7-bf6d-ad60d69e9371 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=0493f0f5-2cc6-4857-90ba-2f19926268c3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.940537 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6fa0dd74-b64e-4b70-8815-23a778faf36e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8179865 Apr 06 14:29:23.943890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44038) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:23.948193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 1b34d031-22be-433c-bbcc-8215da635518 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:23.949823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963159756'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:23.950183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1b34d031-22be-433c-bbcc-8215da635518), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.992208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:23.997518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.027240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15389408-bf95-4353-b0f6-6c04053a00e7 None None] Network deaac4f7-9dec-4038-ae66-38707ecf4862 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:24.160270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:24.183572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:24.198880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.216562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.217225 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 2051fce2-50a7-4480-80ee-db3fde62485c of type vlan for network 46f53bc1-8ff0-4311-a100-048fa72f0b71 Apr 06 14:29:24.366339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 1b34d031-22be-433c-bbcc-8215da635518 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:24.368135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8d00f1df-1510-41ca-898f-f0779e9d945d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:24.396715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44044) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:24.451105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-deaac4f7-9dec-4038-ae66-38707ecf4862', 'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': 'fbe42092-3a7a-4a6d-85f9-a13df1cba296'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:24.452112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.465398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.490019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] For port b1467be2-7172-4ca8-9c0b-80e013b8dacc, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:24.498899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:24.501274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] For port b1467be2-7172-4ca8-9c0b-80e013b8dacc, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:24.520574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'name': 'tempest-router--1014983499', 'project_id': '6fe9e8dc18a74b209f4bab69fd6f1df6'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:24.556189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.556550 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 23cb10d3-2334-4c1c-bf8e-9e5dde74a556 of type vlan for network 15ca51f1-2905-4207-a0ae-841aebe32813 Apr 06 14:29:24.560338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.643416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.671250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.resource_extend [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:29:24.757449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8d00f1df-1510-41ca-898f-f0779e9d945d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:24.757715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.765280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80395e61-7f74-4f3b-b8d2-4f787f5d6351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.766465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.767549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:29:24.768176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (c673bb3d-8de1-4303-9f4c-cac06b6768f4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.783512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event updated for resources: {'Port': ['ID=eef70f8f-9000-41ba-8fd7-686ade7b21b8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:24.787734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ee474368-1454-4d46-972e-1867f79cafe4 None None] Provisioning complete for port 9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:24.788237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee474368-1454-4d46-972e-1867f79cafe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.799448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.814698 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:24.821035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f2d9ad-31c2-4b13-a9fa-d91272fceddd req-84d6d4c7-ffae-4d22-b7fe-29d6bd247316 service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4530830 Apr 06 14:29:24.856649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Network 6670e642-eebd-4577-862d-e1cabf974576 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:24.865763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:24.872589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:24.877190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:24.877891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.879276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] 10.222.0.79 "PUT /v2.0/ports/b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1094 time: 6.4862895 Apr 06 14:29:24.881746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Allocated IP 2001:db8::3 (deaac4f7-9dec-4038-ae66-38707ecf4862/fbe42092-3a7a-4a6d-85f9-a13df1cba296/855e3f8f-91a0-4eb0-9ba8-3030b10d5639) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:24.883766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.883967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:24.886651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ee474368-1454-4d46-972e-1867f79cafe4 None None] Port 9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:24.889113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:24.890501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.892861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab025506-0498-4ff4-94d2-4ab02ccba958" -d '{"events": [{"name": "network-changed", "server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:24.893398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.901929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:24.902642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.927831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c673bb3d-8de1-4303-9f4c-cac06b6768f4,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:24.992871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (80fd0859-dab1-4482-94e9-ad11c3841d08), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:24.995330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (80fd0859-dab1-4482-94e9-ad11c3841d08), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.008983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ba94-3a4a-4b3e-b365-cdd163daa4e2 req-f07b86ca-0fdc-451e-aa75-15af364d59e4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.009893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6394ba94-3a4a-4b3e-b365-cdd163daa4e2 req-f07b86ca-0fdc-451e-aa75-15af364d59e4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 944 time: 1.4229324 Apr 06 14:29:25.116674 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3619046 Apr 06 14:29:25.125600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:25.190953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Publish callbacks [] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.197286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:25.213182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Checking segment: {'id': 'c50e8813-a2eb-4131-8a00-11f54c40c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61afcbd9-e6b6-4853-9ef4-8dd111e67fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:25.213182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Network hostable DHCP agents. Network: 61afcbd9-e6b6-4853-9ef4-8dd111e67fac, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:25.238974 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2917657 Apr 06 14:29:25.240613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44052) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:25.264644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49554-7c8c-498c-846c-9b2d38eb2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=b1467be2-7172-4ca8-9c0b-80e013b8dacc,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:25.278830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:25.288327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458423e-f3f5-4f4b-a448-8f3f05cc87b0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=15ca51f1-2905-4207-a0ae-841aebe32813,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:25.289760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8d00f1df-1510-41ca-898f-f0779e9d945d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:25.308144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 15ca51f1-2905-4207-a0ae-841aebe32813 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:25.338917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.339568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.384195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b66f92-13fb-452b-a304-669b674f9321 req-8161b4e3-2e8a-4251-9c4e-9efd231e285a tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.405147 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6b66f92-13fb-452b-a304-669b674f9321 req-8161b4e3-2e8a-4251-9c4e-9efd231e285a tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 931 time: 0.9850903 Apr 06 14:29:25.494240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4e0a5349-55ec-4270-ad30-ba683ed5e3e1 None None] Provisioning complete for port eef70f8f-9000-41ba-8fd7-686ade7b21b8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:25.494827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e0a5349-55ec-4270-ad30-ba683ed5e3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.545898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (80fd0859-dab1-4482-94e9-ad11c3841d08), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.552776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a5349-55ec-4270-ad30-ba683ed5e3e1 None None] Port eef70f8f-9000-41ba-8fd7-686ade7b21b8 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:29:25.564294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6394ba94-3a4a-4b3e-b365-cdd163daa4e2 req-81362305-fd7b-4891-bd41-98caf6a141ec tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4957373 Apr 06 14:29:25.594645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-6325a7e3-9595-4525-bcb2-5f012a1fb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.601385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.602647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-6325a7e3-9595-4525-bcb2-5f012a1fb1f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ec538dde52943eeacbad39ea9e7310a&device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 1127 time: 0.6282966 Apr 06 14:29:25.675850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Network deaac4f7-9dec-4038-ae66-38707ecf4862 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:25.676399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea262393-be9a-4847-aa1f-fdf128ec291b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=46f53bc1-8ff0-4311-a100-048fa72f0b71,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:25.678027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:25.683016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Pushing event updated for resources: {'Port': ['ID=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:25.686606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:25.698278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 46f53bc1-8ff0-4311-a100-048fa72f0b71 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:25.781603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-3329f491-596d-4b13-936a-ec9fbbfd6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.783389 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-3329f491-596d-4b13-936a-ec9fbbfd6a17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1128 time: 0.7543111 Apr 06 14:29:25.786617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-941c4366-77db-473d-9267-f65f01e7d04e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4624219 Apr 06 14:29:25.794137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (80fd0859-dab1-4482-94e9-ad11c3841d08), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.818200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:25.823767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.825412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Attempting to bind port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:25.825894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Attempting to bind port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a2eedc64-070f-49b6-b264-74b0ad485662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:25.826352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Attempting to bind port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 on network deaac4f7-9dec-4038-ae66-38707ecf4862 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:25.827378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.832374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:25.838445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:25.838668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6b66f92-13fb-452b-a304-669b674f9321 req-724874e0-913d-4bb4-bb1b-b41fd78cbe10 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315336 Apr 06 14:29:25.840815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Checking segment: {'id': 'a2eedc64-070f-49b6-b264-74b0ad485662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:25.841941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.843078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Bound using segment: {'id': 'a2eedc64-070f-49b6-b264-74b0ad485662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:25.845498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Bound port: 855e3f8f-91a0-4eb0-9ba8-3030b10d5639, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2eedc64-070f-49b6-b264-74b0ad485662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'deaac4f7-9dec-4038-ae66-38707ecf4862'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:25.856518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Request body: {'port': {'device_id': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:25.856819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:25.862102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.863061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.988832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-80f51cc9-77b8-4700-b5e3-7a1190831c76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 217 time: 0.1128125 Apr 06 14:29:26.018468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] For port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:26.021688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a9dc6c-31e8-4913-bc0a-db1c6e4c16be x-openstack-request-id: req-b2a9dc6c-31e8-4913-bc0a-db1c6e4c16be {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:26.021688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:26.021688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b2a9dc6c-31e8-4913-bc0a-db1c6e4c16be {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:26.021688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a9dc6c-31e8-4913-bc0a-db1c6e4c16be'] response: {'name': 'network-changed', 'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'status': 'completed', 'code': 200} Apr 06 14:29:26.025449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] For port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,segment=NetworkSegment(a2eedc64-070f-49b6-b264-74b0ad485662),segment_id=a2eedc64-070f-49b6-b264-74b0ad485662)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:26.028775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:29:26.036250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:29:26.056733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 61afcbd9-e6b6-4853-9ef4-8dd111e67fac) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:26.066260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd7e78-a7df-4d9d-88a7-d37ceb08b877 None None] Network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:26.094757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.098775 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7be984a1-624c-4e4c-9a2a-32eca811848e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6515939 Apr 06 14:29:26.104663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44056) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:26.112557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-eb8e1bd9-626b-496b-b91e-5ebeb0080645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.113999 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-eb8e1bd9-626b-496b-b91e-5ebeb0080645 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f014f8d5-b1e0-4f16-a65e-e246c927c89e HTTP/1.1" status: 200 len: 912 time: 0.4853818 Apr 06 14:29:26.119229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.131637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:29:26.134254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:29:26.143794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.147912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.148062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.209927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266585ee-3a1f-48f3-ac13-322c133ff50b req-c2b7dbee-1149-47c8-b29a-ed6309815a2a tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.217543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-266585ee-3a1f-48f3-ac13-322c133ff50b req-c2b7dbee-1149-47c8-b29a-ed6309815a2a tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 943 time: 0.4504569 Apr 06 14:29:26.256071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa25e-d51f-4d66-b956-80abe30edfbc None None] Pushing event updated for resources: {'Port': ['ID=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.259559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170ad73-4039-496a-958c-123251c01f62 None None] Network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:26.268494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-5c2558e0-409f-4e22-871d-c59e5e604b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.269635 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-5c2558e0-409f-4e22-871d-c59e5e604b8a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.2716460 Apr 06 14:29:26.286295 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aea24663-416a-446e-b190-8c31b885e286 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1287682 Apr 06 14:29:26.291231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44060) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:26.297019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.298896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'floatingip': {'floating_network_id': '61afcbd9-e6b6-4853-9ef4-8dd111e67fac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:26.304038 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-3f9e662a-b98c-42ad-97b1-4c33a2a94f75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720d0a62-e660-47c9-835f-5ec7bf969375 HTTP/1.1" status: 200 len: 217 time: 0.1338494 Apr 06 14:29:26.309583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.333897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (80fd0859-dab1-4482-94e9-ad11c3841d08), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.430332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.433759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b1843473-2453-41c3-a1e9-553c1cd61c04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 HTTP/1.1" status: 204 len: 168 time: 3.7132530 Apr 06 14:29:26.436326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44062) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:26.474428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.490845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-266585ee-3a1f-48f3-ac13-322c133ff50b req-22b61021-85f5-4dd8-bf64-43865f516d13 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724590 Apr 06 14:29:26.534540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (3e87653d-39bd-45d7-9e44-711677ade443), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.537286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (1de8bdb4-a2f5-4c11-870b-2b327dddf638), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.594485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518431bc-14c4-48d1-9a4c-f13d55d10a0a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.596798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518431bc-14c4-48d1-9a4c-f13d55d10a0a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.599049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-518431bc-14c4-48d1-9a4c-f13d55d10a0a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1615467 Apr 06 14:29:26.612788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44066) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:26.655779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=3e87653d-39bd-45d7-9e44-711677ade443,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.733234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-a23ca7e6-5bf7-49d8-a5b6-7441df13ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.736756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-a23ca7e6-5bf7-49d8-a5b6-7441df13ac8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6fab35-ddb0-4e57-aeec-358676da6320 HTTP/1.1" status: 200 len: 849 time: 0.2611752 Apr 06 14:29:26.751485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': '2051fce2-50a7-4480-80ee-db3fde62485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:26.752102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 46f53bc1-8ff0-4311-a100-048fa72f0b71, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:26.755213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=1de8bdb4-a2f5-4c11-870b-2b327dddf638,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.770727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '23cb10d3-2334-4c1c-bf8e-9e5dde74a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:26.771094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: 15ca51f1-2905-4207-a0ae-841aebe32813, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:26.812124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.854179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 46f53bc1-8ff0-4311-a100-048fa72f0b71 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:26.888119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (80fd0859-dab1-4482-94e9-ad11c3841d08), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.894228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (80fd0859-dab1-4482-94e9-ad11c3841d08), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.903750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 15ca51f1-2905-4207-a0ae-841aebe32813 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:26.929405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Allocated IP 172.20.0.9 (61afcbd9-e6b6-4853-9ef4-8dd111e67fac/c673bb3d-8de1-4303-9f4c-cac06b6768f4/c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:26.980567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 46f53bc1-8ff0-4311-a100-048fa72f0b71) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:26.983555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 15ca51f1-2905-4207-a0ae-841aebe32813) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:26.988316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.988918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.991927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-3db6a7fe-69a7-48a5-8fa9-d97d38c7031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.992082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a8457-1ce1-4cd9-80da-8902ee48e89f None None] Network 46f53bc1-8ff0-4311-a100-048fa72f0b71 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:26.993324 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-3db6a7fe-69a7-48a5-8fa9-d97d38c7031d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5267293 Apr 06 14:29:26.999454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.000059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.056319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594d13ef-0823-4619-acb5-8cca7cb0169c None None] Network 15ca51f1-2905-4207-a0ae-841aebe32813 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:27.068123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.104447 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-75a5d632-6554-4fd1-bf08-481b01f865ff tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9312322 Apr 06 14:29:27.107480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44070) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:27.163589 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-455ff755-0e89-4fd5-a564-064ae828e453 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8919888 Apr 06 14:29:27.166731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44072) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:27.218102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-46f53bc1-8ff0-4311-a100-048fa72f0b71', 'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': '3e87653d-39bd-45d7-9e44-711677ade443'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:27.218307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.258702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-15ca51f1-2905-4207-a0ae-841aebe32813', 'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': '1de8bdb4-a2f5-4c11-870b-2b327dddf638'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:27.259300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.266384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.293401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 61448d32-fb9e-42d8-b6ff-e17c098363fb {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:27.321426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (61448d32-fb9e-42d8-b6ff-e17c098363fb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.380666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.385888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f0e7a-9e4c-4d03-8d69-507449835402 req-f067c984-a849-4806-86ea-6c84b5cfb0f8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.389643 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.393450 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6c9f0e7a-9e4c-4d03-8d69-507449835402 req-f067c984-a849-4806-86ea-6c84b5cfb0f8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 944 time: 0.6621196 Apr 06 14:29:27.408410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:27.416125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:27.420303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (80fd0859-dab1-4482-94e9-ad11c3841d08), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.421711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:27.425882 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80fd0859-dab1-4482-94e9-ad11c3841d08 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:27.426062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.428108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.429353 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3250d15d-b838-4b23-afce-33777f2c0690 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/routers/80fd0859-dab1-4482-94e9-ad11c3841d08 HTTP/1.1" status: 204 len: 168 time: 1.3219335 Apr 06 14:29:27.450252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-540718d2-dd94-499f-ba19-debdde6e3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.451712 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-540718d2-dd94-499f-ba19-debdde6e3c34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f014f8d5-b1e0-4f16-a65e-e246c927c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6158638 Apr 06 14:29:27.469534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (61448d32-fb9e-42d8-b6ff-e17c098363fb), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.525791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Port': ['ID=c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:27.530283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Allocated IP 172.20.0.3 (46f53bc1-8ff0-4311-a100-048fa72f0b71/3e87653d-39bd-45d7-9e44-711677ade443/61c37b86-608c-4850-800d-0776af79933b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:27.569059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Allocated IP 2001:db8::3 (15ca51f1-2905-4207-a0ae-841aebe32813/1de8bdb4-a2f5-4c11-870b-2b327dddf638/1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:27.607611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef70f8f-9000-41ba-8fd7-686ade7b21b8 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:29:27.661333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6c9f0e7a-9e4c-4d03-8d69-507449835402 req-f2c77c19-f0ab-435a-bf3d-8d3896a936ea tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667177 Apr 06 14:29:27.663505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Publish callbacks [] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.694533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247240-6b92-4eb7-ad08-5796f29c5328 req-340df852-8dbf-422a-b4de-84cdc9e54fdd tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.698046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4247240-6b92-4eb7-ad08-5796f29c5328 req-340df852-8dbf-422a-b4de-84cdc9e54fdd tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 931 time: 0.7717979 Apr 06 14:29:27.736942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Transition to ACTIVE for port object eef70f8f-9000-41ba-8fd7-686ade7b21b8 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:29:27.773469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44078) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:27.785137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3e87653d-39bd-45d7-9e44-711677ade443), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.788451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (1de8bdb4-a2f5-4c11-870b-2b327dddf638), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.837923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.877441 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4247240-6b92-4eb7-ad08-5796f29c5328 req-f9cf2cf0-5984-423f-b30d-2b4e5dc930f5 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728840 Apr 06 14:29:27.882440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for floatingip (1e276829-715f-4d57-a4ce-159d12e22277), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:27.921100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:27.923056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d02e6-8efa-48d9-a196-d0f7f1dda4d8 None None] Network deaac4f7-9dec-4038-ae66-38707ecf4862 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:28.017022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (61448d32-fb9e-42d8-b6ff-e17c098363fb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.067120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] Provisioning complete for port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:28.067674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.119714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Pushing event updated for resources: {'Port': ['ID=eef70f8f-9000-41ba-8fd7-686ade7b21b8,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.146392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-19c789e1-7879-49d2-8a3d-b39c61e881f7 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306615 Apr 06 14:29:28.151834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-596211585', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:28.221414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Publish callbacks [] for port (61c37b86-608c-4850-800d-0776af79933b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.280561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:28.280986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.282944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Publish callbacks [] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.295691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950c18-c548-45e5-8671-4ec36494d902 req-515779c0-59f4-4f57-a5bb-f560a765dd89 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:28.297350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ea950c18-c548-45e5-8671-4ec36494d902 req-515779c0-59f4-4f57-a5bb-f560a765dd89 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 943 time: 0.4694710 Apr 06 14:29:28.305338 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-d3942f83-d8b9-4952-946b-d304e681480f service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006070 Apr 06 14:29:28.318977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (61c37b86-608c-4850-800d-0776af79933b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.368460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.386637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.401351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.402503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.415707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (1de8bdb4-a2f5-4c11-870b-2b327dddf638), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.418471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (3e87653d-39bd-45d7-9e44-711677ade443), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.421132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Network 46f53bc1-8ff0-4311-a100-048fa72f0b71 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:28.430892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (61448d32-fb9e-42d8-b6ff-e17c098363fb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.452388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:28.461727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:28.465351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Pushing event updated for resources: {'Port': ['ID=61c37b86-608c-4850-800d-0776af79933b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.471584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Network 15ca51f1-2905-4207-a0ae-841aebe32813 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:28.473191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=1de8bdb4-a2f5-4c11-870b-2b327dddf638,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.479077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] Current status of the port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:28.479512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.511802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:28.514424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:28.520180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Attempting to bind port eef70f8f-9000-41ba-8fd7-686ade7b21b8 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:28.524342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Attempting to bind port eef70f8f-9000-41ba-8fd7-686ade7b21b8 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:28.524342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Attempting to bind port eef70f8f-9000-41ba-8fd7-686ade7b21b8 on network 6670e642-eebd-4577-862d-e1cabf974576 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:28.531212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.534869 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/61448d32-fb9e-42d8-b6ff-e17c098363fb HTTP/1.1" status: 204 len: 168 time: 1.8792129 Apr 06 14:29:28.540390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0dfdc-a455-47bb-8f98-70d05b63740e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=61448d32-fb9e-42d8-b6ff-e17c098363fb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.552996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44082) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:28.593890 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ea950c18-c548-45e5-8671-4ec36494d902 req-dade1325-113d-4c64-a54f-36541ee5ddf3 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857311 Apr 06 14:29:28.594991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.620945 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1f882a3-e589-44a2-ba02-e9825ea05e55 req-b3c588a8-135c-422a-a159-7837fe447905 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325097 Apr 06 14:29:28.650292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7dc0e-8650-4276-a64b-03cf6e3f4d11 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:28.650555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=3e87653d-39bd-45d7-9e44-711677ade443,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.676399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.677939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Port eef70f8f-9000-41ba-8fd7-686ade7b21b8 on network 6670e642-eebd-4577-862d-e1cabf974576 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:29:28.678374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Attempting to bind port eef70f8f-9000-41ba-8fd7-686ade7b21b8 on network 6670e642-eebd-4577-862d-e1cabf974576 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:28.682810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.692016 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-819ef012-4a4d-4d00-b3e0-306aa20cbc2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1377823 Apr 06 14:29:28.693677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.699181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44084) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:28.712807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:28.720340 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a569fc18-5699-4c6e-aed9-91e688dae010 req-94bd59f4-1133-40c7-b99c-b7b706b8acb9 service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006593 Apr 06 14:29:28.727571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ca51f1-2905-4207-a0ae-841aebe32813']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:28.732557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:28.733072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Checking segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:28.733560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Bound using segment: {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:28.734114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Bound port: eef70f8f-9000-41ba-8fd7-686ade7b21b8, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abcf61f-68dd-4a83-98bd-da7f8a404287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6670e642-eebd-4577-862d-e1cabf974576'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:28.734596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.739869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f53bc1-8ff0-4311-a100-048fa72f0b71']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:28.760389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cb10d3-2334-4c1c-bf8e-9e5dde74a556') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:28.760389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cb10d3-2334-4c1c-bf8e-9e5dde74a556') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:28.776571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2051fce2-50a7-4480-80ee-db3fde62485c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:28.776571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2051fce2-50a7-4480-80ee-db3fde62485c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:28.776571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.791031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Attempting to bind port 61c37b86-608c-4850-800d-0776af79933b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:28.791461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Attempting to bind port 61c37b86-608c-4850-800d-0776af79933b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2051fce2-50a7-4480-80ee-db3fde62485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:28.793036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Attempting to bind port 61c37b86-608c-4850-800d-0776af79933b on network 46f53bc1-8ff0-4311-a100-048fa72f0b71 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:28.818596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.821146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.846339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:28.846775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Checking segment: {'id': '2051fce2-50a7-4480-80ee-db3fde62485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:28.846902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:28.847259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.847436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.847918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Bound using segment: {'id': '2051fce2-50a7-4480-80ee-db3fde62485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:28.848484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Bound port: 61c37b86-608c-4850-800d-0776af79933b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2051fce2-50a7-4480-80ee-db3fde62485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '46f53bc1-8ff0-4311-a100-048fa72f0b71'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:28.848987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (61c37b86-608c-4850-800d-0776af79933b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:28.852377 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:28.865473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.903264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:28.903442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.907434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Pushing event updated for resources: {'Port': ['ID=1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:28.916560 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:28.918693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] For port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,segment=NetworkSegment(a2eedc64-070f-49b6-b264-74b0ad485662),segment_id=a2eedc64-070f-49b6-b264-74b0ad485662)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:28.955562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Attempting to bind port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:28.956088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Attempting to bind port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '23cb10d3-2334-4c1c-bf8e-9e5dde74a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:28.956550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Attempting to bind port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0 on network 15ca51f1-2905-4207-a0ae-841aebe32813 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:28.978894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.988881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:28.989399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.996286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:28.996764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Checking segment: {'id': '23cb10d3-2334-4c1c-bf8e-9e5dde74a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:28.997224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.997679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Bound using segment: {'id': '23cb10d3-2334-4c1c-bf8e-9e5dde74a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:28.998234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Bound port: 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cb10d3-2334-4c1c-bf8e-9e5dde74a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '15ca51f1-2905-4207-a0ae-841aebe32813'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:28.998676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.012079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.025762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:29:29.025762 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:29:29.025762 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': '46f53bc1-8ff0-4311-a100-048fa72f0b71'}] Apr 06 14:29:29.025762 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:29.026820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:29.027577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:29:29.027577 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:29:29.027577 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': '15ca51f1-2905-4207-a0ae-841aebe32813'}] Apr 06 14:29:29.027577 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:29.028325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:29.031214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] For port 61c37b86-608c-4850-800d-0776af79933b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:29.052479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.082153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] For port 61c37b86-608c-4850-800d-0776af79933b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=61c37b86-608c-4850-800d-0776af79933b,segment=NetworkSegment(2051fce2-50a7-4480-80ee-db3fde62485c),segment_id=2051fce2-50a7-4480-80ee-db3fde62485c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:29.138189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] For port eef70f8f-9000-41ba-8fd7-686ade7b21b8, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:29.139988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Port': ['ID=c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:29.146704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] For port eef70f8f-9000-41ba-8fd7-686ade7b21b8, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:29.163413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (1e276829-715f-4d57-a4ce-159d12e22277), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.165290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631f3dc-1f22-41e6-908f-fcfd3e32974a None None] Pushing event updated for resources: {'Port': ['ID=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:29.198953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:29.203230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:29.203230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (61c37b86-608c-4850-800d-0776af79933b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.211477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] For port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:29.220174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] For port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0,segment=NetworkSegment(23cb10d3-2334-4c1c-bf8e-9e5dde74a556),segment_id=23cb10d3-2334-4c1c-bf8e-9e5dde74a556)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:29.232368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.248888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcad08c-8573-476a-af0d-4f5e7565c882 req-dd2b3501-4fb7-47a1-a712-ec1b73f8cfa8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:29.253586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.254713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ddcad08c-8573-476a-af0d-4f5e7565c882 req-dd2b3501-4fb7-47a1-a712-ec1b73f8cfa8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 944 time: 0.4214103 Apr 06 14:29:29.259401 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f9694708-5517-4125-8b54-e71aa443d291 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9648974 Apr 06 14:29:29.260525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44090) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:29.262094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:29.269382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95c2c-72d1-4d81-817b-aa355c489116 req-8e0a30f4-1f87-420a-bbc7-deda7703b34c tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:29.270882 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecb95c2c-72d1-4d81-817b-aa355c489116 req-8e0a30f4-1f87-420a-bbc7-deda7703b34c tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 943 time: 0.2782898 Apr 06 14:29:29.280556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-302e82ef-1464-415a-bd2e-ed839c12ce25 None None] Provisioning complete for port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:29.280793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-302e82ef-1464-415a-bd2e-ed839c12ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.294865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:29.298134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.302980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.335003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.344478 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d7d2c378-cfd5-42d7-aca5-56bf9dead1d3 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "GET /v2.0/floatingips?floating_network_id=61afcbd9-e6b6-4853-9ef4-8dd111e67fac HTTP/1.1" status: 200 len: 689 time: 0.0823414 Apr 06 14:29:29.347121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44092) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:29.360431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e282-9e74-4ea1-954d-10f66c70ae38 None None] Pushing event updated for resources: {'Port': ['ID=61c37b86-608c-4850-800d-0776af79933b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:29.408004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394de654-e255-43b4-ad61-4b7645478304 None None] Network 46f53bc1-8ff0-4311-a100-048fa72f0b71 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:29.448334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (61afcbd9-e6b6-4853-9ef4-8dd111e67fac), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.528299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.535247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.537338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a557d9c-a676-45e2-a4f0-185d6496f179 None None] Pushing event updated for resources: {'Port': ['ID=1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:29.556034 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Deleting port c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:29.556386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.598173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b4d1d-d9a9-4bba-aa2b-dbee72c897fc None None] Network 15ca51f1-2905-4207-a0ae-841aebe32813 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:29.617919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] Deleting port 1b34d031-22be-433c-bbcc-8215da635518 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:29.618288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1b34d031-22be-433c-bbcc-8215da635518), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.703509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.703775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for floatingip (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.720773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-302e82ef-1464-415a-bd2e-ed839c12ce25 None None] Current status of the port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:29.727189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Calling delete_port for c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:29.730788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port 61c37b86-608c-4850-800d-0776af79933b {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:29.731130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (61c37b86-608c-4850-800d-0776af79933b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.737595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:29.737595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.780165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:29.780881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.782280 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] 10.222.0.79 "PUT /v2.0/ports/eef70f8f-9000-41ba-8fd7-686ade7b21b8 HTTP/1.1" status: 200 len: 1093 time: 3.9335680 Apr 06 14:29:29.783616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:29.786028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621eed3-2275-4de9-9f3f-11487d56a05d" -d '{"events": [{"name": "network-changed", "server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:29.793935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] For port 1b34d031-22be-433c-bbcc-8215da635518, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1b34d031-22be-433c-bbcc-8215da635518,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:29.794335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1b34d031-22be-433c-bbcc-8215da635518), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.807169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:29.814389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] Calling delete_port for 1b34d031-22be-433c-bbcc-8215da635518 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:29.829111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 720d0a62-e660-47c9-835f-5ec7bf969375 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:29:29.831459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ddcad08c-8573-476a-af0d-4f5e7565c882 req-481bdc85-82c2-4ee9-9092-6c937035a538 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5721755 Apr 06 14:29:29.843351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecb95c2c-72d1-4d81-817b-aa355c489116 req-14a16874-fe4d-4181-9be4-bd936de7090a tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5639203 Apr 06 14:29:29.863411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e80e4-c90b-45bc-83c8-395aa90bef9f service neutron] Pushing event updated for resources: {'Port': ['ID=eef70f8f-9000-41ba-8fd7-686ade7b21b8,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.052281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f9ea4-3cfb-4ee6-9555-8b0138401dc3 x-openstack-request-id: req-1f6f9ea4-3cfb-4ee6-9555-8b0138401dc3 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:30.052576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:30.052939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1f6f9ea4-3cfb-4ee6-9555-8b0138401dc3 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:30.053257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6f9ea4-3cfb-4ee6-9555-8b0138401dc3'] response: {'name': 'network-changed', 'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'status': 'completed', 'code': 200} Apr 06 14:29:30.058847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port 61c37b86-608c-4850-800d-0776af79933b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=61c37b86-608c-4850-800d-0776af79933b,segment=NetworkSegment(2051fce2-50a7-4480-80ee-db3fde62485c),segment_id=2051fce2-50a7-4480-80ee-db3fde62485c)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:30.059439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (61c37b86-608c-4850-800d-0776af79933b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.066981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-d02bc5e4-e12a-42fa-aa02-d5a3bef9559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.068279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-d02bc5e4-e12a-42fa-aa02-d5a3bef9559c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1128 time: 0.4060719 Apr 06 14:29:30.086793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for 61c37b86-608c-4850-800d-0776af79933b owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:30.100875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] For port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0,segment=NetworkSegment(23cb10d3-2334-4c1c-bf8e-9e5dde74a556),segment_id=23cb10d3-2334-4c1c-bf8e-9e5dde74a556)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:30.102325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.110667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:30.132321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Calling delete_port for 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:30.206781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7bfdeb6c-14ae-425f-a916-37b3a247dde4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.270452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:30.271102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.279102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-ab27da00-2e65-48ae-a792-e68a66ed1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.280960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-ab27da00-2e65-48ae-a792-e68a66ed1046 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e9f30bec6855459bb9642ebd3f12cd29&device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 1127 time: 0.2354312 Apr 06 14:29:30.307226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 720d0a62-e660-47c9-835f-5ec7bf969375, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=720d0a62-e660-47c9-835f-5ec7bf969375,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:30.308680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9cd9-0a18-448b-8430-0bfe3dd7648c req-cdec703a-81e0-4013-8fb2-93e124cf45f1 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.310435 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd8b9cd9-0a18-448b-8430-0bfe3dd7648c req-cdec703a-81e0-4013-8fb2-93e124cf45f1 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 943 time: 0.2636774 Apr 06 14:29:30.312336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:30.333563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '720d0a62-e660-47c9-835f-5ec7bf969375', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'port_id': '720d0a62-e660-47c9-835f-5ec7bf969375', 'mac_address': 'fa:16:3e:ea:0a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:29:30.341300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (1b34d031-22be-433c-bbcc-8215da635518), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.367846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:30.375807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.376389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.378253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (61c37b86-608c-4850-800d-0776af79933b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.380350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-02fed872-f9f2-4946-aea2-3970419c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.382433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-02fed872-f9f2-4946-aea2-3970419c9f86 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.2994409 Apr 06 14:29:30.385416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=7bfdeb6c-14ae-425f-a916-37b3a247dde4,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.387454 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-8cac7232-9895-4626-978a-4a6d21c63697 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8 HTTP/1.1" status: 200 len: 217 time: 0.0902412 Apr 06 14:29:30.399793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] Pushing event deleted for resources: {'Port': ['ID=1b34d031-22be-433c-bbcc-8215da635518,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.408436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc18bc-e2a6-46cb-b31e-587c82129f4b None None] No DVR routers for this DVR port 1b34d031-22be-433c-bbcc-8215da635518 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:30.417892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 720d0a62-e660-47c9-835f-5ec7bf969375 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:30.418007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.432917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.437365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=61c37b86-608c-4850-800d-0776af79933b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.437365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.442032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460818e8-db2c-49d1-bab3-8775edacfa77 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:29:30.450102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port 61c37b86-608c-4850-800d-0776af79933b on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:30.486669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720d0a62-e660-47c9-835f-5ec7bf969375 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:29:30.510686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Port': ['ID=c277f6a7-cc77-4d0d-8c54-dbc4c19b5e87,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.522471 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-145b8403-46bf-4d0d-8a68-8006f1dcd53d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 217 time: 0.1223686 Apr 06 14:29:30.524102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No DVR routers for this DVR port 1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:30.525365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:30.553352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 720d0a62-e660-47c9-835f-5ec7bf969375, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=720d0a62-e660-47c9-835f-5ec7bf969375,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:30.646663 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd8b9cd9-0a18-448b-8430-0bfe3dd7648c req-c09f0084-bba1-4f65-bda7-db0ca6de55db tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127120 Apr 06 14:29:30.648626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-6620d255-91c9-4f20-a8fa-b3c7b131eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.650177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-6620d255-91c9-4f20-a8fa-b3c7b131eae6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22b97dcd-25a8-4823-9380-3fa428732aa1 HTTP/1.1" status: 200 len: 845 time: 0.2490718 Apr 06 14:29:30.669965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Port': ['ID=1d2cfe17-52aa-4c46-a1b2-bd78e1a368b0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.672195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1b34d031-22be-433c-bbcc-8215da635518 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:30.702255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460818e8-db2c-49d1-bab3-8775edacfa77 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:29:30.704323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 1b34d031-22be-433c-bbcc-8215da635518 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:30.704665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1b34d031-22be-433c-bbcc-8215da635518 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:30.722978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.723202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.748013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-9bdc3597-5259-45f3-9a88-e0c569008350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.749558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-9bdc3597-5259-45f3-9a88-e0c569008350 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.1770210 Apr 06 14:29:30.752088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.776304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f53bc1-8ff0-4311-a100-048fa72f0b71']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:30.802780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.808456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2051fce2-50a7-4480-80ee-db3fde62485c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:30.809370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2051fce2-50a7-4480-80ee-db3fde62485c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:30.817458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for floatingip (1e276829-715f-4d57-a4ce-159d12e22277), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.835890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.839769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-bcd185d8-7b9a-4123-b50e-561e27f72b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.841397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-bcd185d8-7b9a-4123-b50e-561e27f72b51 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6670e642-eebd-4577-862d-e1cabf974576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1777694 Apr 06 14:29:30.852730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ca51f1-2905-4207-a0ae-841aebe32813']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:30.871939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cb10d3-2334-4c1c-bf8e-9e5dde74a556') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:30.916772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cb10d3-2334-4c1c-bf8e-9e5dde74a556') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:30.916772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.927564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.956897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.966799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:30.967214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (23cb10d3-2334-4c1c-bf8e-9e5dde74a556), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:30.983550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-772bc4fe-6d53-4584-ad0a-33d9fcdd3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.988358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-772bc4fe-6d53-4584-ad0a-33d9fcdd3052 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2283492 Apr 06 14:29:30.997787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '7bfdeb6c-14ae-425f-a916-37b3a247dde4'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:30.998333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:31.030658 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:31.034272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:31.034510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (2051fce2-50a7-4480-80ee-db3fde62485c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:31.037452 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:31.115599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (c673bb3d-8de1-4303-9f4c-cac06b6768f4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.116244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Allocated IP 172.26.6.88 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/c161ca60-f436-47ff-9bf3-a4ce591a2a20) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:31.123983 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-74c4acfb-799a-432e-b08b-9b3ed3ec1628 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4236152 Apr 06 14:29:31.136093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44102) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:31.150856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'name': 'tempest-NetworksTestDHCPv6-961332046'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:31.164322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/7bfdeb6c-14ae-425f-a916-37b3a247dde4/aae8911b-f702-4c9e-99d1-06dc7ae2456c) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:31.278481 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-cf979774-7201-4881-a7b7-0791c1e96070 service neutron] 10.222.0.79 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255760 Apr 06 14:29:31.313883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ac65-433a-438a-a782-bdba01ad92fb req-e7116a38-0e43-4b66-b0b4-3f65688f0786 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:31.315306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23f3ac65-433a-438a-a782-bdba01ad92fb req-e7116a38-0e43-4b66-b0b4-3f65688f0786 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 944 time: 0.3554790 Apr 06 14:29:31.321960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad783a-7ef8-46c1-a6fe-f888b846f24a req-9d682cf5-2bf5-47c8-87db-a0c6607e03c5 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:31.323307 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17ad783a-7ef8-46c1-a6fe-f888b846f24a req-9d682cf5-2bf5-47c8-87db-a0c6607e03c5 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 943 time: 0.3462300 Apr 06 14:29:31.336770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.388874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=720d0a62-e660-47c9-835f-5ec7bf969375,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:31.396920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-36c08c5b-2b6d-4345-ba4e-94cb51f81401 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887634 Apr 06 14:29:31.415239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (15ca51f1-2905-4207-a0ae-841aebe32813), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.417792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (46f53bc1-8ff0-4311-a100-048fa72f0b71), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.421363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (c673bb3d-8de1-4303-9f4c-cac06b6768f4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.433620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.437149 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/15ca51f1-2905-4207-a0ae-841aebe32813 HTTP/1.1" status: 204 len: 168 time: 4.2694764 Apr 06 14:29:31.440686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44104) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:31.453866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.460689 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/46f53bc1-8ff0-4311-a100-048fa72f0b71 HTTP/1.1" status: 204 len: 168 time: 4.3490283 Apr 06 14:29:31.462285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716909250'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:31.465582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44106) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:31.493281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586441571'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:31.496426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920378-ac71-4f9a-b8d5-86f128a6eee0 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=15ca51f1-2905-4207-a0ae-841aebe32813,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:31.503300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c673bb3d-8de1-4303-9f4c-cac06b6768f4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:31.596625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17ad783a-7ef8-46c1-a6fe-f888b846f24a req-13c32c39-0a25-404a-a410-18e0336ae1fd tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589412 Apr 06 14:29:31.620950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for port (c161ca60-f436-47ff-9bf3-a4ce591a2a20), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.625258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23f3ac65-433a-438a-a782-bdba01ad92fb req-648c9aa6-2c8e-4aff-beb5-016c27a43d00 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001406 Apr 06 14:29:31.653144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7a44e38-7c7e-4748-b485-74b252b1eecc req-ef272508-ed12-4ad4-837b-232c53e39559 service neutron] 10.222.0.79 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580601 Apr 06 14:29:31.670839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Publish callbacks [] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.692640 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab025506-0498-4ff4-94d2-4ab02ccba958 req-c2e83c5f-5bd1-42bb-b25d-7a0f85967f9d service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765875 Apr 06 14:29:31.701588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:31.710019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['720d0a62-e660-47c9-835f-5ec7bf969375'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:29:31.710194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.725517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port e1a5e952-31c6-49f4-ba96-4197d291b556 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:31.787824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cefa2e-4edb-4122-b637-8327a391069c tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=46f53bc1-8ff0-4311-a100-048fa72f0b71,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:31.806385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.812885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (61afcbd9-e6b6-4853-9ef4-8dd111e67fac), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.823188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b1467be2-7172-4ca8-9c0b-80e013b8dacc details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:29:31.835888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61afcbd9-e6b6-4853-9ef4-8dd111e67fac']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:31.840602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c161ca60-f436-47ff-9bf3-a4ce591a2a20), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.846097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50e8813-a2eb-4131-8a00-11f54c40c9fc') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:31.846401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50e8813-a2eb-4131-8a00-11f54c40c9fc') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:31.857729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (c50e8813-a2eb-4131-8a00-11f54c40c9fc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.872103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c50e8813-a2eb-4131-8a00-11f54c40c9fc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.878095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:31.878680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:31.881629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.884786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:31.885053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (c50e8813-a2eb-4131-8a00-11f54c40c9fc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.885751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:31.886755 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:31.888552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:31.929981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:31.934177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.973273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Pushing event updated for resources: {'Port': ['ID=aae8911b-f702-4c9e-99d1-06dc7ae2456c,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.055941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (61afcbd9-e6b6-4853-9ef4-8dd111e67fac), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.058178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:32.059937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Attempting to bind port aae8911b-f702-4c9e-99d1-06dc7ae2456c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:32.060176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Attempting to bind port aae8911b-f702-4c9e-99d1-06dc7ae2456c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:32.060556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Attempting to bind port aae8911b-f702-4c9e-99d1-06dc7ae2456c on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:32.084143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61afcbd9-e6b6-4853-9ef4-8dd111e67fac {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:29:32.089917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:32.090106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:32.090106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:32.090106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.090106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:32.090106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Bound port: aae8911b-f702-4c9e-99d1-06dc7ae2456c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:32.090592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.094926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Network': ['ID=61afcbd9-e6b6-4853-9ef4-8dd111e67fac,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.104446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.108039 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d49706b5-2f35-42fc-8957-328b03292893 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/networks/61afcbd9-e6b6-4853-9ef4-8dd111e67fac HTTP/1.1" status: 204 len: 168 time: 2.7599404 Apr 06 14:29:32.110876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44110) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.113283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6b9e0644-089e-40de-9911-8a5793c9e7ae), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.114566 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 6b9e0644-089e-40de-9911-8a5793c9e7ae of type vlan for network 12e64d38-7f00-4f29-b1bf-d50ab66d515a Apr 06 14:29:32.119830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b1467be2-7172-4ca8-9c0b-80e013b8dacc, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:32.136668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'port_id': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'mac_address': 'fa:16:3e:29:d9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:29:32.149499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cafed-fc57-43f1-9e6b-0a1b40a43220 req-fb385890-fae0-4c5d-9781-cd0491ab6715 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.151278 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-029cafed-fc57-43f1-9e6b-0a1b40a43220 req-fb385890-fae0-4c5d-9781-cd0491ab6715 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 944 time: 0.3884377 Apr 06 14:29:32.157443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:32.174484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:32.182971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::207 (2934fa9c-89df-48fd-aebe-9f87f342666e/7bfdeb6c-14ae-425f-a916-37b3a247dde4/e1a5e952-31c6-49f4-ba96-4197d291b556) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:32.190466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:32.207293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event updated for resources: {'Port': ['ID=c161ca60-f436-47ff-9bf3-a4ce591a2a20,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.221385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port b1467be2-7172-4ca8-9c0b-80e013b8dacc is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:32.221949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.239493 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-81ac03df-6e18-41cb-a996-71970cf4b05e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1224701 Apr 06 14:29:32.245906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44112) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.248534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5433abb7-08b7-4660-a2f0-017eaa6b09ad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.248940 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 5433abb7-08b7-4660-a2f0-017eaa6b09ad of type vlan for network 4c908daf-0b57-432c-992e-1dc6de30a99a Apr 06 14:29:32.313332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] For port aae8911b-f702-4c9e-99d1-06dc7ae2456c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:32.317552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] For port aae8911b-f702-4c9e-99d1-06dc7ae2456c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aae8911b-f702-4c9e-99d1-06dc7ae2456c,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:32.329474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1467be2-7172-4ca8-9c0b-80e013b8dacc {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:29:32.336321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-029cafed-fc57-43f1-9e6b-0a1b40a43220 req-cff0df72-0c48-4745-8534-be2539cf790d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752560 Apr 06 14:29:32.348044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.348521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.349003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.349465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.349918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.350371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.350811 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.351939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.352403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.352930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.366535 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fefc4b61-7fa7-46f2-9253-22460277f604 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6541 time: 0.1169116 Apr 06 14:29:32.372922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44114) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.373088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b1467be2-7172-4ca8-9c0b-80e013b8dacc, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:32.425368 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-43046c3e-a6a0-4ed7-aad7-33d803a4b44f tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] delete failed (client error): The resource could not be found. Apr 06 14:29:32.429921 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-43046c3e-a6a0-4ed7-aad7-33d803a4b44f tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/1e276829-715f-4d57-a4ce-159d12e22277 HTTP/1.1" status: 404 len: 345 time: 0.0493054 Apr 06 14:29:32.433869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44116) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.438016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.459290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (12e64d38-7f00-4f29-b1bf-d50ab66d515a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.465756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abdb7db-4172-4028-aa59-48a8afeff3b2 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] DELETE failed (client error): The resource could not be found. Apr 06 14:29:32.466513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abdb7db-4172-4028-aa59-48a8afeff3b2 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:29:32.469737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6abdb7db-4172-4028-aa59-48a8afeff3b2 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/networks/61afcbd9-e6b6-4853-9ef4-8dd111e67fac HTTP/1.1" status: 404 len: 339 time: 0.0349934 Apr 06 14:29:32.474934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44118) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.480384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'network': {'name': 'tempest-network--1193546902', 'router:external': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:32.509471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (4c908daf-0b57-432c-992e-1dc6de30a99a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.518946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ba8b7-5d73-49f1-a92b-eb6678540344 None None] Pushing event updated for resources: {'Port': ['ID=aae8911b-f702-4c9e-99d1-06dc7ae2456c,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.534490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.589363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Made reservation on behalf of 1de3a3bc9c8241a2b71e7a53c31a0e5d for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:32.592559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.593525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (e1a5e952-31c6-49f4-ba96-4197d291b556), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.617328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=b1467be2-7172-4ca8-9c0b-80e013b8dacc,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.625598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (12e64d38-7f00-4f29-b1bf-d50ab66d515a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.631167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.631949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.723231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (4c908daf-0b57-432c-992e-1dc6de30a99a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.727570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.728216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:32.755959 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2941940 Apr 06 14:29:32.756173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-dc45c67f-3cdb-4bfd-a53e-9f3c1e09bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.756173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-dc45c67f-3cdb-4bfd-a53e-9f3c1e09bff7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e9f30bec6855459bb9642ebd3f12cd29&device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 1127 time: 0.2089000 Apr 06 14:29:32.765290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44124) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.765968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:32.766318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:32.777118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': '12e64d38-7f00-4f29-b1bf-d50ab66d515a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:32.840269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715b382-bc3a-48ef-ba45-e7f4dea7b5da tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=12e64d38-7f00-4f29-b1bf-d50ab66d515a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.871033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 12e64d38-7f00-4f29-b1bf-d50ab66d515a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:32.925156 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4362717 Apr 06 14:29:32.927864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44126) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:32.937339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '4c908daf-0b57-432c-992e-1dc6de30a99a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:32.988254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e1a5e952-31c6-49f4-ba96-4197d291b556), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.011691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04783b5-8c6f-4e28-aea2-64e1e9233f05 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=4c908daf-0b57-432c-992e-1dc6de30a99a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:33.032325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 4c908daf-0b57-432c-992e-1dc6de30a99a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:33.060891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['b1467be2-7172-4ca8-9c0b-80e013b8dacc'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:29:33.076289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.088544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:33.144826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:33.151286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:33.156642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.160365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:33.166608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.167242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.177904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f589b60-161b-4ca9-b82d-bfa609377096 req-1835849e-d742-4421-920c-1d2eb1f7d781 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.180962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f589b60-161b-4ca9-b82d-bfa609377096 req-1835849e-d742-4421-920c-1d2eb1f7d781 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 943 time: 0.4146528 Apr 06 14:29:33.190543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=e1a5e952-31c6-49f4-ba96-4197d291b556,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:33.204990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:33.208312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.210108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c2247-529b-45b0-8ff1-6ea391d031cf req-2ba46610-67ab-466a-a9e9-61bcd315d0b7 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.213619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-773c2247-529b-45b0-8ff1-6ea391d031cf req-2ba46610-67ab-466a-a9e9-61bcd315d0b7 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 945 time: 0.4270883 Apr 06 14:29:33.260765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-43ed883a-dc8e-4bb0-a407-fc9d6d1a7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.262706 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-43ed883a-dc8e-4bb0-a407-fc9d6d1a7e0b service neutron] 10.222.0.79 "GET /v2.0/networks?id=6670e642-eebd-4577-862d-e1cabf974576 HTTP/1.1" status: 200 len: 908 time: 0.4927697 Apr 06 14:29:33.268432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.317500 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-731b6f3a-7c89-4114-8a93-183f87085020 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1752470 Apr 06 14:29:33.323469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44128) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:33.373994 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-97b3fa74-f8b2-4133-92be-61f35cf392fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8 HTTP/1.1" status: 200 len: 217 time: 0.0759158 Apr 06 14:29:33.381522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-773c2247-529b-45b0-8ff1-6ea391d031cf req-6b217ee8-2b8b-41f7-9a09-89d796cfba02 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502783 Apr 06 14:29:33.410677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:33.430142 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f589b60-161b-4ca9-b82d-bfa609377096 req-6169c2d6-d5a5-438d-afed-c280f0e5af56 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364964 Apr 06 14:29:33.446586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (dbe2cb5c-e896-4154-9856-de5f0bed8782), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.446846 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Added segment dbe2cb5c-e896-4154-9856-de5f0bed8782 of type vlan for network 9a07e664-c599-4737-8704-9083f8b56a17 Apr 06 14:29:33.524267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-d2d30e53-f35b-4e7d-be93-a747b3f7c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.525624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-d2d30e53-f35b-4e7d-be93-a747b3f7c809 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22b97dcd-25a8-4823-9380-3fa428732aa1 HTTP/1.1" status: 200 len: 845 time: 0.1430750 Apr 06 14:29:33.535011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224cdba-1fd3-4b66-9414-df4e53a63960 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.542182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224cdba-1fd3-4b66-9414-df4e53a63960 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.546458 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d224cdba-1fd3-4b66-9414-df4e53a63960 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2194662 Apr 06 14:29:33.551906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44132) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:33.630557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.642129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b393907-384e-4c61-9f1a-b5aeae15e3a1 req-c127b7fb-6914-4b85-8526-0290f1832218 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.643649 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b393907-384e-4c61-9f1a-b5aeae15e3a1 req-c127b7fb-6914-4b85-8526-0290f1832218 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 944 time: 0.1595435 Apr 06 14:29:33.645562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-0ceb014e-6f78-4ce1-99b1-6b68006bd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.647036 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-0ceb014e-6f78-4ce1-99b1-6b68006bd634 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6670e642-eebd-4577-862d-e1cabf974576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1127422 Apr 06 14:29:33.690335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9a07e664-c599-4737-8704-9083f8b56a17), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.814322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 720d0a62-e660-47c9-835f-5ec7bf969375 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:33.817935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (1bb04cba-e512-42cd-a937-ee0809a5bc1b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.859370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d4cf8-06d3-433c-92b4-d90ce03f8555 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:29:33.868757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b393907-384e-4c61-9f1a-b5aeae15e3a1 req-d5658a2a-7af1-4e30-8cc9-25e8effcb938 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185307 Apr 06 14:29:33.922281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port e1a5e952-31c6-49f4-ba96-4197d291b556 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:33.922488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e1a5e952-31c6-49f4-ba96-4197d291b556), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.930497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (a87a1102-aac4-4708-b0ce-f34bc29ad997), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.931489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-5a9d8265-fa85-4ba0-94df-f7425d1d014a service neutron] 10.222.0.79 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317250 Apr 06 14:29:33.946103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=1bb04cba-e512-42cd-a937-ee0809a5bc1b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:33.990820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '6b9e0644-089e-40de-9911-8a5793c9e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '12e64d38-7f00-4f29-b1bf-d50ab66d515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:33.991292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: 12e64d38-7f00-4f29-b1bf-d50ab66d515a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:33.993868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9a07e664-c599-4737-8704-9083f8b56a17), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.995568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:33.996347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.041689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aae8911b-f702-4c9e-99d1-06dc7ae2456c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:34.053765 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e621eed3-2275-4de9-9f3f-11487d56a05d req-ee2570bf-be8b-418b-a31f-0f13ece12668 service neutron] 10.222.0.79 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145942 Apr 06 14:29:34.092177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Router 7b55d83a-2d89-45c7-8c5e-c1a4e0534986 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:29:34.104058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] Provisioning complete for port aae8911b-f702-4c9e-99d1-06dc7ae2456c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:34.104500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.148819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=a87a1102-aac4-4708-b0ce-f34bc29ad997,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:34.156861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Network': ['ID=9a07e664-c599-4737-8704-9083f8b56a17,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:34.175326 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3c85b7c3-8760-49d2-9dfd-5a0b6be02316 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6959455 Apr 06 14:29:34.175326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44134) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:34.208093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9a07e664-c599-4737-8704-9083f8b56a17 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:34.218539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:34.255720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': '5433abb7-08b7-4660-a2f0-017eaa6b09ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4c908daf-0b57-432c-992e-1dc6de30a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:34.256088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 4c908daf-0b57-432c-992e-1dc6de30a99a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:34.266180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] Sync routers for ids ['7b55d83a-2d89-45c7-8c5e-c1a4e0534986'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:34.273474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e1a5e952-31c6-49f4-ba96-4197d291b556), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.276349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 12e64d38-7f00-4f29-b1bf-d50ab66d515a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:34.282414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 720d0a62-e660-47c9-835f-5ec7bf969375 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:29:34.308013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 720d0a62-e660-47c9-835f-5ec7bf969375 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:34.308388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.310953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port aae8911b-f702-4c9e-99d1-06dc7ae2456c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:34.311315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.323374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for e1a5e952-31c6-49f4-ba96-4197d291b556 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:34.326614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.328168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b00e369f-94e2-4826-9260-05ef9015ca47 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5540891 Apr 06 14:29:34.330833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44136) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:34.377984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] Routers {'7b55d83a-2d89-45c7-8c5e-c1a4e0534986'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:34.378624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b55d83a-2d89-45c7-8c5e-c1a4e0534986'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:34.430376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 12e64d38-7f00-4f29-b1bf-d50ab66d515a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:34.442199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.442809 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.504345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a534907-0832-43f3-89c5-11e43da03716 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.510708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] Current status of the port aae8911b-f702-4c9e-99d1-06dc7ae2456c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:34.511114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.512411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a534907-0832-43f3-89c5-11e43da03716 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.516282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:34.518819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a534907-0832-43f3-89c5-11e43da03716 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.525108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a534907-0832-43f3-89c5-11e43da03716 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.526885 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3a534907-0832-43f3-89c5-11e43da03716 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3512371 Apr 06 14:29:34.530807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 4c908daf-0b57-432c-992e-1dc6de30a99a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:34.534737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44142) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:34.583363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] Routers {'7b55d83a-2d89-45c7-8c5e-c1a4e0534986'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:34.584002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b55d83a-2d89-45c7-8c5e-c1a4e0534986'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:34.593571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 4c908daf-0b57-432c-992e-1dc6de30a99a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:34.601418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.601418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.623074 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5dc5e8db-da94-48e4-b4ea-ec54cabb01e5 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8532948 Apr 06 14:29:34.627726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44144) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:34.677516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:34.678133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f7b02-4d8a-4b5f-9a44-6d81d00a36fa None None] The sync data for ids ['7b55d83a-2d89-45c7-8c5e-c1a4e0534986'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:34.691335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] For port aae8911b-f702-4c9e-99d1-06dc7ae2456c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aae8911b-f702-4c9e-99d1-06dc7ae2456c,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:34.734665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 720d0a62-e660-47c9-835f-5ec7bf969375 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:34.734990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.793820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:34.794278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071b2ab-c014-4d73-a27a-fff3742442b5 req-85a77d95-2ff7-4860-835f-f66e7f41aa0d tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.795858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8071b2ab-c014-4d73-a27a-fff3742442b5 req-85a77d95-2ff7-4860-835f-f66e7f41aa0d tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 943 time: 0.1428747 Apr 06 14:29:34.805377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb54a11-6f58-4879-9002-546b711f5c48 req-a4dcf385-a0b6-45a9-8528-7a4342d862a7 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.806902 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-beb54a11-6f58-4879-9002-546b711f5c48 req-a4dcf385-a0b6-45a9-8528-7a4342d862a7 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 945 time: 0.1629457 Apr 06 14:29:34.821437 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5856dc77-7c6f-4433-95ca-b973c781b76e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/7b55d83a-2d89-45c7-8c5e-c1a4e0534986 HTTP/1.1" status: 200 len: 923 time: 0.4884436 Apr 06 14:29:34.836386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44146) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:34.871515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.881060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port aae8911b-f702-4c9e-99d1-06dc7ae2456c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:34.881449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.882907 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-72027040-f98d-4686-95f1-161e1491cca9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b55d83a-2d89-45c7-8c5e-c1a4e0534986 HTTP/1.1" status: 200 len: 205 time: 0.0437329 Apr 06 14:29:34.891227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d4cf8-06d3-433c-92b4-d90ce03f8555 None None] Unable to find a vacant binding_index for network 12e64d38-7f00-4f29-b1bf-d50ab66d515a and agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 {{(pid=104422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 06 14:29:34.892752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44150) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:34.894907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 720d0a62-e660-47c9-835f-5ec7bf969375, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=720d0a62-e660-47c9-835f-5ec7bf969375,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:34.932974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d4cf8-06d3-433c-92b4-d90ce03f8555 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 12e64d38-7f00-4f29-b1bf-d50ab66d515a) {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:29:34.961531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8071b2ab-c014-4d73-a27a-fff3742442b5 req-5e7266e6-55cf-4c03-a91e-908a81f7ab95 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535473 Apr 06 14:29:34.970671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (12e64d38-7f00-4f29-b1bf-d50ab66d515a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.986855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-beb54a11-6f58-4879-9002-546b711f5c48 req-a33f8338-210f-4b32-8992-06b626aaae0a tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664348 Apr 06 14:29:34.999510 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e50102ef-79fa-4ae0-b6b3-885d7d1e746f tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0710113 Apr 06 14:29:35.005102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (9a07e664-c599-4737-8704-9083f8b56a17), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.011169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.011169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b1467be2-7172-4ca8-9c0b-80e013b8dacc up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:35.011919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44156) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:35.012027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a41ce-dfbe-47f2-ac4a-66a5189e9397 None None] Pushing event updated for resources: {'Port': ['ID=aae8911b-f702-4c9e-99d1-06dc7ae2456c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.118075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e92c4-08c7-4e47-a3fa-f31966c79859" -d '{"events": [{"server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:35.134088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:35.134088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:35.164632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=720d0a62-e660-47c9-835f-5ec7bf969375,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.204997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (9a07e664-c599-4737-8704-9083f8b56a17), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.225013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (1bb04cba-e512-42cd-a937-ee0809a5bc1b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.235460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.249741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e1a5e952-31c6-49f4-ba96-4197d291b556), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.262554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5615a7-98ab-4651-8d55-2ead580443f9 x-openstack-request-id: req-cb5615a7-98ab-4651-8d55-2ead580443f9 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:35.262881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:35.263530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb5615a7-98ab-4651-8d55-2ead580443f9 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:35.263769 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5615a7-98ab-4651-8d55-2ead580443f9'] response: {'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375', 'code': 200} Apr 06 14:29:35.296529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a07e664-c599-4737-8704-9083f8b56a17']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.310903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port b1467be2-7172-4ca8-9c0b-80e013b8dacc completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:29:35.315135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port b1467be2-7172-4ca8-9c0b-80e013b8dacc triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:35.315591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.317418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=e1a5e952-31c6-49f4-ba96-4197d291b556,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.330661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe2cb5c-e896-4154-9856-de5f0bed8782') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.330968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe2cb5c-e896-4154-9856-de5f0bed8782') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.344011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832dd9-84a2-4472-8025-5dcf89e37a04 req-3f62ac6e-87ea-4655-b909-0b7f72984170 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:35.345587 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7832dd9-84a2-4472-8025-5dcf89e37a04 req-3f62ac6e-87ea-4655-b909-0b7f72984170 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.2353542 Apr 06 14:29:35.353505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (4c908daf-0b57-432c-992e-1dc6de30a99a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.369395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8e50a-35d0-4ae3-abbf-2e258a94633d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-12e64d38-7f00-4f29-b1bf-d50ab66d515a', 'network_id': '12e64d38-7f00-4f29-b1bf-d50ab66d515a', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': '1bb04cba-e512-42cd-a937-ee0809a5bc1b'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:35.372613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e50a-35d0-4ae3-abbf-2e258a94633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.382773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (dbe2cb5c-e896-4154-9856-de5f0bed8782), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.382941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183c3ea5-8587-4e47-99d7-42a8941601af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-4c908daf-0b57-432c-992e-1dc6de30a99a', 'network_id': '4c908daf-0b57-432c-992e-1dc6de30a99a', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': 'a87a1102-aac4-4708-b0ce-f34bc29ad997'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:35.382941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-183c3ea5-8587-4e47-99d7-42a8941601af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.402182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.410057 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-66a1badb-a93c-49ce-acc5-f36208c8865e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/e1a5e952-31c6-49f4-ba96-4197d291b556 HTTP/1.1" status: 204 len: 168 time: 1.8197026 Apr 06 14:29:35.410057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:35.418919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (dbe2cb5c-e896-4154-9856-de5f0bed8782), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.458229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:35.458552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (dbe2cb5c-e896-4154-9856-de5f0bed8782), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:35.460911 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:35.478091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port b1467be2-7172-4ca8-9c0b-80e013b8dacc is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:35.478678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.494904 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:29:35.519813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8bb41-d8f6-4deb-a576-46d77be500e3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:35.521065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8bb41-d8f6-4deb-a576-46d77be500e3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:35.523130 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a2b8bb41-d8f6-4deb-a576-46d77be500e3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1127579 Apr 06 14:29:35.526195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:35.530181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b1467be2-7172-4ca8-9c0b-80e013b8dacc, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:35.541777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.547318 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7832dd9-84a2-4472-8025-5dcf89e37a04 req-a11907e7-66ce-4bc1-89cf-3f605953aaa3 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891973 Apr 06 14:29:35.550682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a87a1102-aac4-4708-b0ce-f34bc29ad997), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.564280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (1bb04cba-e512-42cd-a937-ee0809a5bc1b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.596491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.610725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb04cba-e512-42cd-a937-ee0809a5bc1b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.660196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 7bfdeb6c-14ae-425f-a916-37b3a247dde4 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:35.667507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (7bfdeb6c-14ae-425f-a916-37b3a247dde4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.707712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port aae8911b-f702-4c9e-99d1-06dc7ae2456c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:35.714273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (9a07e664-c599-4737-8704-9083f8b56a17), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.715541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=b1467be2-7172-4ca8-9c0b-80e013b8dacc,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.719168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (12e64d38-7f00-4f29-b1bf-d50ab66d515a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.748972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf3b0-f9af-4892-999b-4e56c6e151d4 req-f983e367-1edd-4aa2-9ece-549199f52597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:35.750595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9daf3b0-f9af-4892-999b-4e56c6e151d4 req-f983e367-1edd-4aa2-9ece-549199f52597 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 1129 time: 0.1394429 Apr 06 14:29:35.757572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Deleting port c161ca60-f436-47ff-9bf3-a4ce591a2a20 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:35.758066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c161ca60-f436-47ff-9bf3-a4ce591a2a20), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.758798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a07e664-c599-4737-8704-9083f8b56a17 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:29:35.763507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7bfdeb6c-14ae-425f-a916-37b3a247dde4), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.767655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e64d38-7f00-4f29-b1bf-d50ab66d515a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.788939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a07e664-c599-4737-8704-9083f8b56a17,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.792349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.795552 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d7de087d-c223-4a4c-98e0-8054881eb43c tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/networks/9a07e664-c599-4737-8704-9083f8b56a17 HTTP/1.1" status: 204 len: 168 time: 1.2598526 Apr 06 14:29:35.800936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44166) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:35.808803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'network': {'name': 'tempest-network--1463795003', 'router:external': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:35.813114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e9daf3b0-f9af-4892-999b-4e56c6e151d4 req-8e602ca5-05b9-4b58-846e-ac49adeccf06 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.815293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a87a1102-aac4-4708-b0ce-f34bc29ad997), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.815953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9e0644-089e-40de-9911-8a5793c9e7ae') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.816252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9e0644-089e-40de-9911-8a5793c9e7ae') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.836411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (6b9e0644-089e-40de-9911-8a5793c9e7ae), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.861918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6b9e0644-089e-40de-9911-8a5793c9e7ae), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.870394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=a87a1102-aac4-4708-b0ce-f34bc29ad997,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.873030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:35.873265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (6b9e0644-089e-40de-9911-8a5793c9e7ae), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:35.876247 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:35.938223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Made reservation on behalf of 1de3a3bc9c8241a2b71e7a53c31a0e5d for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:35.940155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.956430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c161ca60-f436-47ff-9bf3-a4ce591a2a20), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.980595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7bfdeb6c-14ae-425f-a916-37b3a247dde4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.982003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (4c908daf-0b57-432c-992e-1dc6de30a99a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.989413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Calling delete_port for c161ca60-f436-47ff-9bf3-a4ce591a2a20 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:36.014273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:36.019718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c908daf-0b57-432c-992e-1dc6de30a99a']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:36.033075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4e22a04c-cf01-444f-bb07-7901e6825ed0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.033420 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Added segment 4e22a04c-cf01-444f-bb07-7901e6825ed0 of type vlan for network 6d5b6930-f5a6-49a0-b11f-abae50effd30 Apr 06 14:29:36.065430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eef70f8f-9000-41ba-8fd7-686ade7b21b8 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:29:36.081681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aae8911b-f702-4c9e-99d1-06dc7ae2456c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:36.094565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5433abb7-08b7-4660-a2f0-017eaa6b09ad') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:36.095758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5433abb7-08b7-4660-a2f0-017eaa6b09ad') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:36.151258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (6d5b6930-f5a6-49a0-b11f-abae50effd30), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.153489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (5433abb7-08b7-4660-a2f0-017eaa6b09ad), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.193916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7bfdeb6c-14ae-425f-a916-37b3a247dde4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.222736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.229158 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/7bfdeb6c-14ae-425f-a916-37b3a247dde4 HTTP/1.1" status: 204 len: 168 time: 0.7016087 Apr 06 14:29:36.234803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5433abb7-08b7-4660-a2f0-017eaa6b09ad), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.238504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44172) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.257026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deae40f-b266-4848-a9d0-bfc3473488a3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfdeb6c-14ae-425f-a916-37b3a247dde4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.263625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:36.264677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (5433abb7-08b7-4660-a2f0-017eaa6b09ad), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.287075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (6d5b6930-f5a6-49a0-b11f-abae50effd30), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.289793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.293486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:36.308467 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:36.320511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (12e64d38-7f00-4f29-b1bf-d50ab66d515a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.359109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb073af4-d402-4cdd-9155-006000c8e17f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156256 Apr 06 14:29:36.359332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.360824 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/12e64d38-7f00-4f29-b1bf-d50ab66d515a HTTP/1.1" status: 204 len: 168 time: 1.7330785 Apr 06 14:29:36.363246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44174) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.378563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44176) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.387225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1918577698'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server [None req-183c3ea5-8587-4e47-99d7-42a8941601af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a87a1102-aac4-4708-b0ce-f34bc29ad997: This subnet is being modified by another concurrent operation. Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:29:36.399150 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a87a1102-aac4-4708-b0ce-f34bc29ad997: This subnet is being modified by another concurrent operation. Apr 06 14:29:36.402974 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server [None req-3cb8e50a-35d0-4ae3-abbf-2e258a94633d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bb04cba-e512-42cd-a937-ee0809a5bc1b: This subnet is being modified by another concurrent operation. Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:29:36.417996 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bb04cba-e512-42cd-a937-ee0809a5bc1b: This subnet is being modified by another concurrent operation. Apr 06 14:29:36.420887 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:29:36.425146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Network': ['ID=6d5b6930-f5a6-49a0-b11f-abae50effd30,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.438853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcead6-a6a9-45d9-9666-bd661b6e6d94 req-31d94521-6410-4b56-9fef-ae9852b5a9a9 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.440257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2fbcead6-a6a9-45d9-9666-bd661b6e6d94 req-31d94521-6410-4b56-9fef-ae9852b5a9a9 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 943 time: 0.3234935 Apr 06 14:29:36.441279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 6d5b6930-f5a6-49a0-b11f-abae50effd30 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:36.442586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae19092-4204-42cd-bdcc-879c630699f2 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=12e64d38-7f00-4f29-b1bf-d50ab66d515a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.460568 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63abcbb5-ef86-46a6-9bc8-b7d89633df9e tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6531618 Apr 06 14:29:36.465530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6a6dd-3ec0-4fe2-b74f-a76738b43a59 req-9f6d017f-c2b5-40c8-a934-f103a81a8414 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.465668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44178) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.465762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1c6a6dd-3ec0-4fe2-b74f-a76738b43a59 req-9f6d017f-c2b5-40c8-a934-f103a81a8414 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2966838 Apr 06 14:29:36.516919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (4c908daf-0b57-432c-992e-1dc6de30a99a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.530817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c269db3-1f65-4064-be18-d2b1fda2918c None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:29:36.539749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:36.543122 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.549137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port aae8911b-f702-4c9e-99d1-06dc7ae2456c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:36.549501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.556919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3309f51-6be8-4c1b-bdfa-95e1b56cc757 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.558702 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d3309f51-6be8-4c1b-bdfa-95e1b56cc757 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1946609 Apr 06 14:29:36.566500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.567445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44180) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.573272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/4c908daf-0b57-432c-992e-1dc6de30a99a HTTP/1.1" status: 204 len: 168 time: 1.5629032 Apr 06 14:29:36.581560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44184) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.605729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-165323692'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:36.614406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port eef70f8f-9000-41ba-8fd7-686ade7b21b8, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:36.618092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=4c908daf-0b57-432c-992e-1dc6de30a99a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.634902 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2fbcead6-a6a9-45d9-9666-bd661b6e6d94 req-0f1a0d73-7ffe-4677-ad3d-8a88f4246879 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848605 Apr 06 14:29:36.649661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'port_id': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'mac_address': 'fa:16:3e:f5:69:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:29:36.651691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.652045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.653428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.653428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.653428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.653428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.653888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.654162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.654491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.654817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.655136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.655449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.655773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.656094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.656789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52ac9a-8338-4fef-9948-d548c727f159 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:36.666614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded97b22-5906-4368-a66f-fd7234e48dc3 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.668936 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ded97b22-5906-4368-a66f-fd7234e48dc3 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] 10.222.0.89 "GET /v2.0/networks/6d5b6930-f5a6-49a0-b11f-abae50effd30 HTTP/1.1" status: 200 len: 757 time: 0.2044401 Apr 06 14:29:36.669206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1c6a6dd-3ec0-4fe2-b74f-a76738b43a59 req-6d2e1be3-e519-482e-b5a7-f8195825f9c5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912138 Apr 06 14:29:36.672295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44186) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.677610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:36.689580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feadb0c3-edaa-4760-93fa-fc3eaec73187 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.693944 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-feadb0c3-edaa-4760-93fa-fc3eaec73187 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1129527 Apr 06 14:29:36.700148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44188) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.708437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3bc2ea38-9671-493f-8f64-a77ec272f61b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.708875 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 3bc2ea38-9671-493f-8f64-a77ec272f61b of type vlan for network 8215a1ae-733f-404a-ae36-54d125461272 Apr 06 14:29:36.767655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (8215a1ae-733f-404a-ae36-54d125461272), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.774445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port eef70f8f-9000-41ba-8fd7-686ade7b21b8 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:36.774743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.805348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f2d7be8a-5e67-4c7b-9b39-784396a445d8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037722 Apr 06 14:29:36.807877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44190) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.813280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:36.816726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef70f8f-9000-41ba-8fd7-686ade7b21b8 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:29:36.823112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269db3-1f65-4064-be18-d2b1fda2918c None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:29:36.826789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port aae8911b-f702-4c9e-99d1-06dc7ae2456c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:36.848236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:36.852419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port eef70f8f-9000-41ba-8fd7-686ade7b21b8, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:36.853081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.855753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c161ca60-f436-47ff-9bf3-a4ce591a2a20), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.871882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (8215a1ae-733f-404a-ae36-54d125461272), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.875833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.876431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.940652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ebb5b2-df28-4fcf-9f70-62e6c70c6545 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:36.944608 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-83ebb5b2-df28-4fcf-9f70-62e6c70c6545 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] 10.222.0.89 "GET /v2.0/networks/0d4a3011-e8cd-4550-9ff2-b1f938264a61 HTTP/1.1" status: 200 len: 767 time: 0.2690234 Apr 06 14:29:36.949953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44192) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.950386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.953160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event deleted for resources: {'Port': ['ID=c161ca60-f436-47ff-9bf3-a4ce591a2a20,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.024273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:37.029150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=8215a1ae-733f-404a-ae36-54d125461272,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.049874 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-75bba705-bf51-47b6-8ad0-3eb2a7f72831 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6694007 Apr 06 14:29:37.056183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 8215a1ae-733f-404a-ae36-54d125461272 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:37.057133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44194) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.058306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e9daf3b0-f9af-4892-999b-4e56c6e151d4 req-8e602ca5-05b9-4b58-846e-ac49adeccf06 service neutron] Publish callbacks [] for security_group (d622c93e-78ff-403f-b398-9de3c5558d76), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.063740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.063740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 76ced565-fa94-4dd2-96c8-0b2520bee5c1 of type vlan for network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c Apr 06 14:29:37.067625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': '8215a1ae-733f-404a-ae36-54d125461272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:37.073107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=eef70f8f-9000-41ba-8fd7-686ade7b21b8,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.089049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (6d5b6930-f5a6-49a0-b11f-abae50effd30), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.095988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46404-1415-461f-906e-067727b1190d req-aa9a6c02-db15-4493-8e98-3c974c24b921 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:37.097548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4af46404-1415-461f-906e-067727b1190d req-aa9a6c02-db15-4493-8e98-3c974c24b921 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.2998588 Apr 06 14:29:37.125427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.126553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:37.129797 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.166380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8dfd73-bb35-4fa9-bcde-8a2cef276d24 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:37.200888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e9daf3b0-f9af-4892-999b-4e56c6e151d4 req-8e602ca5-05b9-4b58-846e-ac49adeccf06 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d622c93e-78ff-403f-b398-9de3c5558d76), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.204562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.230718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0044c-6c09-4732-b672-4af7a21248a1 None None] Network 12e64d38-7f00-4f29-b1bf-d50ab66d515a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:37.233392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['eef70f8f-9000-41ba-8fd7-686ade7b21b8'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:29:37.234706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d950b-1565-43ad-8330-236c64fa8aa3 None None] Network 4c908daf-0b57-432c-992e-1dc6de30a99a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:37.287358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:37.290873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d84427-29bb-46cd-b903-e71d80553f26" -d '{"events": [{"server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "name": "network-vif-plugged", "status": "completed", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:37.302579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0044c-6c09-4732-b672-4af7a21248a1 None None] Network 12e64d38-7f00-4f29-b1bf-d50ab66d515a could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:29:37.303812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d950b-1565-43ad-8330-236c64fa8aa3 None None] Network 4c908daf-0b57-432c-992e-1dc6de30a99a could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:29:37.329356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (6d5b6930-f5a6-49a0-b11f-abae50effd30), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.343224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:37.346775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.353432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722529da-b75f-4bd8-86db-8ecd7dce17ee None None] Network 12e64d38-7f00-4f29-b1bf-d50ab66d515a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:37.371148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77229538-2bd9-4939-baca-d4da8a3bd8cb None None] Network 4c908daf-0b57-432c-992e-1dc6de30a99a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:37.409423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db090d07-e10c-4009-9f43-79dbe24f8914 x-openstack-request-id: req-db090d07-e10c-4009-9f43-79dbe24f8914 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:37.410218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "name": "network-vif-plugged", "status": "completed", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:37.410483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-db090d07-e10c-4009-9f43-79dbe24f8914 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:37.410688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5b6930-f5a6-49a0-b11f-abae50effd30']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:37.410892 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db090d07-e10c-4009-9f43-79dbe24f8914'] response: {'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'code': 200} Apr 06 14:29:37.413052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722529da-b75f-4bd8-86db-8ecd7dce17ee None None] Network 12e64d38-7f00-4f29-b1bf-d50ab66d515a could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:29:37.419073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77229538-2bd9-4939-baca-d4da8a3bd8cb None None] Network 4c908daf-0b57-432c-992e-1dc6de30a99a could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:29:37.462080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e22a04c-cf01-444f-bb07-7901e6825ed0') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:37.462373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e22a04c-cf01-444f-bb07-7901e6825ed0') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:37.483747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (4e22a04c-cf01-444f-bb07-7901e6825ed0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.497333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:37.535083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4e22a04c-cf01-444f-bb07-7901e6825ed0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.568776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:37.570067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (4e22a04c-cf01-444f-bb07-7901e6825ed0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:37.574276 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:37.599458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.606857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.619538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9daf3b0-f9af-4892-999b-4e56c6e151d4 req-8e602ca5-05b9-4b58-846e-ac49adeccf06 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8590136 Apr 06 14:29:37.621168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Deleting port aae8911b-f702-4c9e-99d1-06dc7ae2456c {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:37.622114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.626178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e602ca5-05b9-4b58-846e-ac49adeccf06 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d622c93e-78ff-403f-b398-9de3c5558d76,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.634694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4af46404-1415-461f-906e-067727b1190d req-fe7f0165-312b-4aa3-a9e0-64038729f5a4 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5184710 Apr 06 14:29:37.705670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] For port aae8911b-f702-4c9e-99d1-06dc7ae2456c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aae8911b-f702-4c9e-99d1-06dc7ae2456c,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:37.706090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.716489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b09e371d-3483-4af3-ab4e-a128c8d63766), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.717096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.723766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:37.724379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.747737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Calling delete_port for aae8911b-f702-4c9e-99d1-06dc7ae2456c owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:37.765959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:37.774716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:37.778484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:37.779090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.789290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=b09e371d-3483-4af3-ab4e-a128c8d63766,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.795950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (7b55d83a-2d89-45c7-8c5e-c1a4e0534986), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.796591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Fanout notify agent at l3_agent the message router_deleted on router 7b55d83a-2d89-45c7-8c5e-c1a4e0534986 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:37.800313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.801119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.802110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.802110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.802407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.802762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.803049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.803382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.804242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.804603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.805064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.805404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.805733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.806071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.806373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:37.811851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (6d5b6930-f5a6-49a0-b11f-abae50effd30), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.828526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.834631 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e56cf139-85e3-4d26-86be-37e094e0886f tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/7b55d83a-2d89-45c7-8c5e-c1a4e0534986 HTTP/1.1" status: 204 len: 168 time: 2.9358530 Apr 06 14:29:37.835443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44202) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.841527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d5b6930-f5a6-49a0-b11f-abae50effd30 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:29:37.847148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2140346402', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': False}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:37.850542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.860300 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/networks/6d5b6930-f5a6-49a0-b11f-abae50effd30 HTTP/1.1" status: 204 len: 168 time: 0.9045870 Apr 06 14:29:37.862084 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44204) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.889630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'network': {'name': 'tempest-network--68935833'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:37.890422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b48d82-261e-4c26-8f02-caf263cd4642 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d5b6930-f5a6-49a0-b11f-abae50effd30,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.895577 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3007786 Apr 06 14:29:37.900358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44206) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.906821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:37.918059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddd2a1-99c1-4356-b554-27f8e148ea77 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=a5de73e9-4dc1-4369-ab94-1abe5a1ff24c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.931603 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b0b13cb8-0895-44e8-aa5c-5b49b878e85b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1223190 Apr 06 14:29:37.935064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44208) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.950857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:37.971378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': 'b09e371d-3483-4af3-ab4e-a128c8d63766', 'ip_address': '2001:db8::2850:a21c:3d58:93b7'}], 'name': 'tempest-NetworksTestDHCPv6-1956015514'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:38.022057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aae8911b-f702-4c9e-99d1-06dc7ae2456c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:38.029754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eef70f8f-9000-41ba-8fd7-686ade7b21b8 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:38.040636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (aae8911b-f702-4c9e-99d1-06dc7ae2456c), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.044464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (a83b8017-e309-4a9f-9a54-2f4584ba02e8), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.046282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (a83b8017-e309-4a9f-9a54-2f4584ba02e8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.057061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ed2c-23cd-4153-a5aa-6c0712592d1f req-05fdf424-f16b-450d-80fc-5570c11d2634 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:38.058674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20a2ed2c-23cd-4153-a5aa-6c0712592d1f req-05fdf424-f16b-450d-80fc-5570c11d2634 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2689526 Apr 06 14:29:38.074612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5790a63-f309-408f-b707-345fa43aaea0 req-67e224f7-0d8b-46af-908f-4e41c9e31810 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:38.078450 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5790a63-f309-408f-b707-345fa43aaea0 req-67e224f7-0d8b-46af-908f-4e41c9e31810 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 944 time: 0.2600584 Apr 06 14:29:38.112019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (a83b8017-e309-4a9f-9a54-2f4584ba02e8), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.113320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (7a4f96be-d94e-472d-ae82-8fd9016f896b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.136772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd386fd9-e248-43f6-be17-d4b7cf5e7b61 req-f31aa79a-01ad-4495-a10c-10626cc5e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:38.138433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd386fd9-e248-43f6-be17-d4b7cf5e7b61 req-f31aa79a-01ad-4495-a10c-10626cc5e3de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.2395868 Apr 06 14:29:38.139017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Made reservation on behalf of 1de3a3bc9c8241a2b71e7a53c31a0e5d for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:38.141276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.149168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: aae8911b-f702-4c9e-99d1-06dc7ae2456c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:38.149752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aae8911b-f702-4c9e-99d1-06dc7ae2456c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:38.170467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Pushing event deleted for resources: {'Port': ['ID=aae8911b-f702-4c9e-99d1-06dc7ae2456c,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:38.197640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] No DVR routers for this DVR port aae8911b-f702-4c9e-99d1-06dc7ae2456c on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:38.227798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.228824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.229394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.230105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.230515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.230953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.231624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.231878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.232285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.232679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.233174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.233518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.233845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.234410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.234834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a51a9-3ae7-42f8-bdb5-a1df5f82f21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:38.239905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:38.243353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5fbd37-f6f6-4f3b-8d90-74e68d58d634 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:38.247637 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20a2ed2c-23cd-4153-a5aa-6c0712592d1f req-2131ea77-cbad-4f79-8439-fc2c4aa3fb76 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639817 Apr 06 14:29:38.257808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5790a63-f309-408f-b707-345fa43aaea0 req-b8bd2f21-851e-4c75-bb9c-78e310c319fe tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679516 Apr 06 14:29:38.268429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=7a4f96be-d94e-472d-ae82-8fd9016f896b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:38.273579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d1b027fc-2c6e-4239-bd15-0cac7a95b588), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.273931 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Added segment d1b027fc-2c6e-4239-bd15-0cac7a95b588 of type vlan for network 1bfca273-86e2-4f45-9ac5-ab63b425fb14 Apr 06 14:29:38.310511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:38.314665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.334896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.359342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:38.396910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'b09e371d-3483-4af3-ab4e-a128c8d63766'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:38.398193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.439967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port eef70f8f-9000-41ba-8fd7-686ade7b21b8 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:29:38.453405 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd386fd9-e248-43f6-be17-d4b7cf5e7b61 req-ff5aa849-744e-4717-b514-5ecd1aa9288f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230493 Apr 06 14:29:38.493410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.510849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port eef70f8f-9000-41ba-8fd7-686ade7b21b8 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:38.512965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.516213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:38.523374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.524354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:38.524997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.638540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '3bc2ea38-9671-493f-8f64-a77ec272f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '8215a1ae-733f-404a-ae36-54d125461272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:38.639376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: 8215a1ae-733f-404a-ae36-54d125461272, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:38.648197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7799025 Apr 06 14:29:38.656927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44210) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:38.672413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/b09e371d-3483-4af3-ab4e-a128c8d63766/3fc2bfb4-41ca-4d8a-949e-3529d26ff6de) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:38.678200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:38.690679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port eef70f8f-9000-41ba-8fd7-686ade7b21b8 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:38.690993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.747390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d81619-d70b-4bf2-a03d-b582410488a9 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Network': ['ID=1bfca273-86e2-4f45-9ac5-ab63b425fb14,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:38.762264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (a83b8017-e309-4a9f-9a54-2f4584ba02e8), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.762737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 1bfca273-86e2-4f45-9ac5-ab63b425fb14 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:38.833025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port eef70f8f-9000-41ba-8fd7-686ade7b21b8, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:38.848944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 8215a1ae-733f-404a-ae36-54d125461272 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:38.926501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.932580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f211c-8562-45ac-a5d2-1cb64ac542c5 req-e115a024-9276-4ebc-8265-f5be02749a9c tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:38.934147 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc5f211c-8562-45ac-a5d2-1cb64ac542c5 req-e115a024-9276-4ebc-8265-f5be02749a9c tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.1760099 Apr 06 14:29:38.950097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (eed5ca5b-9274-400e-83ee-e7af79d7235d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.956125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 8215a1ae-733f-404a-ae36-54d125461272) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:38.968096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.984549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9b636-de7c-4e63-978e-9fcd26bebb91 None None] Network 8215a1ae-733f-404a-ae36-54d125461272 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:38.988512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:38.989235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:38.989607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Publish callbacks [] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.018990 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc5f211c-8562-45ac-a5d2-1cb64ac542c5 req-dacddf37-7fea-4c1a-a76e-ee1adc5e8522 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657175 Apr 06 14:29:39.041124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=eef70f8f-9000-41ba-8fd7-686ade7b21b8,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:39.048465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=eed5ca5b-9274-400e-83ee-e7af79d7235d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:39.050343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.075716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.079136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Network 1bfca273-86e2-4f45-9ac5-ab63b425fb14 is not hosted by any dhcp agent {{(pid=104420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:29:39.080100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:39.080822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.083024 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "PUT /v2.0/networks/1bfca273-86e2-4f45-9ac5-ab63b425fb14 HTTP/1.1" status: 200 len: 857 time: 0.4174922 Apr 06 14:29:39.096120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44214) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:39.150383 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f0527089-fdd1-49b4-a264-5d437f7eb79f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0912051 Apr 06 14:29:39.161881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44216) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:39.177301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': '76ced565-fa94-4dd2-96c8-0b2520bee5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:39.177676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: a5de73e9-4dc1-4369-ab94-1abe5a1ff24c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:39.198925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bd768-f701-4449-a376-345144ac3615 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event updated for resources: {'Network': ['ID=1bfca273-86e2-4f45-9ac5-ab63b425fb14,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:39.241673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::2850:a21c:3d58:93b7 (2934fa9c-89df-48fd-aebe-9f87f342666e/b09e371d-3483-4af3-ab4e-a128c8d63766/f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:39.248016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.263361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (a83b8017-e309-4a9f-9a54-2f4584ba02e8), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.293376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.325437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:39.341251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:39.347789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Pushing event updated for resources: {'Port': ['ID=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:39.359110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:39.361145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (8215a1ae-733f-404a-ae36-54d125461272), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.361474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b56d4-a8fc-4c1f-b8bc-f7db9c6ff4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-8215a1ae-733f-404a-ae36-54d125461272', 'network_id': '8215a1ae-733f-404a-ae36-54d125461272', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': '7a4f96be-d94e-472d-ae82-8fd9016f896b'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:39.368095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f15b56d4-a8fc-4c1f-b8bc-f7db9c6ff4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.389780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:39.427952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.450339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:39.452990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7cd345-cb84-4e35-8f9a-26ecade365ff" -d '{"events": [{"server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "name": "network-vif-plugged", "status": "completed", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:39.477007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfca273-86e2-4f45-9ac5-ab63b425fb14']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:39.487124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, a5de73e9-4dc1-4369-ab94-1abe5a1ff24c) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:39.497012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b027fc-2c6e-4239-bd15-0cac7a95b588') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:39.497527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b027fc-2c6e-4239-bd15-0cac7a95b588') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:39.500053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:39.500936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.510955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17c614-11bc-490d-a7a9-3cca5ca714a8 None None] Network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:39.519717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (d1b027fc-2c6e-4239-bd15-0cac7a95b588), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.540254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Allocated IP 172.26.6.234 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/155870ca-6913-4f6b-a724-3af25a48a58c) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:39.553828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d1b027fc-2c6e-4239-bd15-0cac7a95b588), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.556737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7a4f96be-d94e-472d-ae82-8fd9016f896b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.563637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:39.564046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (d1b027fc-2c6e-4239-bd15-0cac7a95b588), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:39.565813 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:39.633560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14836ce6-b368-4cdb-aced-8f681f0f440a req-490afd6a-4d70-4a3c-a18b-4a41e281964b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:39.635272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-14836ce6-b368-4cdb-aced-8f681f0f440a req-490afd6a-4d70-4a3c-a18b-4a41e281964b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2134349 Apr 06 14:29:39.640332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.646231 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-312f13bd-6e25-4204-aee9-05f6666a3946 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7431905 Apr 06 14:29:39.649216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Attempting to bind port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:39.649591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Attempting to bind port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:39.649951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Attempting to bind port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:39.652193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44226) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:39.664082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f0161-955e-48ca-b714-376c65137cd1 req-4468e057-8ac1-40da-8f96-776605bfb8a4 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:39.668895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed0f0161-955e-48ca-b714-376c65137cd1 req-4468e057-8ac1-40da-8f96-776605bfb8a4 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.1835477 Apr 06 14:29:39.669055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:39.669055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:39.669055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.669055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:39.669055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Bound port: 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:39.669055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.771906 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-14836ce6-b368-4cdb-aced-8f681f0f440a req-de29a7d8-b8a9-4b64-b0b6-dbfe703ca157 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173267 Apr 06 14:29:39.788982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed0f0161-955e-48ca-b714-376c65137cd1 req-c9ebf1ab-bbf5-4dee-b810-5cd70977b238 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988569 Apr 06 14:29:39.805442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for port (155870ca-6913-4f6b-a724-3af25a48a58c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.817979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-a5de73e9-4dc1-4369-ab94-1abe5a1ff24c', 'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': 'eed5ca5b-9274-400e-83ee-e7af79d7235d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:39.821010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.829231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.835758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (1bfca273-86e2-4f45-9ac5-ab63b425fb14), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.845560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bfca273-86e2-4f45-9ac5-ab63b425fb14 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:29:39.849907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.857946 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] 10.222.0.89 "DELETE /v2.0/networks/1bfca273-86e2-4f45-9ac5-ab63b425fb14 HTTP/1.1" status: 204 len: 168 time: 0.7594764 Apr 06 14:29:39.858070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44228) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:39.874438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1875fa37-2c75-47a9-a01d-5676bbff8ea3 x-openstack-request-id: req-1875fa37-2c75-47a9-a01d-5676bbff8ea3 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:39.874945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "name": "network-vif-plugged", "status": "completed", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:39.875341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1875fa37-2c75-47a9-a01d-5676bbff8ea3 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:39.875950 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1875fa37-2c75-47a9-a01d-5676bbff8ea3'] response: {'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'code': 200} Apr 06 14:29:39.877051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab8dd-0585-4476-974d-70db6dca8729 tempest-ExternalNetworksTestJSON-1429367867 tempest-ExternalNetworksTestJSON-1429367867-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bfca273-86e2-4f45-9ac5-ab63b425fb14,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:39.900651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.905137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (7a4f96be-d94e-472d-ae82-8fd9016f896b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.932306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (eed5ca5b-9274-400e-83ee-e7af79d7235d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:39.942529 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dce62c-a5a8-49a3-a24c-c26775d01e19 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] DELETE failed (client error): The resource could not be found. Apr 06 14:29:39.942703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56dce62c-a5a8-49a3-a24c-c26775d01e19 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:29:39.946475 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-56dce62c-a5a8-49a3-a24c-c26775d01e19 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] 10.222.0.89 "DELETE /v2.0/subnets/c673bb3d-8de1-4303-9f4c-cac06b6768f4 HTTP/1.1" status: 404 len: 337 time: 0.0872254 Apr 06 14:29:39.958248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44230) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:40.027346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4f96be-d94e-472d-ae82-8fd9016f896b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:40.040845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.051611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Allocated IP 172.20.0.2 (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c/eed5ca5b-9274-400e-83ee-e7af79d7235d/bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:40.142080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:40.143551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:40.150332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:40.151406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:40.155145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:40.160341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0d4a3011-e8cd-4550-9ff2-b1f938264a61), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.163000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Port': ['ID=155870ca-6913-4f6b-a724-3af25a48a58c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:40.173748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:40.182136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:40.189980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:40.191604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.220457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Publish callbacks [] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server [None req-f15b56d4-a8fc-4c1f-b8bc-f7db9c6ff4fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4f96be-d94e-472d-ae82-8fd9016f896b: This subnet is being modified by another concurrent operation. Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:29:40.231292 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4f96be-d94e-472d-ae82-8fd9016f896b: This subnet is being modified by another concurrent operation. Apr 06 14:29:40.234357 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:29:40.245976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] For port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:40.250106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] For port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:40.262739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (8215a1ae-733f-404a-ae36-54d125461272), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.269277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3301fe-ca59-4a58-83f6-19b2affc7856 None None] Network 8215a1ae-733f-404a-ae36-54d125461272 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:40.275275 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0ea8d828-aa50-4978-816c-d88b207b87a9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3176889 Apr 06 14:29:40.282322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44238) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:40.311585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8215a1ae-733f-404a-ae36-54d125461272']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.336896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.365857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc2ea38-9671-493f-8f64-a77ec272f61b') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.367187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc2ea38-9671-493f-8f64-a77ec272f61b') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.378061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d6702-6824-4bbb-9de9-46cde0e8cab9 req-c941f36a-901d-48cf-9a12-7afa906db100 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:40.379574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a15d6702-6824-4bbb-9de9-46cde0e8cab9 req-c941f36a-901d-48cf-9a12-7afa906db100 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.2324197 Apr 06 14:29:40.391883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Pushing event updated for resources: {'Port': ['ID=bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:40.396806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.403250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (3bc2ea38-9671-493f-8f64-a77ec272f61b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.410350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0d4a3011-e8cd-4550-9ff2-b1f938264a61), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.443549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4a3011-e8cd-4550-9ff2-b1f938264a61']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.459573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3eac66-7001-47aa-941a-f50fc7bc216e') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.460133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3eac66-7001-47aa-941a-f50fc7bc216e') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.471291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (fe3eac66-7001-47aa-941a-f50fc7bc216e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.480915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:40.487819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a15d6702-6824-4bbb-9de9-46cde0e8cab9 req-56e0ee15-0770-45a5-8f7f-6167eb361b8e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667152 Apr 06 14:29:40.498371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3bc2ea38-9671-493f-8f64-a77ec272f61b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.512949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:40.515379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:40.520945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (eed5ca5b-9274-400e-83ee-e7af79d7235d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.540125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c89e4-7d6a-48b3-9c53-506cfa7fa39b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:40.544834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (fe3eac66-7001-47aa-941a-f50fc7bc216e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.550546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c89e4-7d6a-48b3-9c53-506cfa7fa39b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:40.555581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eb1c89e4-7d6a-48b3-9c53-506cfa7fa39b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2694161 Apr 06 14:29:40.556736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44242) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:40.570249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f75e2-6e9e-4d7e-a303-94cf63f7adb3 None None] Pushing event updated for resources: {'Port': ['ID=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:40.612613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Attempting to bind port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:40.613022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Attempting to bind port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '76ced565-fa94-4dd2-96c8-0b2520bee5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:40.614056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Attempting to bind port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4 on network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:40.621157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:40.625132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Checking segment: {'id': '76ced565-fa94-4dd2-96c8-0b2520bee5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:40.625573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.626040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Bound using segment: {'id': '76ced565-fa94-4dd2-96c8-0b2520bee5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:40.626540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Bound port: bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ced565-fa94-4dd2-96c8-0b2520bee5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:40.626931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.644029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:40.644683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (3bc2ea38-9671-493f-8f64-a77ec272f61b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:40.676826 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:40.700991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=eed5ca5b-9274-400e-83ee-e7af79d7235d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:40.703192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:40.703696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (fe3eac66-7001-47aa-941a-f50fc7bc216e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.725119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] For port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:40.729674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] For port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4,segment=NetworkSegment(76ced565-fa94-4dd2-96c8-0b2520bee5c1),segment_id=76ced565-fa94-4dd2-96c8-0b2520bee5c1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:40.735111 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:40.802712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.815001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.894960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe5d7a-6fc4-4f51-b47c-8139dfb32f48 req-aaef1461-d356-4788-a845-8ddd4e20f2b6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:40.896535 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ffe5d7a-6fc4-4f51-b47c-8139dfb32f48 req-aaef1461-d356-4788-a845-8ddd4e20f2b6 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.2045507 Apr 06 14:29:40.897090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5de73e9-4dc1-4369-ab94-1abe5a1ff24c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.900853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (a83b8017-e309-4a9f-9a54-2f4584ba02e8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.903248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7f909-8219-4485-937c-4ed5d2a15fba req-68ccf9e5-57cd-40c2-b310-9b050482a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:40.905029 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93d7f909-8219-4485-937c-4ed5d2a15fba req-68ccf9e5-57cd-40c2-b310-9b050482a30a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 1129 time: 0.2748883 Apr 06 14:29:40.907153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44248) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:40.912275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Request body: {'floatingip': {'port_id': '720d0a62-e660-47c9-835f-5ec7bf969375'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:40.947568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf93f9-992e-425f-a835-e1bd18adda3f None None] Network a5de73e9-4dc1-4369-ab94-1abe5a1ff24c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:40.972957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ced565-fa94-4dd2-96c8-0b2520bee5c1') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.973323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ced565-fa94-4dd2-96c8-0b2520bee5c1') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:40.999083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c00272-9f5e-4103-a8ed-369d53b65471 None None] Pushing event updated for resources: {'Port': ['ID=bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:41.001558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.013214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0d4a3011-e8cd-4550-9ff2-b1f938264a61), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.025725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (8215a1ae-733f-404a-ae36-54d125461272), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.029228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (b9404b8e-be39-4902-ae98-a089b731762f), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.044875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.050667 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] 10.222.0.89 "DELETE /v2.0/networks/0d4a3011-e8cd-4550-9ff2-b1f938264a61 HTTP/1.1" status: 204 len: 168 time: 1.0890648 Apr 06 14:29:41.082548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.090237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:41.090633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:41.104602 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:41.162205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2dfb9-ae96-48c6-9570-794bd58da8c5 tempest-ExternalNetworksTestJSON-1412219020 tempest-ExternalNetworksTestJSON-1412219020-project] Pushing event deleted for resources: {'Network': ['ID=0d4a3011-e8cd-4550-9ff2-b1f938264a61,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:41.254638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:29:41.254638 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:29:41.254638 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': 'a5de73e9-4dc1-4369-ab94-1abe5a1ff24c'}] Apr 06 14:29:41.254638 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:41.255428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:41.349657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.357744 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/8215a1ae-733f-404a-ae36-54d125461272 HTTP/1.1" status: 204 len: 168 time: 2.1947451 Apr 06 14:29:41.387200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:41.387539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.422933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44252) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:41.432512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87676742'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:41.516275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87769d9b-7f1e-4a94-9063-51281aa22fe4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=8215a1ae-733f-404a-ae36-54d125461272,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:41.538593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (a83b8017-e309-4a9f-9a54-2f4584ba02e8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.570031 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93d7f909-8219-4485-937c-4ed5d2a15fba req-839daee4-3f5c-4d9e-9fe5-73bbed50d805 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5564156 Apr 06 14:29:41.617001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.646238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44256) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:41.677251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:41.709449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837b9b6-d2b3-4440-b815-037c13dd5326 req-7f7f05a7-e44f-4fe8-b25c-dabcb9d7ce6d tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:41.711059 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6837b9b6-d2b3-4440-b815-037c13dd5326 req-7f7f05a7-e44f-4fe8-b25c-dabcb9d7ce6d tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.6994262 Apr 06 14:29:41.757709 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.759014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f660e-ceed-46d2-a3dd-d3434090b3be req-c77e3c6e-b9f8-4c0d-aa9d-d99117a34eba tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:41.759988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-869f660e-ceed-46d2-a3dd-d3434090b3be req-c77e3c6e-b9f8-4c0d-aa9d-d99117a34eba tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.7452924 Apr 06 14:29:41.785736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Router a83b8017-e309-4a9f-9a54-2f4584ba02e8 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:29:41.828590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:41.834590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.836117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea1342-2abd-41fe-9f8f-0c723fb085e1 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:29:41.896557 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-43f9a7c8-0f77-47c6-bf2a-6f584374b120 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f6c2eeb243c84a468ca14ee8addf059a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490773 Apr 06 14:29:41.900796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44260) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:41.949186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:41.974147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] Provisioning complete for port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:41.974522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.004618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:42.019018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9422e749-2020-42aa-a36c-35d97b73f14e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.019372 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 9422e749-2020-42aa-a36c-35d97b73f14e of type vlan for network d0650a4e-0752-4d01-beec-48217ac4f13a Apr 06 14:29:42.023859 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6837b9b6-d2b3-4440-b815-037c13dd5326 req-2d4e992f-a33e-442c-a615-c08096d11cb4 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001473 Apr 06 14:29:42.028083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:42.028501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.047350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:42.049591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dcc931e5-4ef7-437c-a25a-1122905f9226 admin admin] Publish callbacks [] for security_group (789108fd-3bfc-4347-8701-db3142d98f3d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.057034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-869f660e-ceed-46d2-a3dd-d3434090b3be req-c0dd8c90-443a-4376-8f53-6f99731196bc tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148001 Apr 06 14:29:42.059933 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Sync routers for ids ['a83b8017-e309-4a9f-9a54-2f4584ba02e8'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:42.060569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea1342-2abd-41fe-9f8f-0c723fb085e1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:29:42.102704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d0650a4e-0752-4d01-beec-48217ac4f13a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.175531 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Routers {'a83b8017-e309-4a9f-9a54-2f4584ba02e8'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:42.177116 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a83b8017-e309-4a9f-9a54-2f4584ba02e8'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:42.195772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4,segment=NetworkSegment(76ced565-fa94-4dd2-96c8-0b2520bee5c1),segment_id=76ced565-fa94-4dd2-96c8-0b2520bee5c1)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:42.196579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.211037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:42.299718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dcc931e5-4ef7-437c-a25a-1122905f9226 admin admin] Publish callbacks [] for security_group (789108fd-3bfc-4347-8701-db3142d98f3d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.302270 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Set router a83b8017-e309-4a9f-9a54-2f4584ba02e8 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:42.308116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] Current status of the port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:42.309033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.333601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:42.334468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.380085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.382364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d0650a4e-0752-4d01-beec-48217ac4f13a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.386907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.388148 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-435bda0a-09f9-40f7-b461-4d451bdbae72 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5448658 Apr 06 14:29:42.390854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:42.398721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:42.399414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.427999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] For port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:42.455884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dcc931e5-4ef7-437c-a25a-1122905f9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (789108fd-3bfc-4347-8701-db3142d98f3d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.458579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dcc931e5-4ef7-437c-a25a-1122905f9226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.460503 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dcc931e5-4ef7-437c-a25a-1122905f9226 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/789108fd-3bfc-4347-8701-db3142d98f3d HTTP/1.1" status: 204 len: 168 time: 0.5579798 Apr 06 14:29:42.465171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f6925-5f5d-4cc1-ac72-c2250e0bde6b None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:29:42.472286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.484981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc931e5-4ef7-437c-a25a-1122905f9226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789108fd-3bfc-4347-8701-db3142d98f3d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:42.519716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.525718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:42.532446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port bbfceed5-0b58-45ba-9fb1-b4ee6b0446c4 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:42.552395 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b8017-e309-4a9f-9a54-2f4584ba02e8', 'name': 'tempest-snat-router-2140346402', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.234'}], 'enable_snat': False}, 'gw_port_id': '155870ca-6913-4f6b-a724-3af25a48a58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:38Z', 'updated_at': '2022-04-06T14:29:40Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': '155870ca-6913-4f6b-a724-3af25a48a58c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ee:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b8017-e309-4a9f-9a54-2f4584ba02e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:39Z', 'updated_at': '2022-04-06T14:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:42.594096 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Checking router: a83b8017-e309-4a9f-9a54-2f4584ba02e8 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:42.596527 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Updating router a83b8017-e309-4a9f-9a54-2f4584ba02e8 port 155870ca-6913-4f6b-a724-3af25a48a58c binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:29:42.625758 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.683136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:42.683677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.705841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.733928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5de73e9-4dc1-4369-ab94-1abe5a1ff24c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:42.740140 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-426afa98-b5f1-44b6-8807-18352bb75566 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/a83b8017-e309-4a9f-9a54-2f4584ba02e8 HTTP/1.1" status: 200 len: 909 time: 0.3459699 Apr 06 14:29:42.743929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44268) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:42.748319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2140346402', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': True}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:42.755672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ced565-fa94-4dd2-96c8-0b2520bee5c1') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:42.755981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ced565-fa94-4dd2-96c8-0b2520bee5c1') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:42.773625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.793524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.800939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:42.801760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (76ced565-fa94-4dd2-96c8-0b2520bee5c1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:42.805599 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:42.810209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b14c8-ed84-4b67-bbab-026f38e233d6 None None] Pushing event updated for resources: {'Port': ['ID=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:42.895806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (f8893566-2ba5-48a8-9793-a75849fd6069), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.899019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f6925-5f5d-4cc1-ac72-c2250e0bde6b None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:29:42.899533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (f8893566-2ba5-48a8-9793-a75849fd6069), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.908869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:42.919760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:42.920167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.929348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:42.942887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5e26a4d4-0939-4640-bf19-9d6c70d5e3bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2 HTTP/1.1" status: 204 len: 168 time: 2.3851035 Apr 06 14:29:42.974793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (f8893566-2ba5-48a8-9793-a75849fd6069), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.975948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44272) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.019000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=d0650a4e-0752-4d01-beec-48217ac4f13a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:43.035605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:43.045991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (a5de73e9-4dc1-4369-ab94-1abe5a1ff24c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.061124 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Publish callbacks [] for port (155870ca-6913-4f6b-a724-3af25a48a58c), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.068581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2fdb143a-83ec-451f-8354-0633f104aef3 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6414554 Apr 06 14:29:43.078656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44276) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.083524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.094264 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/a5de73e9-4dc1-4369-ab94-1abe5a1ff24c HTTP/1.1" status: 204 len: 168 time: 3.4393644 Apr 06 14:29:43.094992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:43.095547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80e9b-2d56-439c-935a-af2681dbf201 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=a5de73e9-4dc1-4369-ab94-1abe5a1ff24c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:43.097210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44278) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.107493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-858236321'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:43.145412 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.178132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a482593e-9b46-41e4-b3cf-3c1d92ea046a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:43.180104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a482593e-9b46-41e4-b3cf-3c1d92ea046a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:43.181713 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a482593e-9b46-41e4-b3cf-3c1d92ea046a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2047374 Apr 06 14:29:43.198878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e60ac-887e-45f6-9d3e-f24293106a6b req-72637e7a-05f4-4a82-9859-d9d5be8a18ad tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:43.200308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe9e60ac-887e-45f6-9d3e-f24293106a6b req-72637e7a-05f4-4a82-9859-d9d5be8a18ad tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.8265173 Apr 06 14:29:43.207390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44280) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.219507 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Attempting to bind port 155870ca-6913-4f6b-a724-3af25a48a58c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:43.219946 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Attempting to bind port 155870ca-6913-4f6b-a724-3af25a48a58c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:43.220311 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Attempting to bind port 155870ca-6913-4f6b-a724-3af25a48a58c on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:43.223771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44282) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.237663 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:43.238313 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:43.238727 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.239172 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:43.239650 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Bound port: 155870ca-6913-4f6b-a724-3af25a48a58c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:43.240028 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.243689 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8432e-1629-4307-8a5a-a06a5404e8d7 None None] Pushing event updated for resources: {'Port': ['ID=155870ca-6913-4f6b-a724-3af25a48a58c,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:43.252739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Request body: {'floatingip': {'port_id': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:43.308655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet b09e371d-3483-4af3-ab4e-a128c8d63766 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:43.318493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (b09e371d-3483-4af3-ab4e-a128c8d63766), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.326214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:43.329978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.346874 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] For port 155870ca-6913-4f6b-a724-3af25a48a58c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:43.352744 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] For port 155870ca-6913-4f6b-a724-3af25a48a58c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=155870ca-6913-4f6b-a724-3af25a48a58c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:43.369683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:43.376631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (f8893566-2ba5-48a8-9793-a75849fd6069), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.384244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e7b333cd-64da-4742-933b-6747a39277fd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.384644 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment e7b333cd-64da-4742-933b-6747a39277fd of type vlan for network 2aec01f3-e5d9-41d1-9079-906704abdaea Apr 06 14:29:43.432392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (2aec01f3-e5d9-41d1-9079-906704abdaea), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.437920 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.447432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (3c6effbc-cb21-44d1-80c0-bd44aa13dd02), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.518481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.resource_extend [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:29:43.546192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44284) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.579145 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Routers {'a83b8017-e309-4a9f-9a54-2f4584ba02e8'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:43.579789 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a83b8017-e309-4a9f-9a54-2f4584ba02e8'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:43.580779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (2aec01f3-e5d9-41d1-9079-906704abdaea), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.587817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:43.587817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.616248 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8432e-1629-4307-8a5a-a06a5404e8d7 None None] Pushing event updated for resources: {'Port': ['ID=155870ca-6913-4f6b-a724-3af25a48a58c,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:43.683391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:43.717839 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a70ffb3d-77e2-4aab-92ff-0b5191dcd7da admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1de3a3bc9c8241a2b71e7a53c31a0e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677599 Apr 06 14:29:43.726596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44286) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.780325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=2aec01f3-e5d9-41d1-9079-906704abdaea,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:43.802933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 2aec01f3-e5d9-41d1-9079-906704abdaea details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:43.817612 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] Set router a83b8017-e309-4a9f-9a54-2f4584ba02e8 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:43.863510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d3610641-660b-422e-97e3-6ebab957154b None None] Could not find standard attr ID for object e1a5e952-31c6-49f4-ba96-4197d291b556. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:29:43.882492 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bcabd7e2-341d-42e4-8266-f05f00d66fd3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7772377 Apr 06 14:29:43.889200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44288) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:43.906127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:43.911663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b09e371d-3483-4af3-ab4e-a128c8d63766), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.926920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72e905f9-79f3-4e96-8069-54a143cff1c2 admin admin] Publish callbacks [] for security_group (3e535260-1d71-4b79-a712-55fcf53b57ab), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.961182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72e905f9-79f3-4e96-8069-54a143cff1c2 admin admin] Publish callbacks [] for security_group (3e535260-1d71-4b79-a712-55fcf53b57ab), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.006385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.019195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:44.035705 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:44.042469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.096581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d2001669-41ba-4e2e-8e31-61201c29db78 None None] Could not find standard attr ID for object f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:29:44.118676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:44.119206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.123420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (f8893566-2ba5-48a8-9793-a75849fd6069), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.150554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.203467 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b8017-e309-4a9f-9a54-2f4584ba02e8', 'name': 'tempest-snat-router-2140346402', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.234'}], 'enable_snat': False}, 'gw_port_id': '155870ca-6913-4f6b-a724-3af25a48a58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:38Z', 'updated_at': '2022-04-06T14:29:40Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': '155870ca-6913-4f6b-a724-3af25a48a58c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ee:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b8017-e309-4a9f-9a54-2f4584ba02e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:39Z', 'updated_at': '2022-04-06T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:44.211866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:44.215445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.230582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:44.232222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (b9404b8e-be39-4902-ae98-a089b731762f), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.244113 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e3a84-fb40-493b-b1c5-43254834917a None None] The sync data for ids ['a83b8017-e309-4a9f-9a54-2f4584ba02e8'] in dv-neutron-836581-2-hyperv is: [{'id': 'a83b8017-e309-4a9f-9a54-2f4584ba02e8', 'name': 'tempest-snat-router-2140346402', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.234'}], 'enable_snat': False}, 'gw_port_id': '155870ca-6913-4f6b-a724-3af25a48a58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:38Z', 'updated_at': '2022-04-06T14:29:40Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': '155870ca-6913-4f6b-a724-3af25a48a58c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ee:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b8017-e309-4a9f-9a54-2f4584ba02e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:39Z', 'updated_at': '2022-04-06T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:44.291529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c7d97-d0d0-438f-8e42-49e52d7683c3 req-1e0528a3-0da3-425d-bf23-3272272340ea tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:44.294784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd2c7d97-d0d0-438f-8e42-49e52d7683c3 req-1e0528a3-0da3-425d-bf23-3272272340ea tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 1.1416857 Apr 06 14:29:44.301881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:29:44.302406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:29:44.335576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72e905f9-79f3-4e96-8069-54a143cff1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3e535260-1d71-4b79-a712-55fcf53b57ab), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.338851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72e905f9-79f3-4e96-8069-54a143cff1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.342608 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72e905f9-79f3-4e96-8069-54a143cff1c2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3e535260-1d71-4b79-a712-55fcf53b57ab HTTP/1.1" status: 204 len: 168 time: 0.6063619 Apr 06 14:29:44.362249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e905f9-79f3-4e96-8069-54a143cff1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e535260-1d71-4b79-a712-55fcf53b57ab,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:44.405572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Allocated IP 172.26.6.179 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/a49c7ad0-932c-49e7-84e3-3eb81ed90bad) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:44.661166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b09e371d-3483-4af3-ab4e-a128c8d63766), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.681008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.712641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (6ae8724d-851d-46f0-ac4c-d96dc7932175), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.723757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd2c7d97-d0d0-438f-8e42-49e52d7683c3 req-845cea1a-4b0d-4271-88b1-a22462562dc8 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073098 Apr 06 14:29:44.758304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Floating IP b9404b8e-be39-4902-ae98-a089b731762f associated. External IP: 172.26.6.231, port: 720d0a62-e660-47c9-835f-5ec7bf969375. Apr 06 14:29:44.815967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=6ae8724d-851d-46f0-ac4c-d96dc7932175,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:44.822614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:44.885699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:44.886069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 2aec01f3-e5d9-41d1-9079-906704abdaea, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:44.920482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:44.931216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Port': ['ID=a49c7ad0-932c-49e7-84e3-3eb81ed90bad,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:44.938120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:44.963628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:45.004744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b09e371d-3483-4af3-ab4e-a128c8d63766), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.080832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 2aec01f3-e5d9-41d1-9079-906704abdaea is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:45.105102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.108375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b09e371d-3483-4af3-ab4e-a128c8d63766 HTTP/1.1" status: 204 len: 168 time: 1.9000289 Apr 06 14:29:45.111022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea843a8-3521-4849-b916-5287d5bbd5ad tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=b09e371d-3483-4af3-ab4e-a128c8d63766,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:45.111725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d4eb6-0314-4b7f-abb2-b173c1e08cf6 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:45.114436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44300) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:45.134807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (48ca64e4-7e24-4799-8065-937a9eb64726), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.222910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44304) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:45.223115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3ce848d5-152e-40b2-9a83-e6d617739910 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064038 Apr 06 14:29:45.230079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:45.270361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=48ca64e4-7e24-4799-8065-937a9eb64726,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:45.339067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:45.345070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 2aec01f3-e5d9-41d1-9079-906704abdaea) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:45.375191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f3fab-28fa-4f66-ba94-a93b7b4f1c41 None None] Network 2aec01f3-e5d9-41d1-9079-906704abdaea requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:45.440256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '9422e749-2020-42aa-a36c-35d97b73f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:45.442981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: d0650a4e-0752-4d01-beec-48217ac4f13a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:45.483687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] Deleting port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:45.484063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.547917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2aec01f3-e5d9-41d1-9079-906704abdaea', 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': '6ae8724d-851d-46f0-ac4c-d96dc7932175'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:45.548346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.591089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] For port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:45.591089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.612387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] Calling delete_port for 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:45.618738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.621444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Router ec796596-8bdc-4bde-beac-6d2492a6d4ad has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:45.634399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:45.635253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.672974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network d0650a4e-0752-4d01-beec-48217ac4f13a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:45.729020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (3c6effbc-cb21-44d1-80c0-bd44aa13dd02), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.800318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (f8893566-2ba5-48a8-9793-a75849fd6069), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.818476 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e45a284e-cc35-4caa-8438-c1661124a705 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9284866 Apr 06 14:29:45.820651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44316) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:45.822762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Allocated IP 172.20.0.3 (2aec01f3-e5d9-41d1-9079-906704abdaea/6ae8724d-851d-46f0-ac4c-d96dc7932175/0dd86e3b-a9a8-4862-8232-ee10abd711e0) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:45.861518 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Floating IP 3c6effbc-cb21-44d1-80c0-bd44aa13dd02 associated. External IP: 172.26.6.92, port: b1467be2-7172-4ca8-9c0b-80e013b8dacc. Apr 06 14:29:45.941904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, d0650a4e-0752-4d01-beec-48217ac4f13a) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:45.964080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (3fc2bfb4-41ca-4d8a-949e-3529d26ff6de), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.994050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95565471-57be-4d29-a429-5c924a8dc339 None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:46.000371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 155870ca-6913-4f6b-a724-3af25a48a58c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:46.012432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:46.013128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.044331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:46.048512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.063954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks [] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.069841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] No DVR routers for this DVR port 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:46.076691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:46.086459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.137746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fc932-37da-4e20-a117-6bfb4d43197d req-49c84a0d-6050-4e31-bbcf-212d677bf831 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:46.139290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-186fc932-37da-4e20-a117-6bfb4d43197d req-49c84a0d-6050-4e31-bbcf-212d677bf831 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.2811975 Apr 06 14:29:46.151234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c71acd82-fcd8-457e-8ad2-3b18d354629f tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "PUT /v2.0/floatingips/b9404b8e-be39-4902-ae98-a089b731762f HTTP/1.1" status: 200 len: 991 time: 5.2430480 Apr 06 14:29:46.168150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:46.188201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253ea846-4139-42c3-91d5-1dcf2e83f076" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:46.190213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] Sync routers for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:46.205109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58748325-4a38-4789-85ff-ee5ba2dc0aff None None] Pushing event deleted for resources: {'Port': ['ID=3fc2bfb4-41ca-4d8a-949e-3529d26ff6de,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:46.253750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2aec01f3-e5d9-41d1-9079-906704abdaea), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.253942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-97bf44b1-dd9a-4bf2-8019-8285be0df4bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1688628 Apr 06 14:29:46.254027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.254115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44324) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:46.265702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:46.297740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:46.298868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:46.431418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Network 2aec01f3-e5d9-41d1-9079-906704abdaea is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:46.470844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 155870ca-6913-4f6b-a724-3af25a48a58c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:46.472930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.481876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:46.487057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-d0650a4e-0752-4d01-beec-48217ac4f13a', 'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': '48ca64e4-7e24-4799-8065-937a9eb64726'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:46.494818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.534383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:46.558698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (f8893566-2ba5-48a8-9793-a75849fd6069), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.573167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Pushing event updated for resources: {'Port': ['ID=0dd86e3b-a9a8-4862-8232-ee10abd711e0,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:46.673000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:46.679352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.706507 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-186fc932-37da-4e20-a117-6bfb4d43197d req-03d3b176-0566-4b1d-9fd6-23ac6c62e6db tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5600929 Apr 06 14:29:46.714069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:46.753114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150b34d-b98b-4e4c-b3f9-f37b481f3007 req-def7efc8-b8fc-4bca-992f-8a0225267c48 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:46.754598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5150b34d-b98b-4e4c-b3f9-f37b481f3007 req-def7efc8-b8fc-4bca-992f-8a0225267c48 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.5190225 Apr 06 14:29:46.818898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Attempting to bind port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:46.819895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Attempting to bind port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:46.820215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Attempting to bind port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 on network 2aec01f3-e5d9-41d1-9079-906704abdaea {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:46.855391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:46.863520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:46.866734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c20273-8dee-4b4b-9e61-ece69b6c83e1 x-openstack-request-id: req-d4c20273-8dee-4b4b-9e61-ece69b6c83e1 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:46.867018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:46.867649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d4c20273-8dee-4b4b-9e61-ece69b6c83e1 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:46.867960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c20273-8dee-4b4b-9e61-ece69b6c83e1'] response: {'name': 'network-changed', 'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375', 'status': 'completed', 'code': 200} Apr 06 14:29:46.880100 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] Sync routers for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:46.889390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.898725 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:46.901816 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:46.945096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:46.955163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.021217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b80ea29a-7c58-4239-8c13-f3db517dfc9f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "PUT /v2.0/floatingips/3c6effbc-cb21-44d1-80c0-bd44aa13dd02 HTTP/1.1" status: 200 len: 991 time: 3.7962577 Apr 06 14:29:47.071627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:47.071835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port 0dd86e3b-a9a8-4862-8232-ee10abd711e0, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:47.071835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.074733 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5150b34d-b98b-4e4c-b3f9-f37b481f3007 req-500c2078-a36b-4901-9d2c-6fc7e05816e4 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959143 Apr 06 14:29:47.084018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for 0dd86e3b-a9a8-4862-8232-ee10abd711e0 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:47.087016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-476bcfda-f2c9-4ce6-bbf2-22993f0e39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:47.088526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-476bcfda-f2c9-4ce6-bbf2-22993f0e39bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ec538dde52943eeacbad39ea9e7310a&device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 1129 time: 0.2198114 Apr 06 14:29:47.096897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5896f-c635-43c4-bad3-6fb731a26a6c req-8891bdb3-30ea-4390-ba8e-1ac7a2fcbb84 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:47.101196 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e3c5896f-c635-43c4-bad3-6fb731a26a6c req-8891bdb3-30ea-4390-ba8e-1ac7a2fcbb84 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.1678364 Apr 06 14:29:47.111712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44340) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:47.122630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Request body: {'floatingip': {'port_id': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:47.207067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:47.208384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Checking segment: {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:47.209067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.209715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Bound using segment: {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:47.211075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Bound port: 0dd86e3b-a9a8-4862-8232-ee10abd711e0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:47.211711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.265151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (a0dafd3b-fe8c-49bc-a114-3d00d9b43cef), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.329430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (8258b7fb-b53d-4b68-b42e-80476f16ee64), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.338119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Allocated IP 2001:db8::2 (d0650a4e-0752-4d01-beec-48217ac4f13a/48ca64e4-7e24-4799-8065-937a9eb64726/56c6ecd7-e2d9-4fc3-b594-0b475e856b25) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:47.348775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:47.359240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=a0dafd3b-fe8c-49bc-a114-3d00d9b43cef,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:47.370019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:47.375408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 155870ca-6913-4f6b-a724-3af25a48a58c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:47.375550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:47.375651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.375753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.395345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc42eb4-cf07-4930-b214-fa0dddf33b9f None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:47.400830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.484096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=0dd86e3b-a9a8-4862-8232-ee10abd711e0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:47.504462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44348) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:47.532956 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63f441d4-89ff-403c-9595-a6965feaf6ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3080337 Apr 06 14:29:47.537657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:47.543766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 155870ca-6913-4f6b-a724-3af25a48a58c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=155870ca-6913-4f6b-a724-3af25a48a58c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:47.545934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44352) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:47.573311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': 'a0dafd3b-fe8c-49bc-a114-3d00d9b43cef', 'ip_address': '2001:db8::5450:fde0:c67b:8d34'}], 'name': 'tempest-NetworksTestDHCPv6-2086407380'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:47.606616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Router f8893566-2ba5-48a8-9793-a75849fd6069 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:29:47.610625 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '3c6effbc-cb21-44d1-80c0-bd44aa13dd02', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'port_id': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'mac_address': 'fa:16:3e:29:d9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd4149-3d66-48d1-84af-795f49dbea80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:02Z', 'updated_at': '2022-04-06T14:29:45Z', 'revision_number': 1, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:47.620926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (6ae8724d-851d-46f0-ac4c-d96dc7932175), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.641241 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] Checking router: c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:47.650087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:47.650587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:47.652018 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:47.652671 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:47.663138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.766972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d1a203bf-eea6-4bed-a75d-5c95002bc01e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1034459205'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:47.767710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d1a203bf-eea6-4bed-a75d-5c95002bc01e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Unknown quota resources ['metering_label']. {{(pid=104420) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:29:47.783928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=155870ca-6913-4f6b-a724-3af25a48a58c,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:47.787301 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:47.808075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd66fac-fc56-4b46-9b96-c0c50d157281 req-9f526c0d-418d-44d4-9e86-13c36bfcae55 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:47.809904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afd66fac-fc56-4b46-9b96-c0c50d157281 req-9f526c0d-418d-44d4-9e86-13c36bfcae55 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.5840573 Apr 06 14:29:47.894363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-23c08447-c025-4c4e-a957-9f0425098045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:47.896050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-23c08447-c025-4c4e-a957-9f0425098045 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f014f8d5-b1e0-4f16-a65e-e246c927c89e HTTP/1.1" status: 200 len: 912 time: 0.7783718 Apr 06 14:29:47.909400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Publish callbacks [] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:47.957292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:48.009199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:48.009199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3fc2bfb4-41ca-4d8a-949e-3529d26ff6de not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:48.080113 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '3c6effbc-cb21-44d1-80c0-bd44aa13dd02', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'port_id': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'mac_address': 'fa:16:3e:29:d9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd4149-3d66-48d1-84af-795f49dbea80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:02Z', 'updated_at': '2022-04-06T14:29:45Z', 'revision_number': 1, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.093796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.110563 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b918-864b-4da6-9ae6-381269d44799 None None] The sync data for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv is: [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '3c6effbc-cb21-44d1-80c0-bd44aa13dd02', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'port_id': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'mac_address': 'fa:16:3e:29:d9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd4149-3d66-48d1-84af-795f49dbea80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:02Z', 'updated_at': '2022-04-06T14:29:45Z', 'revision_number': 1, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:48.211356 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-b259a1d6-00e2-4cf4-b414-c79696e64b09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720d0a62-e660-47c9-835f-5ec7bf969375 HTTP/1.1" status: 200 len: 999 time: 0.3031347 Apr 06 14:29:48.214458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Pushing event updated for resources: {'Port': ['ID=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:48.223799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'a0dafd3b-fe8c-49bc-a114-3d00d9b43cef'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:48.225114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.235930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:48.245189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Attempting to bind port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:48.245561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Attempting to bind port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:48.245923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Attempting to bind port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 on network 2aec01f3-e5d9-41d1-9079-906704abdaea {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:48.252544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:48.256279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:48.258498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afd66fac-fc56-4b46-9b96-c0c50d157281 req-4501e436-fa76-4bb3-9ac9-7ebdf5ae609f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104478 Apr 06 14:29:48.264001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 155870ca-6913-4f6b-a724-3af25a48a58c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:48.271761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d1a203bf-eea6-4bed-a75d-5c95002bc01e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.275480 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d1a203bf-eea6-4bed-a75d-5c95002bc01e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7622907 Apr 06 14:29:48.284412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44354) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:48.285477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (6ae8724d-851d-46f0-ac4c-d96dc7932175), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.291600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ffc1377a-dd50-4583-8b44-e3bc701da966 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9d1a8a75-6975-4e0d-939a-7ce33dbade32'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:48.292091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ffc1377a-dd50-4583-8b44-e3bc701da966 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:29:48.301284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (59813edc-72ae-4e9c-9e10-a8d55c57fe25), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.321618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:48.321618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Checking segment: {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:48.321618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.321970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Bound using segment: {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:48.322448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Bound port: 0dd86e3b-a9a8-4862-8232-ee10abd711e0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b333cd-64da-4742-933b-6747a39277fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '2aec01f3-e5d9-41d1-9079-906704abdaea'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:48.322832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0dd86e3b-a9a8-4862-8232-ee10abd711e0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.352593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae8724d-851d-46f0-ac4c-d96dc7932175,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:48.416654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-35f98006-528f-44cb-b67b-122de84f8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:48.418058 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-35f98006-528f-44cb-b67b-122de84f8dd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6fab35-ddb0-4e57-aeec-358676da6320 HTTP/1.1" status: 200 len: 849 time: 0.1646085 Apr 06 14:29:48.421587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:48.472875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network d0650a4e-0752-4d01-beec-48217ac4f13a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:48.499904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c9122b74-5e3c-4759-8c00-4a3bf76e96df None None] Port 0dd86e3b-a9a8-4862-8232-ee10abd711e0 has been deleted concurrently {{(pid=104422) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Apr 06 14:29:48.511636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:48.521707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:48.522976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.537169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:48.544675 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.services.metering.metering_plugin [None req-ffc1377a-dd50-4583-8b44-e3bc701da966 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 06 14:29:48.549909 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Sync routers for ids ['f8893566-2ba5-48a8-9793-a75849fd6069'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:48.559094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2aec01f3-e5d9-41d1-9079-906704abdaea), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.561097 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Routers {'f8893566-2ba5-48a8-9793-a75849fd6069'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:48.561821 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['f8893566-2ba5-48a8-9793-a75849fd6069'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.617728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'b9404b8e-be39-4902-ae98-a089b731762f', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'port_id': '720d0a62-e660-47c9-835f-5ec7bf969375', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'mac_address': 'fa:16:3e:ea:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:28:58Z', 'updated_at': '2022-04-06T14:29:43Z', 'revision_number': 1, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:52Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.636161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430a44-42ae-4f49-9654-6d1c33599e3f req-bc7f827f-ff0d-4049-8d54-363b2086839c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:48.637722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e430a44-42ae-4f49-9654-6d1c33599e3f req-bc7f827f-ff0d-4049-8d54-363b2086839c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2328639 Apr 06 14:29:48.676062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-2c7eb881-af5b-44f6-b1aa-7d6d065b0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:48.681705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=59813edc-72ae-4e9c-9e10-a8d55c57fe25,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:48.684922 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Set router f8893566-2ba5-48a8-9793-a75849fd6069 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:48.689789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-2c7eb881-af5b-44f6-b1aa-7d6d065b0df5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f014f8d5-b1e0-4f16-a65e-e246c927c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2469277 Apr 06 14:29:48.694870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972025c1-6ab4-4215-b47a-1286107a1779 None None] New status for floating IP 3c6effbc-cb21-44d1-80c0-bd44aa13dd02: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:29:48.735498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.764563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aec01f3-e5d9-41d1-9079-906704abdaea']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.770352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ffc1377a-dd50-4583-8b44-e3bc701da966 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.773399 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ffc1377a-dd50-4583-8b44-e3bc701da966 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4846637 Apr 06 14:29:48.784620 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3de01cfa-5c04-4df6-be66-0e27aa719ffd tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5235081 Apr 06 14:29:48.785908 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44358) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:48.791591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44360) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:48.794979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b333cd-64da-4742-933b-6747a39277fd') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.795782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b333cd-64da-4742-933b-6747a39277fd') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.811100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b4e17a58-b970-45d3-98c4-ab30ca317e6b tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9d1a8a75-6975-4e0d-939a-7ce33dbade32'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:48.811100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b4e17a58-b970-45d3-98c4-ab30ca317e6b tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:29:48.812239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.resource_extend [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:29:48.821177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.826880 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-622aef63-e4cf-415e-a263-797545ec8839 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0815570 Apr 06 14:29:48.844815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44362) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:48.890432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e7b333cd-64da-4742-933b-6747a39277fd), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.897686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8893566-2ba5-48a8-9793-a75849fd6069', 'name': 'tempest-snat-router-2140346402', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'a49c7ad0-932c-49e7-84e3-3eb81ed90bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:42Z', 'updated_at': '2022-04-06T14:29:45Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': 'a49c7ad0-932c-49e7-84e3-3eb81ed90bad', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8893566-2ba5-48a8-9793-a75849fd6069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:44Z', 'updated_at': '2022-04-06T14:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:48.925723 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Checking router: f8893566-2ba5-48a8-9793-a75849fd6069 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:48.926268 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Updating router f8893566-2ba5-48a8-9793-a75849fd6069 port a49c7ad0-932c-49e7-84e3-3eb81ed90bad binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:29:48.957860 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.962898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] Checking router: ec796596-8bdc-4bde-beac-6d2492a6d4ad for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:48.982295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Attempting to bind port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:48.983352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Attempting to bind port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9422e749-2020-42aa-a36c-35d97b73f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:48.985319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Attempting to bind port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 on network d0650a4e-0752-4d01-beec-48217ac4f13a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:49.036584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:49.039602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Checking segment: {'id': '9422e749-2020-42aa-a36c-35d97b73f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:49.040380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.041156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Bound using segment: {'id': '9422e749-2020-42aa-a36c-35d97b73f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:49.041885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Bound port: 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9422e749-2020-42aa-a36c-35d97b73f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:49.042667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.050130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 155870ca-6913-4f6b-a724-3af25a48a58c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:49.050849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.076094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:49.077089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:49.113011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e7b333cd-64da-4742-933b-6747a39277fd), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.186352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e49df2-aa72-4de9-a740-9ae132ddc308 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:49.187956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e49df2-aa72-4de9-a740-9ae132ddc308 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:49.189617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e49df2-aa72-4de9-a740-9ae132ddc308 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:49.191791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e49df2-aa72-4de9-a740-9ae132ddc308 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:49.193365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e49df2-aa72-4de9-a740-9ae132ddc308 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:49.201569 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-07e49df2-aa72-4de9-a740-9ae132ddc308 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3872156 Apr 06 14:29:49.202531 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.services.metering.metering_plugin [None req-b4e17a58-b970-45d3-98c4-ab30ca317e6b tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 06 14:29:49.207661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44364) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.214330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-550979697'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e7b333cd-64da-4742-933b-6747a39277fd), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:49.232136 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:49.317461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:49.321590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6780002a-ab5b-4c66-857b-41ba320a1bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:49.359806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 3a77c7c3-5568-42dc-a0af-ea146a9c404e yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:49.372972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Publish callbacks [] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.396254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4e17a58-b970-45d3-98c4-ab30ca317e6b tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.398884 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b4e17a58-b970-45d3-98c4-ab30ca317e6b tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6085033 Apr 06 14:29:49.404676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44368) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.413461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e430a44-42ae-4f49-9654-6d1c33599e3f req-5f2e85a8-da55-4192-add1-531f886c4dcb tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7654483 Apr 06 14:29:49.420531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.423790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec8ee4c-e172-4dd9-bd16-9472b8223e82 x-openstack-request-id: req-1ec8ee4c-e172-4dd9-bd16-9472b8223e82 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:49.423790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:49.423790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1ec8ee4c-e172-4dd9-bd16-9472b8223e82 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:49.423790 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec8ee4c-e172-4dd9-bd16-9472b8223e82'] response: {'name': 'network-changed', 'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'status': 'completed', 'code': 200} Apr 06 14:29:49.429127 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bef465ad-3af6-4ff2-b259-e140bf65e3e1 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/f8893566-2ba5-48a8-9793-a75849fd6069 HTTP/1.1" status: 200 len: 908 time: 0.5782187 Apr 06 14:29:49.431601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44370) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.432352 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c2f1e7bf-651d-464a-83c5-6d80fc0a3563 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=156ec743-1861-4364-99f5-c865882f70e7 HTTP/1.1" status: 200 len: 462 time: 0.0254171 Apr 06 14:29:49.434106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44372) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.477137 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.504443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:49.513046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.520669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (2aec01f3-e5d9-41d1-9079-906704abdaea), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.530792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-0dc15bfb-1682-4f05-bc90-4e33906746ae service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140061 Apr 06 14:29:49.531422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (8258b7fb-b53d-4b68-b42e-80476f16ee64), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.550621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.552901 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Pushing event updated for resources: {'Port': ['ID=a49c7ad0-932c-49e7-84e3-3eb81ed90bad,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:49.555178 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/2aec01f3-e5d9-41d1-9079-906704abdaea HTTP/1.1" status: 204 len: 168 time: 3.7293327 Apr 06 14:29:49.564946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44374) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.575579 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Attempting to bind port a49c7ad0-932c-49e7-84e3-3eb81ed90bad on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:49.575963 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Attempting to bind port a49c7ad0-932c-49e7-84e3-3eb81ed90bad by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:49.576498 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Attempting to bind port a49c7ad0-932c-49e7-84e3-3eb81ed90bad on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:49.591190 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:49.591566 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:49.592099 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.592898 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:49.593020 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Bound port: a49c7ad0-932c-49e7-84e3-3eb81ed90bad, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:49.593342 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.604581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1062342963'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:49.665429 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] For port a49c7ad0-932c-49e7-84e3-3eb81ed90bad, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:49.669191 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] For port a49c7ad0-932c-49e7-84e3-3eb81ed90bad, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a49c7ad0-932c-49e7-84e3-3eb81ed90bad,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:49.673254 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.673684 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.674053 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.674388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.674816 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.675745 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.676085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.676664 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.677064 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.677388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.677725 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.678543 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.678543 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.679661 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.679988 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:49.694409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d95ff6-9abe-466a-970b-e87848fdd6e4 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=2aec01f3-e5d9-41d1-9079-906704abdaea,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:49.766534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:49.771228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c1eb9b2-83c6-4634-94b0-3d425a6fef83 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.776178 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4c1eb9b2-83c6-4634-94b0-3d425a6fef83 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/156ec743-1861-4364-99f5-c865882f70e7 HTTP/1.1" status: 204 len: 168 time: 0.3367190 Apr 06 14:29:49.777867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44376) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.785219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.785575 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 9bbc5c91-aef2-4529-b339-2e0e446a3317 of type vlan for network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 Apr 06 14:29:49.796451 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.840274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.844331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:49.848091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.853837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 155870ca-6913-4f6b-a724-3af25a48a58c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:49.857315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] For port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:49.868328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/a0dafd3b-fe8c-49bc-a114-3d00d9b43cef/c5fbc40b-31a0-48c3-9693-d63a58558e2b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:49.874436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] For port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,segment=NetworkSegment(9422e749-2020-42aa-a36c-35d97b73f14e),segment_id=9422e749-2020-42aa-a36c-35d97b73f14e)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:49.884686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:49.896951 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-45b2b9f2-6ff2-413b-abe5-c27ba5de0f7d tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=156ec743-1861-4364-99f5-c865882f70e7 HTTP/1.1" status: 200 len: 221 time: 0.1153309 Apr 06 14:29:49.913542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44378) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.918904 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7607-dafa-4daa-9829-5a2b8cd424a1 None None] Pushing event updated for resources: {'Port': ['ID=a49c7ad0-932c-49e7-84e3-3eb81ed90bad,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:49.920658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-81ae8045-2a8f-4563-9cb7-cdbc8b0fade8 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1773288515', 'description': 'label created by tempest'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:49.921399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-81ae8045-2a8f-4563-9cb7-cdbc8b0fade8 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Unknown quota resources ['metering_label']. {{(pid=104421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 06 14:29:49.921929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (f8893566-2ba5-48a8-9793-a75849fd6069), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.939932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-5684ac0d-b5d1-4679-a341-22d030c2d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:49.941678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-5684ac0d-b5d1-4679-a341-22d030c2d167 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.4585860 Apr 06 14:29:50.001678 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Routers {'f8893566-2ba5-48a8-9793-a75849fd6069'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:50.002375 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['f8893566-2ba5-48a8-9793-a75849fd6069'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:50.040900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:50.050637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.056920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.057281 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 5228b0bf-ae21-4492-9e9a-612a15af1413 of type vlan for network bc2bf7d6-8211-4afb-b26c-7afb90c04345 Apr 06 14:29:50.097210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-253ea846-4139-42c3-91d5-1dcf2e83f076 req-77495e14-20fb-40b0-8a70-931f86e8efc5 service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810948 Apr 06 14:29:50.098291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Floating IP 8258b7fb-b53d-4b68-b42e-80476f16ee64 associated. External IP: 172.26.6.235, port: eef70f8f-9000-41ba-8fd7-686ade7b21b8. Apr 06 14:29:50.236430 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] Set router f8893566-2ba5-48a8-9793-a75849fd6069 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:50.300968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.306166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.311065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:50.311661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.340607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797248c-09a2-459f-9cb5-17a48fc01759 None None] Pushing event updated for resources: {'Port': ['ID=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:50.353174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a8831-1ea3-4b5e-b792-19898c899ce3 None None] DHCP port deletion for 2aec01f3-e5d9-41d1-9079-906704abdaea request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:50.355187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d0e7249d-b5be-47cf-a08c-63f4042ec30c None None] Could not find standard attr ID for object 0dd86e3b-a9a8-4862-8232-ee10abd711e0. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:29:50.431008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.resource_extend [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:29:50.441575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0497c-0792-46c8-9b4d-531ee0f17af1 None None] Network 2aec01f3-e5d9-41d1-9079-906704abdaea requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:50.508593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-81ae8045-2a8f-4563-9cb7-cdbc8b0fade8 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.512442 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-81ae8045-2a8f-4563-9cb7-cdbc8b0fade8 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5953228 Apr 06 14:29:50.516264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44382) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:50.519851 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3106794 Apr 06 14:29:50.528804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44384) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:50.537281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:50.541539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0497c-0792-46c8-9b4d-531ee0f17af1 None None] Network 2aec01f3-e5d9-41d1-9079-906704abdaea could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:29:50.542166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739deed9-f8bc-41c5-b46d-6f1af39aef30 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:50.544368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Publish callbacks [] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.560490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:50.651497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.663283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:50.663283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.664432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.671394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Router c8453e84-5344-4aec-ba4b-d4488b5b14ef has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:50.673718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-ab6513ca-0153-4d91-928a-f0d1ce41d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:50.676049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-ab6513ca-0153-4d91-928a-f0d1ce41d3df service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.6845007 Apr 06 14:29:50.677506 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7a4e8662-603c-4fe2-a1c9-7904b0d2c862 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=0e80d63d-b831-4147-888a-9a7172f26225 HTTP/1.1" status: 200 len: 468 time: 0.1566935 Apr 06 14:29:50.685456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44386) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:50.704003 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8893566-2ba5-48a8-9793-a75849fd6069', 'name': 'tempest-snat-router-2140346402', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'a49c7ad0-932c-49e7-84e3-3eb81ed90bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:42Z', 'updated_at': '2022-04-06T14:29:45Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': 'a49c7ad0-932c-49e7-84e3-3eb81ed90bad', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8893566-2ba5-48a8-9793-a75849fd6069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:44Z', 'updated_at': '2022-04-06T14:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:50.739366 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e91e4-da60-4cd8-985d-f9c0f69b8567 None None] The sync data for ids ['f8893566-2ba5-48a8-9793-a75849fd6069'] in dv-neutron-836581-2-hyperv is: [{'id': 'f8893566-2ba5-48a8-9793-a75849fd6069', 'name': 'tempest-snat-router-2140346402', 'tenant_id': '95ccd5605cec475b975d121223c76bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'a49c7ad0-932c-49e7-84e3-3eb81ed90bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:42Z', 'updated_at': '2022-04-06T14:29:45Z', 'revision_number': 3, 'project_id': '95ccd5605cec475b975d121223c76bfa', 'gw_port': {'id': 'a49c7ad0-932c-49e7-84e3-3eb81ed90bad', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8893566-2ba5-48a8-9793-a75849fd6069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:44Z', 'updated_at': '2022-04-06T14:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:50.752625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (f8893566-2ba5-48a8-9793-a75849fd6069), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.753233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:50.763691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Pushing event updated for resources: {'Port': ['ID=c5fbc40b-31a0-48c3-9693-d63a58558e2b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:50.766340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:50.778619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:50.857806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'b9404b8e-be39-4902-ae98-a089b731762f', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'port_id': '720d0a62-e660-47c9-835f-5ec7bf969375', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'mac_address': 'fa:16:3e:ea:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:28:58Z', 'updated_at': '2022-04-06T14:29:43Z', 'revision_number': 1, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:52Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:50.893664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9df439-0e13-4e96-a4ed-bc89b3796ce6 None None] The sync data for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv is: [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'b9404b8e-be39-4902-ae98-a089b731762f', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'port_id': '720d0a62-e660-47c9-835f-5ec7bf969375', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'mac_address': 'fa:16:3e:ea:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:28:58Z', 'updated_at': '2022-04-06T14:29:43Z', 'revision_number': 1, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:52Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:50.898777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Attempting to bind port c5fbc40b-31a0-48c3-9693-d63a58558e2b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:50.900690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Attempting to bind port c5fbc40b-31a0-48c3-9693-d63a58558e2b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:50.901248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Attempting to bind port c5fbc40b-31a0-48c3-9693-d63a58558e2b on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:50.909407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:50.909795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:50.910363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.910957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:50.911519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Bound port: c5fbc40b-31a0-48c3-9693-d63a58558e2b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:50.911976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.940542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-af9adc28-8f27-4699-bbe0-3ea3c3049583 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1001 time: 0.1724565 Apr 06 14:29:51.008022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] For port c5fbc40b-31a0-48c3-9693-d63a58558e2b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:51.008022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] For port c5fbc40b-31a0-48c3-9693-d63a58558e2b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c5fbc40b-31a0-48c3-9693-d63a58558e2b,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:51.016042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::5450:fde0:c67b:8d34 (2934fa9c-89df-48fd-aebe-9f87f342666e/a0dafd3b-fe8c-49bc-a114-3d00d9b43cef/3a77c7c3-5568-42dc-a0af-ea146a9c404e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:51.098471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.114929 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5146060 Apr 06 14:29:51.128213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-05ac40b1-6b9c-4400-bd9d-b4198ddf4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:51.128213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-05ac40b1-6b9c-4400-bd9d-b4198ddf4dc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.1712282 Apr 06 14:29:51.130166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44388) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.171227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bacd1-5e0d-4c41-b2a9-f051c31ffe02 req-153dfb1b-ee18-4895-a669-7ca503468c41 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:51.181285 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-197bacd1-5e0d-4c41-b2a9-f051c31ffe02 req-153dfb1b-ee18-4895-a669-7ca503468c41 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.5505860 Apr 06 14:29:51.188038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:51.198207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02a5b6-f8c5-4e37-ae6c-d10834c91083 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=bc2bf7d6-8211-4afb-b26c-7afb90c04345,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:51.224444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network bc2bf7d6-8211-4afb-b26c-7afb90c04345 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:51.345778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f831c-688e-4708-b0fe-890a51783f93 None None] Pushing event updated for resources: {'Port': ['ID=c5fbc40b-31a0-48c3-9693-d63a58558e2b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:51.456894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Deleting port a49c7ad0-932c-49e7-84e3-3eb81ed90bad {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:51.457313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.517682 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-197bacd1-5e0d-4c41-b2a9-f051c31ffe02 req-924fd229-1b42-4364-b215-fca231b169df tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351605 Apr 06 14:29:51.607399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:51.611559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.623829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdaccb2-2a01-4d48-8e3c-ba4ea9d0d1eb None None] New status for floating IP b9404b8e-be39-4902-ae98-a089b731762f: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:29:51.624661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.654009 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] Sync routers for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:51.672116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0919800-708d-44b7-ba7f-598fcc394c0e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.672116 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f0919800-708d-44b7-ba7f-598fcc394c0e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/0e80d63d-b831-4147-888a-9a7172f26225 HTTP/1.1" status: 204 len: 168 time: 0.9787192 Apr 06 14:29:51.672116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44390) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.688488 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:51.689508 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:51.695822 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ea3b93c9-6fd7-4a5f-88ca-254f5f830f27 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=0e80d63d-b831-4147-888a-9a7172f26225 HTTP/1.1" status: 200 len: 216 time: 0.0204809 Apr 06 14:29:51.704600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44392) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.739129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.763888 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-89f13b89-50b6-466e-8f73-1141766a79fe tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0468681 Apr 06 14:29:51.770891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44394) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.883976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 is not hosted by any dhcp agent {{(pid=104421) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:29:51.891832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:51.894689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.906399 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "PUT /v2.0/networks/c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 HTTP/1.1" status: 200 len: 723 time: 1.3754745 Apr 06 14:29:51.912806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44396) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.933081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:51.945628 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b105ce85-ac5d-41f3-8bbf-bdabe017f80d tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1597977 Apr 06 14:29:51.970205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44398) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:52.010812 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:52.016602 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01bc7d-0f50-49b8-b86a-20634a804b5c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:52.035259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8134ddda-971a-45b3-b92a-7884991629a0 None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:52.108093 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-77b6d90a-8850-461c-9413-f1512d9a9c2a tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels/9d1a8a75-6975-4e0d-939a-7ce33dbade32 HTTP/1.1" status: 200 len: 473 time: 0.1050344 Apr 06 14:29:52.115171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44400) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:52.145711 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0480497a-379b-418d-bcab-a529909611b4 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules/f28bb9c7-57b1-41dc-add8-30c7a62b2149 HTTP/1.1" status: 200 len: 459 time: 0.0245261 Apr 06 14:29:52.151147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44402) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:52.175214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:29:52.345929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] Provisioning complete for port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:52.346605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.403600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (3a77c7c3-5568-42dc-a0af-ea146a9c404e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.413874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:52.435302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:52.438973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.447727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:52.451929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-b10bd97b-43ee-45c2-8490-b2ee4b07b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:52.453521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-b10bd97b-43ee-45c2-8490-b2ee4b07b919 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 1.2467973 Apr 06 14:29:52.464863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.620106 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '8258b7fb-b53d-4b68-b42e-80476f16ee64', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'port_id': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'mac_address': 'fa:16:3e:f5:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:08Z', 'updated_at': '2022-04-06T14:29:48Z', 'revision_number': 1, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:05Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:52.634914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (3a77c7c3-5568-42dc-a0af-ea146a9c404e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.644806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7204678-f20d-430e-ad25-ec88b97ea11e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.649152 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c7204678-f20d-430e-ad25-ec88b97ea11e tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/f28bb9c7-57b1-41dc-add8-30c7a62b2149 HTTP/1.1" status: 204 len: 168 time: 0.4940958 Apr 06 14:29:52.663187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44406) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:52.669136 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] Checking router: c8453e84-5344-4aec-ba4b-d4488b5b14ef for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:52.681262 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:52.681953 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:52.767347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=3a77c7c3-5568-42dc-a0af-ea146a9c404e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:52.813761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8c9d6211-7a9d-47c9-875a-5231c54e1565 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "PUT /v2.0/floatingips/8258b7fb-b53d-4b68-b42e-80476f16ee64 HTTP/1.1" status: 200 len: 991 time: 5.6825402 Apr 06 14:29:52.834667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:52.843149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630287fe-ee46-4375-861f-fb574423ddb5" -d '{"events": [{"name": "network-changed", "server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:52.872679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa45a-66a5-4b77-ab13-5e29922fb7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.894444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:52.894830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.947950 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:52.956146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:52.956531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.960371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:52.965013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] Update dhcp port {'port': {'network_id': 'd0650a4e-0752-4d01-beec-48217ac4f13a', 'fixed_ips': [{'subnet_id': '48ca64e4-7e24-4799-8065-937a9eb64726', 'ip_address': '2001:db8::2'}, {'subnet_id': '59813edc-72ae-4e9c-9e10-a8d55c57fe25'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '56c6ecd7-e2d9-4fc3-b594-0b475e856b25'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:29:53.012031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.028551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:53.047481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:53.054714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:53.055372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.061810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] For port a49c7ad0-932c-49e7-84e3-3eb81ed90bad, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a49c7ad0-932c-49e7-84e3-3eb81ed90bad,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:53.062191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.095207 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-09f90515-e78c-48d1-ab05-4ebdd23c497c service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553265 Apr 06 14:29:53.136639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] For port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,segment=NetworkSegment(9422e749-2020-42aa-a36c-35d97b73f14e),segment_id=9422e749-2020-42aa-a36c-35d97b73f14e)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:53.212208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:53.212663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.224783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.232468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd819820-e3e4-46ce-9667-a87a1abfdef9 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.236962 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fd819820-e3e4-46ce-9667-a87a1abfdef9 tempest-MeteringIpV6TestJSON-1641219786 tempest-MeteringIpV6TestJSON-1641219786-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/9d1a8a75-6975-4e0d-939a-7ce33dbade32 HTTP/1.1" status: 204 len: 168 time: 0.5706179 Apr 06 14:29:53.323283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (0aa1b493-6108-4b44-b606-a850649f9d8a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.380908 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-47cb8e8c-355a-42cb-a80f-6e52e4be56bd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8261375 Apr 06 14:29:53.405029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.405256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44416) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:53.430270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Calling delete_port for a49c7ad0-932c-49e7-84e3-3eb81ed90bad owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:53.434919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3069a-fa90-4ab7-8561-7b851bf28e3b None None] Pushing event updated for resources: {'Port': ['ID=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:53.452232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:53.453382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:53.477444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] Allocated IP 172.20.0.1 (d0650a4e-0752-4d01-beec-48217ac4f13a/59813edc-72ae-4e9c-9e10-a8d55c57fe25/56c6ecd7-e2d9-4fc3-b594-0b475e856b25) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:53.477444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] Provisioning complete for port c5fbc40b-31a0-48c3-9693-d63a58558e2b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:53.477444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.479469 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '8258b7fb-b53d-4b68-b42e-80476f16ee64', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'port_id': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'mac_address': 'fa:16:3e:f5:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:08Z', 'updated_at': '2022-04-06T14:29:48Z', 'revision_number': 1, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:05Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:53.483412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576d59-d3d4-4cb9-a130-688b826d8d22 req-0ff1b530-a50e-4c87-8ffa-33edd27172a5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:53.484919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49576d59-d3d4-4cb9-a130-688b826d8d22 req-0ff1b530-a50e-4c87-8ffa-33edd27172a5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.7195466 Apr 06 14:29:53.499257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.527326 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9af1f-670d-483f-af4c-af6a49ce3e2d None None] The sync data for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv is: [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '8258b7fb-b53d-4b68-b42e-80476f16ee64', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'port_id': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'mac_address': 'fa:16:3e:f5:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:08Z', 'updated_at': '2022-04-06T14:29:48Z', 'revision_number': 1, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:05Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:53.536739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '9bbc5c91-aef2-4529-b339-2e0e446a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:53.537100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:53.548558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=0aa1b493-6108-4b44-b606-a850649f9d8a,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:53.587399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c1aba-959b-46fb-938b-a1e35b20636c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:53.594263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c1aba-959b-46fb-938b-a1e35b20636c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:53.596231 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d93c1aba-959b-46fb-938b-a1e35b20636c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1880465 Apr 06 14:29:53.598879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44418) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:53.694429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:53.695745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:53.722470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa814-2805-4c5b-bac3-fc985e101271 req-cf1ddb55-e8a9-49ba-b6fe-6dc9b2c9959f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:53.724278 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4adfa814-2805-4c5b-bac3-fc985e101271 req-cf1ddb55-e8a9-49ba-b6fe-6dc9b2c9959f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.8234956 Apr 06 14:29:53.732117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 3a77c7c3-5568-42dc-a0af-ea146a9c404e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:53.732561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3a77c7c3-5568-42dc-a0af-ea146a9c404e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.749566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] For port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,segment=NetworkSegment(9422e749-2020-42aa-a36c-35d97b73f14e),segment_id=9422e749-2020-42aa-a36c-35d97b73f14e)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:53.783188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] Publish callbacks [] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.791347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:53.799144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] Current status of the port c5fbc40b-31a0-48c3-9693-d63a58558e2b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:53.799456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.800055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:53.801216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.820780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ea8f3-f963-4486-846e-383404d9ee01 None None] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:53.853189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49576d59-d3d4-4cb9-a130-688b826d8d22 req-7cc94b53-712b-4499-bd2f-2f192df60ce3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349380 Apr 06 14:29:53.863766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6780002a-ab5b-4c66-857b-41ba320a1bd1 req-fc6c7978-8334-4fae-b8b8-36305001b679 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551870 Apr 06 14:29:53.895241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.923011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': '5228b0bf-ae21-4492-9e9a-612a15af1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:53.923384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: bc2bf7d6-8211-4afb-b26c-7afb90c04345, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:53.924606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] For port c5fbc40b-31a0-48c3-9693-d63a58558e2b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c5fbc40b-31a0-48c3-9693-d63a58558e2b,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:53.941635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3a77c7c3-5568-42dc-a0af-ea146a9c404e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.952574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4adfa814-2805-4c5b-bac3-fc985e101271 req-59d5183e-be2f-46bf-9e5f-74e818f7158f tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182481 Apr 06 14:29:53.963730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 3a77c7c3-5568-42dc-a0af-ea146a9c404e owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:53.971939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44422) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:54.007606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a561e1-4958-46f2-971e-7b145700393a x-openstack-request-id: req-c3a561e1-4958-46f2-971e-7b145700393a {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:54.007813 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6212f1f6-c764-4f29-aae3-35ff35bcef48 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0882494 Apr 06 14:29:54.007921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:54.007921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c3a561e1-4958-46f2-971e-7b145700393a {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:54.008421 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a561e1-4958-46f2-971e-7b145700393a'] response: {'name': 'network-changed', 'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'status': 'completed', 'code': 200} Apr 06 14:29:54.015891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44428) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:54.024217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:54.046493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28471479-8ef3-47ad-9f8b-78449b77f7eb None None] New status for floating IP 8258b7fb-b53d-4b68-b42e-80476f16ee64: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:29:54.054613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.168306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce579c7-9f74-4d1d-b780-23751d80fb85 None None] Pushing event updated for resources: {'Port': ['ID=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:54.205997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network bc2bf7d6-8211-4afb-b26c-7afb90c04345 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:54.229624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb48a819-275e-4eff-915e-568eee62ad08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.236049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:54.237076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a49c7ad0-932c-49e7-84e3-3eb81ed90bad up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:54.242573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (3a77c7c3-5568-42dc-a0af-ea146a9c404e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.245789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630287fe-ee46-4375-861f-fb574423ddb5 req-4239c6a8-76d1-44b4-96d7-eb75f7c88907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:54.247503 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-4239c6a8-76d1-44b4-96d7-eb75f7c88907 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e9f30bec6855459bb9642ebd3f12cd29&device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 1129 time: 0.2368615 Apr 06 14:29:54.248016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, bc2bf7d6-8211-4afb-b26c-7afb90c04345) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:54.259489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1057317235'] for subnet (0aa1b493-6108-4b44-b606-a850649f9d8a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.263518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:54.264379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.284498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=3a77c7c3-5568-42dc-a0af-ea146a9c404e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:54.321683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be4d72-5958-42b3-b060-607831fdbba0 None None] Network bc2bf7d6-8211-4afb-b26c-7afb90c04345 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:54.330783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.340976 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f71cad9f-9138-48ed-8bb0-0546c991088d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/3a77c7c3-5568-42dc-a0af-ea146a9c404e HTTP/1.1" status: 204 len: 168 time: 0.7402353 Apr 06 14:29:54.342725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44432) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:54.360425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a49c7ad0-932c-49e7-84e3-3eb81ed90bad), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.392413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6', 'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6', 'project_id': '34e8649f4557444b8e3741624f0c80b4', 'fixed_ips': [{'subnet_id': '0aa1b493-6108-4b44-b606-a850649f9d8a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:54.394463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.425477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70644669-49af-4a2b-ab71-c05d00bc914e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:54.427058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70644669-49af-4a2b-ab71-c05d00bc914e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:54.431659 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-70644669-49af-4a2b-ab71-c05d00bc914e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0848835 Apr 06 14:29:54.435552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44434) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:54.438221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-75775316-f782-42c9-a024-42b1a828cb43 None None] Provisioning complete for port 3a77c7c3-5568-42dc-a0af-ea146a9c404e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:54.438587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-75775316-f782-42c9-a024-42b1a828cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3a77c7c3-5568-42dc-a0af-ea146a9c404e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.462919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-59b4f63b-d256-4e21-a0de-ed683c902e63 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3234391 Apr 06 14:29:54.464427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event deleted for resources: {'Port': ['ID=a49c7ad0-932c-49e7-84e3-3eb81ed90bad,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:54.467631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44436) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:54.554417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet a0dafd3b-fe8c-49bc-a114-3d00d9b43cef {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:54.562329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (a0dafd3b-fe8c-49bc-a114-3d00d9b43cef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.588192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-75775316-f782-42c9-a024-42b1a828cb43 None None] Port 3a77c7c3-5568-42dc-a0af-ea146a9c404e was deleted so its status cannot be updated. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 06 14:29:54.592738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a552-7917-41f7-a1e6-1229ce5487c6 None None] Pushing event updated for resources: {'Port': ['ID=c5fbc40b-31a0-48c3-9693-d63a58558e2b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:54.608823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No active binding found for port a49c7ad0-932c-49e7-84e3-3eb81ed90bad {{(pid=104422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 14:29:54.609218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] The host dv-neutron-836581-2-hyperv is not matching for port a49c7ad0-932c-49e7-84e3-3eb81ed90bad host None! {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:29:54.612618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a49c7ad0-932c-49e7-84e3-3eb81ed90bad not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 06 14:29:54.623179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (a0dafd3b-fe8c-49bc-a114-3d00d9b43cef), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.671766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Port a49c7ad0-932c-49e7-84e3-3eb81ed90bad not found, will not notify nova. {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 06 14:29:54.677988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c5fbc40b-31a0-48c3-9693-d63a58558e2b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:54.721993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630287fe-ee46-4375-861f-fb574423ddb5 req-c1fd878b-e417-4a5e-9eff-a5f03e981b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:54.723559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-c1fd878b-e417-4a5e-9eff-a5f03e981b5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=6670e642-eebd-4577-862d-e1cabf974576 HTTP/1.1" status: 200 len: 908 time: 0.4561317 Apr 06 14:29:54.764392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-bc2bf7d6-8211-4afb-b26c-7afb90c04345', 'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': 'b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:54.767137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.795695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a0dafd3b-fe8c-49bc-a114-3d00d9b43cef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.864989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb48a819-275e-4eff-915e-568eee62ad08 admin admin] Publish callbacks [] for security_group (c8200365-fea2-4d4a-86bb-e0d8a9e5d60c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.886928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afec8cf3-1a54-4305-b61c-7643ce09e57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.892865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (f8893566-2ba5-48a8-9793-a75849fd6069), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.926216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c5fbc40b-31a0-48c3-9693-d63a58558e2b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:54.926859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:54.970233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.009463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (a0dafd3b-fe8c-49bc-a114-3d00d9b43cef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.024820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb48a819-275e-4eff-915e-568eee62ad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c8200365-fea2-4d4a-86bb-e0d8a9e5d60c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.043609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=a0dafd3b-fe8c-49bc-a114-3d00d9b43cef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:55.053318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.067096 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-164af2ae-1ccd-4f22-9268-f6ae3d7bd380 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/a0dafd3b-fe8c-49bc-a114-3d00d9b43cef HTTP/1.1" status: 204 len: 168 time: 0.6300657 Apr 06 14:29:55.069192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44440) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:55.078039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763359885581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1057076247'] for subnet (0aa1b493-6108-4b44-b606-a850649f9d8a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.117866 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-30c57e04-4c3f-47d2-82b8-685b488f2ddb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467775 Apr 06 14:29:55.118636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44442) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:55.124269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:55.124675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-83930a00-1f42-4f7f-b59e-27b9018504c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8 HTTP/1.1" status: 200 len: 1001 time: 0.3763192 Apr 06 14:29:55.126815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (f8893566-2ba5-48a8-9793-a75849fd6069), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.172496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (f8893566-2ba5-48a8-9793-a75849fd6069), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.203256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f92ebd-f5d6-45a8-ba52-45bbb9ab2c66 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:55.269558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:55.269558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.269558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "PUT /v2.0/subnets/0aa1b493-6108-4b44-b606-a850649f9d8a HTTP/1.1" status: 200 len: 826 time: 1.2454412 Apr 06 14:29:55.269855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44444) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:55.277838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8ce6e-cb03-473b-8302-d5ba408867f7 None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:55.302173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb48a819-275e-4eff-915e-568eee62ad08 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fa1ed1bc80c84884871c455d44357ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3262708 Apr 06 14:29:55.310160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44446) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:55.315046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48a819-275e-4eff-915e-568eee62ad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8200365-fea2-4d4a-86bb-e0d8a9e5d60c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:55.366360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:55.373872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Allocated IP 172.20.0.1 (bc2bf7d6-8211-4afb-b26c-7afb90c04345/b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0/fc6d28cb-6bcf-4632-a8e5-4aafbe544237) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:55.383116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.410086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.413293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4fb3f-6d71-48ff-940a-045923dd4e58 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=0aa1b493-6108-4b44-b606-a850649f9d8a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:55.461344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630287fe-ee46-4375-861f-fb574423ddb5 req-a96634fa-4b82-4e84-a5c7-669448966250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:55.463375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-a96634fa-4b82-4e84-a5c7-669448966250 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22b97dcd-25a8-4823-9380-3fa428732aa1 HTTP/1.1" status: 200 len: 845 time: 0.2879722 Apr 06 14:29:55.496890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c45e0-497e-40fa-beac-09ff8216523c req-add69ad4-40de-4b7a-992d-a0b80cf708ff tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:55.503753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e4c45e0-497e-40fa-beac-09ff8216523c req-add69ad4-40de-4b7a-992d-a0b80cf708ff tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.4998424 Apr 06 14:29:55.512070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.543220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (f8893566-2ba5-48a8-9793-a75849fd6069), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.543901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8893566-2ba5-48a8-9793-a75849fd6069 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:55.583595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.596985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-68fa3ef8-6ba8-4b6a-9c66-f78aa1d852d4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/routers/f8893566-2ba5-48a8-9793-a75849fd6069 HTTP/1.1" status: 204 len: 168 time: 6.1522243 Apr 06 14:29:55.597233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44448) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:55.653082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-077f1315-ae74-400d-ab4e-92c713b48e09 admin admin] Publish callbacks [] for security_group (c8200365-fea2-4d4a-86bb-e0d8a9e5d60c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.709327 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e4c45e0-497e-40fa-beac-09ff8216523c req-c80a5e41-b3dc-46e4-b6fc-04204344b694 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046413 Apr 06 14:29:55.711966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630287fe-ee46-4375-861f-fb574423ddb5 req-f15c4a46-e29b-45b6-9cf3-57ffae04f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:55.716662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (0aa1b493-6108-4b44-b606-a850649f9d8a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.721170 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-f15c4a46-e29b-45b6-9cf3-57ffae04f8b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6670e642-eebd-4577-862d-e1cabf974576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2403107 Apr 06 14:29:55.743530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Allocated IP 2001:db8::2 (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6/0aa1b493-6108-4b44-b606-a850649f9d8a/907c60eb-6491-4e89-b551-1e4c619599fa) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:55.752975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-077f1315-ae74-400d-ab4e-92c713b48e09 admin admin] Publish callbacks [] for security_group (c8200365-fea2-4d4a-86bb-e0d8a9e5d60c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.834628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-7d8274c9-ec34-43b2-8d11-5867ff55f379 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3257220 Apr 06 14:29:55.910158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-46f6fd7d-c34c-4196-8848-57bf41de6980 None None] Provisioning complete for port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:55.910158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd7d-c34c-4196-8848-57bf41de6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.978067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (a83b8017-e309-4a9f-9a54-2f4584ba02e8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:55.999056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Publish callbacks [] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.002607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018aa6-0d3c-4e53-8bd3-7aab27958e27 req-391c363d-a55f-49b6-be2e-379652d58e38 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:56.004169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38018aa6-0d3c-4e53-8bd3-7aab27958e27 req-391c363d-a55f-49b6-be2e-379652d58e38 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1668465 Apr 06 14:29:56.013087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-2a1dbd7a-4ad0-4c68-b800-58c76ada618d service neutron] 10.222.0.79 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909596 Apr 06 14:29:56.046465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-a4650501-d1f5-4766-8830-ce68d3d79531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:56.048534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-a4650501-d1f5-4766-8830-ce68d3d79531 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ec538dde52943eeacbad39ea9e7310a&device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 1129 time: 0.1538363 Apr 06 14:29:56.051013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.066898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (0c2fd837-073e-439d-af63-95aea8bb1fb1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.107870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c5fbc40b-31a0-48c3-9693-d63a58558e2b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:56.130253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0dd86e3b-a9a8-4862-8232-ee10abd711e0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:56.162961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.186714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0dd86e3b-a9a8-4862-8232-ee10abd711e0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:56.187060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0dd86e3b-a9a8-4862-8232-ee10abd711e0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:56.245189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Publish callbacks [] for port (907c60eb-6491-4e89-b551-1e4c619599fa), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.247351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:56.263688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:56.265929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:56.269992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:56.270799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.315102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=0c2fd837-073e-439d-af63-95aea8bb1fb1,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:56.341568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (a83b8017-e309-4a9f-9a54-2f4584ba02e8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.377497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Network bc2bf7d6-8211-4afb-b26c-7afb90c04345 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:56.383933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (907c60eb-6491-4e89-b551-1e4c619599fa), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.389116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:56.391078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:56.393566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Pushing event updated for resources: {'Port': ['ID=fc6d28cb-6bcf-4632-a8e5-4aafbe544237,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:56.396742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:56.401178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-46f6fd7d-c34c-4196-8848-57bf41de6980 None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:56.404941 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c14028a-a1de-471f-838e-16398de08b50 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2846649 Apr 06 14:29:56.405569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44452) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:56.414973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': '0c2fd837-073e-439d-af63-95aea8bb1fb1', 'ip_address': '2001:db8::9d62:449d:91ab:f44'}], 'name': 'tempest-NetworksTestDHCPv6-100705980'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:56.495242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (0aa1b493-6108-4b44-b606-a850649f9d8a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.531780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:56.560311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:56.567560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Pushing event updated for resources: {'Port': ['ID=907c60eb-6491-4e89-b551-1e4c619599fa,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:56.578335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:56.596902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa1b493-6108-4b44-b606-a850649f9d8a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:56.618167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Attempting to bind port fc6d28cb-6bcf-4632-a8e5-4aafbe544237 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:56.618638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Attempting to bind port fc6d28cb-6bcf-4632-a8e5-4aafbe544237 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5228b0bf-ae21-4492-9e9a-612a15af1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:56.618881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Attempting to bind port fc6d28cb-6bcf-4632-a8e5-4aafbe544237 on network bc2bf7d6-8211-4afb-b26c-7afb90c04345 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:56.643070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ee30ac3a-cbb6-480c-9d03-f707dc3ba4ec None None] Provisioning complete for port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:56.643456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac3a-cbb6-480c-9d03-f707dc3ba4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.681445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-077f1315-ae74-400d-ab4e-92c713b48e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c8200365-fea2-4d4a-86bb-e0d8a9e5d60c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.684117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-077f1315-ae74-400d-ab4e-92c713b48e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.687570 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-077f1315-ae74-400d-ab4e-92c713b48e09 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c8200365-fea2-4d4a-86bb-e0d8a9e5d60c HTTP/1.1" status: 204 len: 168 time: 1.3158782 Apr 06 14:29:56.707376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f1315-ae74-400d-ab4e-92c713b48e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8200365-fea2-4d4a-86bb-e0d8a9e5d60c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:56.747086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] Deleting port c5fbc40b-31a0-48c3-9693-d63a58558e2b {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:56.747086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.752644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.752813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:56.753246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Checking segment: {'id': '5228b0bf-ae21-4492-9e9a-612a15af1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:56.753522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.753928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Bound using segment: {'id': '5228b0bf-ae21-4492-9e9a-612a15af1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:56.754423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Bound port: fc6d28cb-6bcf-4632-a8e5-4aafbe544237, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5228b0bf-ae21-4492-9e9a-612a15af1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:56.754811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.787721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Deleting port 155870ca-6913-4f6b-a724-3af25a48a58c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:56.788960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.794739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:56.843724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:29:56.844194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.861422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Attempting to bind port 907c60eb-6491-4e89-b551-1e4c619599fa on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:29:56.861422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Attempting to bind port 907c60eb-6491-4e89-b551-1e4c619599fa by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9bbc5c91-aef2-4529-b339-2e0e446a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:29:56.861422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Attempting to bind port 907c60eb-6491-4e89-b551-1e4c619599fa on network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:29:56.870018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-b2ab48b9-1092-478e-91ce-69f85c2aaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:56.871114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbc5c91-aef2-4529-b339-2e0e446a3317') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:56.871420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbc5c91-aef2-4529-b339-2e0e446a3317') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:56.871835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-b2ab48b9-1092-478e-91ce-69f85c2aaca6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f014f8d5-b1e0-4f16-a65e-e246c927c89e HTTP/1.1" status: 200 len: 912 time: 0.7763362 Apr 06 14:29:56.874543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630287fe-ee46-4375-861f-fb574423ddb5 req-9a378db3-d39d-49cf-914e-f3ac20b6f13b service neutron] 10.222.0.79 "GET /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8455465 Apr 06 14:29:56.884884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.886743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38018aa6-0d3c-4e53-8bd3-7aab27958e27 req-c6af9c3c-c628-4ba4-8dff-d5079b34437c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8721085 Apr 06 14:29:56.894343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.920140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:29:56.920603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Checking segment: {'id': '9bbc5c91-aef2-4529-b339-2e0e446a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:29:56.921106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.921636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Bound using segment: {'id': '9bbc5c91-aef2-4529-b339-2e0e446a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:29:56.922207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Bound port: 907c60eb-6491-4e89-b551-1e4c619599fa, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbc5c91-aef2-4529-b339-2e0e446a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:29:56.922673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (907c60eb-6491-4e89-b551-1e4c619599fa), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.938214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.944214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:56.964024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:56.968863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:56.989735 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:57.007353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:57.078951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] For port fc6d28cb-6bcf-4632-a8e5-4aafbe544237, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:57.090917 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-2340aea9-bfff-43a3-8dce-c1a16f76039d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720d0a62-e660-47c9-835f-5ec7bf969375 HTTP/1.1" status: 200 len: 1001 time: 0.2028589 Apr 06 14:29:57.091678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] For port c5fbc40b-31a0-48c3-9693-d63a58558e2b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c5fbc40b-31a0-48c3-9693-d63a58558e2b,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:57.092195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.093157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.103252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ee30ac3a-cbb6-480c-9d03-f707dc3ba4ec None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:57.130178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] For port fc6d28cb-6bcf-4632-a8e5-4aafbe544237, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fc6d28cb-6bcf-4632-a8e5-4aafbe544237,segment=NetworkSegment(5228b0bf-ae21-4492-9e9a-612a15af1413),segment_id=5228b0bf-ae21-4492-9e9a-612a15af1413)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:57.142646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] Calling delete_port for c5fbc40b-31a0-48c3-9693-d63a58558e2b owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:57.164646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-7cf5441c-b8f7-4b05-bea6-03fb230d3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:57.166765 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-7cf5441c-b8f7-4b05-bea6-03fb230d3c66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6fab35-ddb0-4e57-aeec-358676da6320 HTTP/1.1" status: 200 len: 849 time: 0.0647469 Apr 06 14:29:57.197428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] For port 907c60eb-6491-4e89-b551-1e4c619599fa, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:57.223149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2bf7d6-8211-4afb-b26c-7afb90c04345']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.242951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5228b0bf-ae21-4492-9e9a-612a15af1413') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.243307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5228b0bf-ae21-4492-9e9a-612a15af1413') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.259531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.279438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-f5a264c7-5e8c-4a7b-9012-86723fa01435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:57.279912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.281824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-f5a264c7-5e8c-4a7b-9012-86723fa01435 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f014f8d5-b1e0-4f16-a65e-e246c927c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1030402 Apr 06 14:29:57.283088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.290679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:57.291181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:57.294471 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:57.336537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:57.439655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219c63-c589-4f11-934a-0da2a13bf9b1 None None] Pushing event updated for resources: {'Port': ['ID=fc6d28cb-6bcf-4632-a8e5-4aafbe544237,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:57.446284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c5fbc40b-31a0-48c3-9693-d63a58558e2b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:57.449317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-0cf41bbb-901d-4924-b8ed-2c8044d613fc service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600349 Apr 06 14:29:57.495894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.580895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.586598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] For port 155870ca-6913-4f6b-a724-3af25a48a58c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=155870ca-6913-4f6b-a724-3af25a48a58c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:57.586598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.601958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c5d93f6-46b2-420a-8f46-5e8b31959c49 req-1f33b987-b960-407f-a860-e4f9fbfe5732 service neutron] 10.222.0.79 "GET /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396661 Apr 06 14:29:57.607984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Calling delete_port for 155870ca-6913-4f6b-a724-3af25a48a58c owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:57.649386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:29:57.649386 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:29:57.649386 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': 'c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6'}] Apr 06 14:29:57.649386 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:57.649818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:57.702605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44462) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:57.739593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6732-2975-4ef0-87f9-f5093a2aae7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.745837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.api [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:29:57.745837 dv-neutron-836581-2-hyperv neutron-server[104420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:29:57.745837 dv-neutron-836581-2-hyperv neutron-server[104420]: [parameters: {'id': 'bc2bf7d6-8211-4afb-b26c-7afb90c04345'}] Apr 06 14:29:57.745837 dv-neutron-836581-2-hyperv neutron-server[104420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:29:57.748551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG oslo_db.api [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:29:57.759293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.799763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 41984e83-b74c-4a11-99a3-7264f5fcd4b8 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:29:57.846361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6732-2975-4ef0-87f9-f5093a2aae7e admin admin] Publish callbacks [] for security_group (542377ad-06c7-41bd-9c1c-804af3e22868), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.859911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8dbe2-9950-4b11-b735-635ea0163525 req-7d82c7b1-bd2b-44d2-988c-3ca142038c01 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:57.866009 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6ab8dbe2-9950-4b11-b735-635ea0163525 req-7d82c7b1-bd2b-44d2-988c-3ca142038c01 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2564850 Apr 06 14:29:57.948588 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6ab8dbe2-9950-4b11-b735-635ea0163525 req-406ad0d9-1121-48fc-ae5c-040066308997 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790033 Apr 06 14:29:57.949622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] Pushing event deleted for resources: {'Port': ['ID=c5fbc40b-31a0-48c3-9693-d63a58558e2b,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:57.951278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6732-2975-4ef0-87f9-f5093a2aae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (542377ad-06c7-41bd-9c1c-804af3e22868), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.961165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] For port 907c60eb-6491-4e89-b551-1e4c619599fa, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=907c60eb-6491-4e89-b551-1e4c619599fa,segment=NetworkSegment(9bbc5c91-aef2-4529-b339-2e0e446a3317),segment_id=9bbc5c91-aef2-4529-b339-2e0e446a3317)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:57.967956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c5fbc40b-31a0-48c3-9693-d63a58558e2b is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:29:57.968507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c5fbc40b-31a0-48c3-9693-d63a58558e2b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.987695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eed691-9f01-4bae-98f2-bd6968145746 None None] No DVR routers for this DVR port c5fbc40b-31a0-48c3-9693-d63a58558e2b on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:57.988314 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4c9a6732-2975-4ef0-87f9-f5093a2aae7e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2c3a539d866140d59b3f7a099f77f3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723384 Apr 06 14:29:58.000690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44466) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:58.016446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e90031e-3940-4aa6-b7eb-2e30818c9e5a None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:58.036964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a6732-2975-4ef0-87f9-f5093a2aae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542377ad-06c7-41bd-9c1c-804af3e22868,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:58.100266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (907c60eb-6491-4e89-b551-1e4c619599fa), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.116507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-889abc00-421d-443e-b508-9170eb4587ac admin admin] Publish callbacks [] for security_group (542377ad-06c7-41bd-9c1c-804af3e22868), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.149602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-889abc00-421d-443e-b508-9170eb4587ac admin admin] Publish callbacks [] for security_group (542377ad-06c7-41bd-9c1c-804af3e22868), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.155855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.199220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc7f5-219c-4e12-bd63-7a6f2ec81270 None None] Pushing event updated for resources: {'Port': ['ID=907c60eb-6491-4e89-b551-1e4c619599fa,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:58.248032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.300335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-889abc00-421d-443e-b508-9170eb4587ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (542377ad-06c7-41bd-9c1c-804af3e22868), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.306938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-889abc00-421d-443e-b508-9170eb4587ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.310668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-889abc00-421d-443e-b508-9170eb4587ac admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/542377ad-06c7-41bd-9c1c-804af3e22868 HTTP/1.1" status: 204 len: 168 time: 0.3099823 Apr 06 14:29:58.356107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889abc00-421d-443e-b508-9170eb4587ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542377ad-06c7-41bd-9c1c-804af3e22868,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:58.404786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port fc6d28cb-6bcf-4632-a8e5-4aafbe544237 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:58.405278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.497379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '0c2fd837-073e-439d-af63-95aea8bb1fb1'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:29:58.498259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.565406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a49c7ad0-932c-49e7-84e3-3eb81ed90bad no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:58.611647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port fc6d28cb-6bcf-4632-a8e5-4aafbe544237, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fc6d28cb-6bcf-4632-a8e5-4aafbe544237,segment=NetworkSegment(5228b0bf-ae21-4492-9e9a-612a15af1413),segment_id=5228b0bf-ae21-4492-9e9a-612a15af1413)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:58.613114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.631552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for fc6d28cb-6bcf-4632-a8e5-4aafbe544237 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:58.635739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (155870ca-6913-4f6b-a724-3af25a48a58c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.679347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::9d62:449d:91ab:f44 (2934fa9c-89df-48fd-aebe-9f87f342666e/0c2fd837-073e-439d-af63-95aea8bb1fb1/41984e83-b74c-4a11-99a3-7264f5fcd4b8) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:58.727025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event deleted for resources: {'Port': ['ID=155870ca-6913-4f6b-a724-3af25a48a58c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:58.731201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a49c7ad0-932c-49e7-84e3-3eb81ed90bad {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:58.732068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a49c7ad0-932c-49e7-84e3-3eb81ed90bad not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:58.931844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c52ad-6619-4a6f-beb1-20f8e3066c72 None None] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:58.945472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.953521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting port 907c60eb-6491-4e89-b551-1e4c619599fa {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:58.953973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (907c60eb-6491-4e89-b551-1e4c619599fa), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.959085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fc6d28cb-6bcf-4632-a8e5-4aafbe544237), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.065885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (a83b8017-e309-4a9f-9a54-2f4584ba02e8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.069046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=fc6d28cb-6bcf-4632-a8e5-4aafbe544237,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.088157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port fc6d28cb-6bcf-4632-a8e5-4aafbe544237 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:59.117210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fefaa-9b8b-4cbd-8dd1-2138d0d5cec0 None None] Network bc2bf7d6-8211-4afb-b26c-7afb90c04345 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:59.193668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc6d28cb-6bcf-4632-a8e5-4aafbe544237 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:29:59.207526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (a83b8017-e309-4a9f-9a54-2f4584ba02e8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.229464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_controller (a83b8017-e309-4a9f-9a54-2f4584ba02e8), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.250524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: fc6d28cb-6bcf-4632-a8e5-4aafbe544237 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:59.250524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc6d28cb-6bcf-4632-a8e5-4aafbe544237 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 06 14:29:59.250524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4140496-15a6-400d-85bc-12ed0265ecc4 None None] Network c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:59.250524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-021df926-2a9f-4ec5-89ba-c8c234e5da48 None None] Could not find standard attr ID for object fc6d28cb-6bcf-4632-a8e5-4aafbe544237. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:29:59.257820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.292566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] For port 907c60eb-6491-4e89-b551-1e4c619599fa, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=907c60eb-6491-4e89-b551-1e4c619599fa,segment=NetworkSegment(9bbc5c91-aef2-4529-b339-2e0e446a3317),segment_id=9bbc5c91-aef2-4529-b339-2e0e446a3317)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:59.292764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (907c60eb-6491-4e89-b551-1e4c619599fa), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.294713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2bf7d6-8211-4afb-b26c-7afb90c04345']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.310903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5228b0bf-ae21-4492-9e9a-612a15af1413') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.311476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5228b0bf-ae21-4492-9e9a-612a15af1413') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.312997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Port fc6d28cb-6bcf-4632-a8e5-4aafbe544237 not found, will not notify nova. {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 06 14:29:59.329873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.348845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Calling delete_port for 907c60eb-6491-4e89-b551-1e4c619599fa owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:59.406798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.421357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:59.421885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (5228b0bf-ae21-4492-9e9a-612a15af1413), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:59.425236 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:59.442354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27486f74-db71-4eaa-a06c-afe155ca773a None None] DHCP port deletion for bc2bf7d6-8211-4afb-b26c-7afb90c04345 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:59.462366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (a83b8017-e309-4a9f-9a54-2f4584ba02e8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.462889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a83b8017-e309-4a9f-9a54-2f4584ba02e8 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:59.473273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.481148 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-86179e8a-f719-492e-b06f-d6fc40a58c5b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "DELETE /v2.0/routers/a83b8017-e309-4a9f-9a54-2f4584ba02e8 HTTP/1.1" status: 204 len: 168 time: 3.8886237 Apr 06 14:29:59.483527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44486) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:59.484312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (41984e83-b74c-4a11-99a3-7264f5fcd4b8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.493438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1065408733', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:59.532803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544acef-0d68-44f8-9a62-f33df1937693 req-86c0a2cc-c471-4de0-8a07-72c2d8b5fd8c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:59.534525 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d544acef-0d68-44f8-9a62-f33df1937693 req-86c0a2cc-c471-4de0-8a07-72c2d8b5fd8c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1949463 Apr 06 14:29:59.604653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d544acef-0d68-44f8-9a62-f33df1937693 req-22003303-6448-4afb-a2bf-a0b6bf10ef10 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615683 Apr 06 14:29:59.612595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (907c60eb-6491-4e89-b551-1e4c619599fa), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.642305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Port': ['ID=907c60eb-6491-4e89-b551-1e4c619599fa,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.648031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No DVR routers for this DVR port 907c60eb-6491-4e89-b551-1e4c619599fa on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:59.672831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.673021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (41984e83-b74c-4a11-99a3-7264f5fcd4b8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.673130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.674642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (bc2bf7d6-8211-4afb-b26c-7afb90c04345), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.685887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.692632 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/bc2bf7d6-8211-4afb-b26c-7afb90c04345 HTTP/1.1" status: 204 len: 168 time: 5.2069571 Apr 06 14:29:59.693591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44492) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:59.703891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d43c1-e28d-4a61-a8d2-4d2e92242df3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=bc2bf7d6-8211-4afb-b26c-7afb90c04345,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.728277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/0c2fd837-073e-439d-af63-95aea8bb1fb1/0eb24c50-e480-49ad-8638-f4312d46464a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:59.729656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772500625'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:29:59.759867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.782591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:59.799730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.818669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:59.827867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:29:59.833105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:59.834354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.843359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=41984e83-b74c-4a11-99a3-7264f5fcd4b8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.855284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.865952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbc5c91-aef2-4529-b339-2e0e446a3317') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.866333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbc5c91-aef2-4529-b339-2e0e446a3317') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.879423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.909243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.914520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Publish callbacks [] for port (0eb24c50-e480-49ad-8638-f4312d46464a), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.914741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:59.923149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.938181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:59.938661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (9bbc5c91-aef2-4529-b339-2e0e446a3317), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:59.941880 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:59.948592 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2962ab76-ae17-4d26-9be8-d7b61b7ab86d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5417924 Apr 06 14:29:59.958321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44500) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:59.995721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.008165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:00.022355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.023421 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment e5714731-dca1-4961-9dfc-b375a3d864c1 of type vlan for network 76d46cba-150d-4c7e-a029-65062f3b8732 Apr 06 14:30:00.030287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.042016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:00.045208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:00.053082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:00.080230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.086731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.092429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e01b6-cb4a-4b4e-b423-0bb569fabccc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:00.095994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.097601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Pushing event updated for resources: {'Port': ['ID=0eb24c50-e480-49ad-8638-f4312d46464a,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:00.099601 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 HTTP/1.1" status: 204 len: 168 time: 4.8322716 Apr 06 14:30:00.100522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e01b6-cb4a-4b4e-b423-0bb569fabccc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:00.103142 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f82e01b6-cb4a-4b4e-b423-0bb569fabccc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1441069 Apr 06 14:30:00.103998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44504) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:00.115423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44506) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:00.121917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112563-80f6-44ce-82e8-d4170d83ff4c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:00.148119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Attempting to bind port 0eb24c50-e480-49ad-8638-f4312d46464a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:00.148646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Attempting to bind port 0eb24c50-e480-49ad-8638-f4312d46464a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:00.149042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Attempting to bind port 0eb24c50-e480-49ad-8638-f4312d46464a on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:00.149531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb96cff-48f6-4f01-bbb2-08bfacc64e15 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:00.150199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb96cff-48f6-4f01-bbb2-08bfacc64e15 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:00.157250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ceb96cff-48f6-4f01-bbb2-08bfacc64e15 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 HTTP/1.1" status: 404 len: 339 time: 0.0480833 Apr 06 14:30:00.157420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:00.157420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:00.157420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.157420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:00.157420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Bound port: 0eb24c50-e480-49ad-8638-f4312d46464a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:00.157420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.157939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44508) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:00.165588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145814081', 'description': 'd1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:00.195887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.202280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:00.202946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.238760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] For port 0eb24c50-e480-49ad-8638-f4312d46464a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:00.242928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] For port 0eb24c50-e480-49ad-8638-f4312d46464a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0eb24c50-e480-49ad-8638-f4312d46464a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:00.264031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:00.267275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.300999 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=76d46cba-150d-4c7e-a029-65062f3b8732,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:00.312892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:00.316132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 76d46cba-150d-4c7e-a029-65062f3b8732 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:00.317686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 41984e83-b74c-4a11-99a3-7264f5fcd4b8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:00.318116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (41984e83-b74c-4a11-99a3-7264f5fcd4b8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.323320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e6d85329-ac4b-40a9-b7fc-eae4d87e393b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.323678 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment e6d85329-ac4b-40a9-b7fc-eae4d87e393b of type vlan for network 72bb5a83-2e49-4048-b277-38bba8d44a29 Apr 06 14:30:00.362719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.368985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.377070 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6625a1a9-cdcc-452d-8619-f7222a74f790 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6772306 Apr 06 14:30:00.380192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44512) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:00.387589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:00.463199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (41984e83-b74c-4a11-99a3-7264f5fcd4b8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.522720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00a18-43d5-4f6b-9a6f-434eb1a2a871 None None] Pushing event updated for resources: {'Port': ['ID=0eb24c50-e480-49ad-8638-f4312d46464a,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:00.526732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.537033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:00.537670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.558252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 41984e83-b74c-4a11-99a3-7264f5fcd4b8 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:00.602979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (405f21be-e0eb-45ec-879d-d24833a528a5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.657729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=72bb5a83-2e49-4048-b277-38bba8d44a29,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:00.668914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.672447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 72bb5a83-2e49-4048-b277-38bba8d44a29 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:00.692049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-048561ef-d611-4b19-afb6-7631a1597c6e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5329957 Apr 06 14:30:00.695135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:00.698765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:00.812425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44520) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.169990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (5e1cae4b-1806-441a-a896-ee0dca2429b0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.186996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Allocated IP 172.26.6.215 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/60705b89-e260-49d1-bfd2-bb39f2f0d5d7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:01.209159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed87e13-e837-4104-b5e7-fdbaa09e6339 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:01.212692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ed87e13-e837-4104-b5e7-fdbaa09e6339 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks?id=72bb5a83-2e49-4048-b277-38bba8d44a29 HTTP/1.1" status: 200 len: 765 time: 0.3984601 Apr 06 14:30:01.217596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44530) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.231224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'description': 'd2'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:01.243259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (41984e83-b74c-4a11-99a3-7264f5fcd4b8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.265637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=5e1cae4b-1806-441a-a896-ee0dca2429b0,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:01.270831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': 'e5714731-dca1-4961-9dfc-b375a3d864c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:01.271514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 76d46cba-150d-4c7e-a029-65062f3b8732, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:01.282354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0eb24c50-e480-49ad-8638-f4312d46464a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:01.314832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef9d60-4a0c-4a70-b915-ca76c3866750 req-6c564fc3-427f-401d-842c-9e35edd12157 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:01.316355 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fef9d60-4a0c-4a70-b915-ca76c3866750 req-6c564fc3-427f-401d-842c-9e35edd12157 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.5185649 Apr 06 14:30:01.339001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0eb24c50-e480-49ad-8638-f4312d46464a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:01.339145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44532) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.339558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.374564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 76d46cba-150d-4c7e-a029-65062f3b8732 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:01.390160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=41984e83-b74c-4a11-99a3-7264f5fcd4b8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:01.449778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.453031 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2098c588-27bf-4aed-be98-aa8ba70d531f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/41984e83-b74c-4a11-99a3-7264f5fcd4b8 HTTP/1.1" status: 204 len: 168 time: 1.3356121 Apr 06 14:30:01.456271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44536) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.467224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0eb24c50-e480-49ad-8638-f4312d46464a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:01.467475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.472359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 76d46cba-150d-4c7e-a029-65062f3b8732) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:01.501299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e2eb2-5f55-4c2c-a942-39d137d0b014 None None] Network 76d46cba-150d-4c7e-a029-65062f3b8732 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:01.512235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:01.513454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.556225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8eb250-1222-4fff-b5cd-47592b7b9d3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:01.557983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8eb250-1222-4fff-b5cd-47592b7b9d3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:01.559532 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bb8eb250-1222-4fff-b5cd-47592b7b9d3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1021416 Apr 06 14:30:01.562591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44538) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.577862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1914590065'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:01.602306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 0eb24c50-e480-49ad-8638-f4312d46464a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0eb24c50-e480-49ad-8638-f4312d46464a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:01.623739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for port (60705b89-e260-49d1-bfd2-bb39f2f0d5d7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.661069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 0c2fd837-073e-439d-af63-95aea8bb1fb1 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:01.669252 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fef9d60-4a0c-4a70-b915-ca76c3866750 req-8debc5a4-f9b7-46d2-ba8c-f88c0ae34df4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114614 Apr 06 14:30:01.669738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44540) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.669868 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1587e427-53e1-413f-992f-79f9615c1122 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2885239 Apr 06 14:30:01.672471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (0c2fd837-073e-439d-af63-95aea8bb1fb1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.695854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.723074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-76d46cba-150d-4c7e-a029-65062f3b8732', 'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': '5e1cae4b-1806-441a-a896-ee0dca2429b0'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:01.723957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.755010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (0c2fd837-073e-439d-af63-95aea8bb1fb1), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.781266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.832555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Made reservation on behalf of 0d53a0ce59c746a3b6f8868ec9e81341 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:01.837483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.845915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.855484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc6d28cb-6bcf-4632-a8e5-4aafbe544237 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:01.868810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.880185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=0eb24c50-e480-49ad-8638-f4312d46464a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:01.901245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.903109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (0c2fd837-073e-439d-af63-95aea8bb1fb1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.907223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: fc6d28cb-6bcf-4632-a8e5-4aafbe544237 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:01.907378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc6d28cb-6bcf-4632-a8e5-4aafbe544237 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:01.907760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 155870ca-6913-4f6b-a724-3af25a48a58c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:01.931569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 155870ca-6913-4f6b-a724-3af25a48a58c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:01.931922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 155870ca-6913-4f6b-a724-3af25a48a58c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:01.951225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Allocated IP 172.20.0.1 (76d46cba-150d-4c7e-a029-65062f3b8732/5e1cae4b-1806-441a-a896-ee0dca2429b0/b46aefcf-dcd4-4171-ae77-902a92e33f30) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:01.979151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 72bb5a83-2e49-4048-b277-38bba8d44a29 is not hosted by any dhcp agent {{(pid=104420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:30:01.984215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:01.990163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:01.994354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "PUT /v2.0/networks/72bb5a83-2e49-4048-b277-38bba8d44a29 HTTP/1.1" status: 200 len: 762 time: 0.7755525 Apr 06 14:30:01.994489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44542) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:01.995899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (60705b89-e260-49d1-bfd2-bb39f2f0d5d7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.051448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-785a5da2-efa5-4465-8767-a32fe45cb4db None None] Provisioning complete for port 0eb24c50-e480-49ad-8638-f4312d46464a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:02.051448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-785a5da2-efa5-4465-8767-a32fe45cb4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.059908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (5e1cae4b-1806-441a-a896-ee0dca2429b0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.100457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9d5f6-a556-4e40-b619-4e5b7240aa76 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=72bb5a83-2e49-4048-b277-38bba8d44a29,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:02.117525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 72bb5a83-2e49-4048-b277-38bba8d44a29 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:02.129636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:02.137600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks [] for security_group (3ab1fa53-ba2b-4371-827e-bffca2fa226f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.138657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:02.138956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (0c2fd837-073e-439d-af63-95aea8bb1fb1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.145229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:02.150523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event updated for resources: {'Port': ['ID=60705b89-e260-49d1-bfd2-bb39f2f0d5d7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:02.431706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3ab1fa53-ba2b-4371-827e-bffca2fa226f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.434720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2fd837-073e-439d-af63-95aea8bb1fb1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:02.454245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Publish callbacks [] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.465751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a6252-a669-41e5-8766-78a843a3cc98 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:02.467235 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8f7a6252-a669-41e5-8766-78a843a3cc98 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks?id=72bb5a83-2e49-4048-b277-38bba8d44a29 HTTP/1.1" status: 200 len: 765 time: 0.4713922 Apr 06 14:30:02.488731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.488731 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2e7d78ed-b8cf-4db0-ade6-9ef969be103d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/0c2fd837-073e-439d-af63-95aea8bb1fb1 HTTP/1.1" status: 204 len: 168 time: 0.9137874 Apr 06 14:30:02.488731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44544) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:02.488954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-785a5da2-efa5-4465-8767-a32fe45cb4db None None] Current status of the port 0eb24c50-e480-49ad-8638-f4312d46464a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:02.488954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e7ffc-0066-43b5-9d3f-530c7df315d8 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:02.489085 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:02.503451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44546) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:02.550706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.570683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2bc5c826-fe1f-48f4-816d-73b6554fc835), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.571409 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Added segment 2bc5c826-fe1f-48f4-816d-73b6554fc835 of type vlan for network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 Apr 06 14:30:02.572401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab1fa53-ba2b-4371-827e-bffca2fa226f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:02.599539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (405f21be-e0eb-45ec-879d-d24833a528a5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.618714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-806d6ccc-c9ea-4307-985c-3de81df7b63c None None] Could not find standard attr ID for object 41984e83-b74c-4a11-99a3-7264f5fcd4b8. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:30:02.624044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Network 76d46cba-150d-4c7e-a029-65062f3b8732 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:02.624785 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2719f433-b97b-450c-a2c3-205f31a40842 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202335 Apr 06 14:30:02.638144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:02.639855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44548) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:02.648429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:02.654702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Pushing event updated for resources: {'Port': ['ID=b46aefcf-dcd4-4171-ae77-902a92e33f30,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:02.661431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (5e1cae4b-1806-441a-a896-ee0dca2429b0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.734420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ff6c8c78-bedd-4dfd-accc-7206c3064dc7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.761116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Attempting to bind port b46aefcf-dcd4-4171-ae77-902a92e33f30 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:02.762192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Attempting to bind port b46aefcf-dcd4-4171-ae77-902a92e33f30 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e5714731-dca1-4961-9dfc-b375a3d864c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:02.762586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Attempting to bind port b46aefcf-dcd4-4171-ae77-902a92e33f30 on network 76d46cba-150d-4c7e-a029-65062f3b8732 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:02.774579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:02.775028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Checking segment: {'id': 'e5714731-dca1-4961-9dfc-b375a3d864c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:02.775666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.776074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Bound using segment: {'id': 'e5714731-dca1-4961-9dfc-b375a3d864c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:02.776570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Bound port: b46aefcf-dcd4-4171-ae77-902a92e33f30, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5714731-dca1-4961-9dfc-b375a3d864c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76d46cba-150d-4c7e-a029-65062f3b8732'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:02.777113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.829976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f01a6-215b-4abe-a919-c18c33b52f6c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:02.833237 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-201f01a6-215b-4abe-a919-c18c33b52f6c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3443911 Apr 06 14:30:02.842229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44552) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:02.872409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:02.875555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0eb24c50-e480-49ad-8638-f4312d46464a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:02.897415 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a8f8e20-3b13-466e-8dde-c8ce0c0ae860 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 207 time: 0.0540922 Apr 06 14:30:02.898279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44554) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:02.902607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] For port b46aefcf-dcd4-4171-ae77-902a92e33f30, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:02.919603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314ed53-1204-4de3-8b47-22b946b9342b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:02.921123 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0314ed53-1204-4de3-8b47-22b946b9342b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2805765 Apr 06 14:30:02.923881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ff6c8c78-bedd-4dfd-accc-7206c3064dc7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.929585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:02.930168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.932529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44556) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:02.945947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] For port b46aefcf-dcd4-4171-ae77-902a92e33f30, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b46aefcf-dcd4-4171-ae77-902a92e33f30,segment=NetworkSegment(e5714731-dca1-4961-9dfc-b375a3d864c1),segment_id=e5714731-dca1-4961-9dfc-b375a3d864c1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:03.022467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] Deleting port 0eb24c50-e480-49ad-8638-f4312d46464a {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:03.023207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.028226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0eb24c50-e480-49ad-8638-f4312d46464a is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:03.028402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.035128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1cae4b-1806-441a-a896-ee0dca2429b0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:03.043051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.084989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Pushing event updated for resources: {'Network': ['ID=ff6c8c78-bedd-4dfd-accc-7206c3064dc7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:03.118244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9e6a07-7f27-449f-bcc2-60b16be1383b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.119730 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cd9e6a07-7f27-449f-bcc2-60b16be1383b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1724379 Apr 06 14:30:03.122450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44558) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.129773 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-70411de6-8700-4959-a639-3d62677b5c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7893510 Apr 06 14:30:03.152795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:03.166876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.171666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.178369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.184858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.192791 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-749cf10d-3be5-4074-b198-c15ad1e7a6ed tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649836 Apr 06 14:30:03.192980 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.198900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.200454 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-da9ca6b8-5415-4ceb-a965-6d74fd5d2670 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2999973 Apr 06 14:30:03.200571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44564) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.205717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.211834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:03.212239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44566) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.310785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0152433b-1f8c-4fa1-ab5b-726fb17826ba None None] Network 76d46cba-150d-4c7e-a029-65062f3b8732 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:03.319225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 0eb24c50-e480-49ad-8638-f4312d46464a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0eb24c50-e480-49ad-8638-f4312d46464a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:03.342942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] For port 0eb24c50-e480-49ad-8638-f4312d46464a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0eb24c50-e480-49ad-8638-f4312d46464a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:03.343430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.352845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d46cba-150d-4c7e-a029-65062f3b8732']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:03.367983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af96d60-dedb-423d-9d6b-24a8cccf9676 req-4c060414-d089-4ef4-8861-cf675ea179e2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.369553 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3af96d60-dedb-423d-9d6b-24a8cccf9676 req-4c060414-d089-4ef4-8861-cf675ea179e2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3477566 Apr 06 14:30:03.380845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be091-edbc-433e-a866-91a802c40fe1 None None] Pushing event updated for resources: {'Port': ['ID=b46aefcf-dcd4-4171-ae77-902a92e33f30,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:03.391625 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a982942-7629-40a0-a2f3-53d4eb8b59bc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1774247 Apr 06 14:30:03.398648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44568) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.401129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] Calling delete_port for 0eb24c50-e480-49ad-8638-f4312d46464a owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:03.405684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5714731-dca1-4961-9dfc-b375a3d864c1') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:03.405920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5714731-dca1-4961-9dfc-b375a3d864c1') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:03.409824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.414928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44570) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.429564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Request body: {'port': {'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7', 'binding:host_id': 'hv-neutron-8365', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-663264480'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:03.463619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.478921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26fa2c-e85a-4807-b68f-b4cedb93a362 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.480512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26fa2c-e85a-4807-b68f-b4cedb93a362 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.482560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26fa2c-e85a-4807-b68f-b4cedb93a362 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.483179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26fa2c-e85a-4807-b68f-b4cedb93a362 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.484581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26fa2c-e85a-4807-b68f-b4cedb93a362 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.490294 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7f26fa2c-e85a-4807-b68f-b4cedb93a362 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0861151 Apr 06 14:30:03.490834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44572) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.506489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.534469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:03.534874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:03.539156 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:03.558400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3af96d60-dedb-423d-9d6b-24a8cccf9676 req-86662d44-9623-4467-9353-fc4fc6d97b06 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772118 Apr 06 14:30:03.559488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=0eb24c50-e480-49ad-8638-f4312d46464a,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:03.584605 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4493a0-d072-417b-b635-585a27886cb9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.584986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4493a0-d072-417b-b635-585a27886cb9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.587135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4493a0-d072-417b-b635-585a27886cb9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.588629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4493a0-d072-417b-b635-585a27886cb9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.590283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4493a0-d072-417b-b635-585a27886cb9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.591776 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be4493a0-d072-417b-b635-585a27886cb9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1000228 Apr 06 14:30:03.595514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44574) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.602096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.649784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Made reservation on behalf of 393a8689886d408fa93714bb8ede61b6 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:03.652075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.660501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (0eb24c50-e480-49ad-8638-f4312d46464a), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.665502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.667247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:03.670539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.673501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.api [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:30:03.673501 dv-neutron-836581-2-hyperv neutron-server[104420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:30:03.673501 dv-neutron-836581-2-hyperv neutron-server[104420]: [parameters: {'id': '76d46cba-150d-4c7e-a029-65062f3b8732'}] Apr 06 14:30:03.673501 dv-neutron-836581-2-hyperv neutron-server[104420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:30:03.673859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG oslo_db.api [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:30:03.689879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] Pushing event deleted for resources: {'Port': ['ID=0eb24c50-e480-49ad-8638-f4312d46464a,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:03.691742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41678a18-7ac0-4437-b4ad-2f3648a93020 None None] No DVR routers for this DVR port 0eb24c50-e480-49ad-8638-f4312d46464a on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:03.703502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cdb620-3c3e-4929-b007-b570f8f563f8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.708846 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-16cdb620-3c3e-4929-b007-b570f8f563f8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks/1998ef6f-4cc7-40fc-95c3-cdb3a552199d HTTP/1.1" status: 200 len: 803 time: 0.1084182 Apr 06 14:30:03.709545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.721830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c46a47-3a3b-47e4-8837-a4ae4f289e14 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:30:03.828091 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6665ed06-26e3-4f82-94d3-e56fbcdec2e6 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/networks/1998ef6f-4cc7-40fc-95c3-cdb3a552199d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1148207 Apr 06 14:30:03.828977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44578) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.860090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c46a47-3a3b-47e4-8837-a4ae4f289e14 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:30:03.893887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addb21f-2eb1-49e8-904a-fb6d536fe1fc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.899787 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8addb21f-2eb1-49e8-904a-fb6d536fe1fc tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/subnets/d0c9f32a-cb12-47fc-9e33-4185583b85e6 HTTP/1.1" status: 200 len: 843 time: 0.0654674 Apr 06 14:30:03.900128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44580) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.931884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for security_group (ad1551a7-1605-40a1-a97d-57850d19a984), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:03.956364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204ee985-bb1e-4d66-a97e-097ca600ef96 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:03.962175 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-204ee985-bb1e-4d66-a97e-097ca600ef96 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "GET /v2.0/subnets/d0c9f32a-cb12-47fc-9e33-4185583b85e6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0567532 Apr 06 14:30:03.962354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44582) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:03.967912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736060430'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:03.985884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ad1551a7-1605-40a1-a97d-57850d19a984), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.002820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:04.014363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Router 405f21be-e0eb-45ec-879d-d24833a528a5 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:04.074014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:04.077327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.083567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b32bd3-cb0e-438c-b7fe-994053e596dc None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:30:04.084889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1551a7-1605-40a1-a97d-57850d19a984,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:04.119762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:04.130503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3083f508-d64a-4fdb-9493-bdcb87149e48), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.131271 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Added segment 3083f508-d64a-4fdb-9493-bdcb87149e48 of type vlan for network 2f12a566-3bab-4889-b092-8045488a28e2 Apr 06 14:30:04.133861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (4c5974ae-3ab8-4f90-af42-851f884d57ba), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.178556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.180154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (2f12a566-3bab-4889-b092-8045488a28e2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.208872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b32bd3-cb0e-438c-b7fe-994053e596dc None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:30:04.237421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:04.253098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:04.264894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:04.265482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.269259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (2f12a566-3bab-4889-b092-8045488a28e2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.276287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:04.280197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.321090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=4c5974ae-3ab8-4f90-af42-851f884d57ba,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:04.349269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Network': ['ID=2f12a566-3bab-4889-b092-8045488a28e2,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:04.362203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:04.385747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:04.398638 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] Sync routers for ids ['405f21be-e0eb-45ec-879d-d24833a528a5'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:04.405369 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0ec0dfbc-0839-4831-9631-223b009f889b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4392152 Apr 06 14:30:04.405950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44584) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:04.412598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'network_id': '2f12a566-3bab-4889-b092-8045488a28e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:04.417768 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] Routers {'405f21be-e0eb-45ec-879d-d24833a528a5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:04.419094 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['405f21be-e0eb-45ec-879d-d24833a528a5'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:04.439876 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5df24b62-be90-42fe-9139-055c6cb71ed2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2384064 Apr 06 14:30:04.443273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44586) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:04.450491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': '4c5974ae-3ab8-4f90-af42-851f884d57ba', 'ip_address': '2001:db8::674c:cb8d:718b:daad'}], 'name': 'tempest-NetworksTestDHCPv6-1734868859'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:04.454915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:04.466610 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:04.479676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.483664 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] Routers {'405f21be-e0eb-45ec-879d-d24833a528a5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:04.485319 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['405f21be-e0eb-45ec-879d-d24833a528a5'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:04.512351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '4c5974ae-3ab8-4f90-af42-851f884d57ba'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:04.513258 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.513519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.514753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6e8aa4f0-6829-43ef-bfda-2b53f22d1417 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0289369 Apr 06 14:30:04.523436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44588) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:04.524758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': False}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:04.528180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port b46aefcf-dcd4-4171-ae77-902a92e33f30 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:04.528454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.547605 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:04.548385 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c7132-020c-4312-9c40-7f3d84979523 None None] The sync data for ids ['405f21be-e0eb-45ec-879d-d24833a528a5'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:04.613526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.626759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Made reservation on behalf of 34e8649f4557444b8e3741624f0c80b4 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:04.633277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.687186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/4c5974ae-3ab8-4f90-af42-851f884d57ba/6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:04.706028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:30:04.706920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:30:04.798102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port b46aefcf-dcd4-4171-ae77-902a92e33f30, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b46aefcf-dcd4-4171-ae77-902a92e33f30,segment=NetworkSegment(e5714731-dca1-4961-9dfc-b375a3d864c1),segment_id=e5714731-dca1-4961-9dfc-b375a3d864c1)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:04.798374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.819139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=3b108e8a-8faa-4cea-9a47-78b2028cdda0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:04.837391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for b46aefcf-dcd4-4171-ae77-902a92e33f30 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:04.854380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Publish callbacks [] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.933105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.941682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Checking segment: {'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:04.942049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Network hostable DHCP agents. Network: ff6c8c78-bedd-4dfd-accc-7206c3064dc7, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:04.958182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (6f2bef49-c850-4588-9b34-74b5f76f2a9f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:04.965841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78316d-a170-48e2-9999-f4508ab31ae0 req-4cfb226f-806f-45ed-968f-f22dbd65feb2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:04.967364 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da78316d-a170-48e2-9999-f4508ab31ae0 req-4cfb226f-806f-45ed-968f-f22dbd65feb2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2665606 Apr 06 14:30:04.978104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:04.980649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:04.984728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:04.987845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:04.989639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Pushing event updated for resources: {'Port': ['ID=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:05.024536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=6f2bef49-c850-4588-9b34-74b5f76f2a9f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:05.036834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Checking segment: {'id': '3083f508-d64a-4fdb-9493-bdcb87149e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2f12a566-3bab-4889-b092-8045488a28e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:05.037194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network hostable DHCP agents. Network: 2f12a566-3bab-4889-b092-8045488a28e2, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:05.072499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Attempting to bind port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:05.073066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Attempting to bind port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:05.073433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Attempting to bind port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:05.078769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:05.079139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:05.079537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.079926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:05.080388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Bound port: 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:05.080788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.150918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Network 2f12a566-3bab-4889-b092-8045488a28e2 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:05.158800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] For port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:05.162132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] For port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:05.196784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da78316d-a170-48e2-9999-f4508ab31ae0 req-543f1ce5-0c2c-4e84-802a-40d6dcf43787 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849980 Apr 06 14:30:05.201943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:05.210249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.286933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 2f12a566-3bab-4889-b092-8045488a28e2) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:05.287451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.298646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:05.299483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616885'] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.356355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badadbad-1f6d-42bd-a301-65673e6c9f0f None None] Pushing event updated for resources: {'Port': ['ID=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:05.381717 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a6dc9a12-4254-4ed9-aa52-19e3cfc22fab tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9744072 Apr 06 14:30:05.390713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44592) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:05.396344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:05.509952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8529805'] for subnet (6f2bef49-c850-4588-9b34-74b5f76f2a9f), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.566155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b46aefcf-dcd4-4171-ae77-902a92e33f30), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.572859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ff6c8c78-bedd-4dfd-accc-7206c3064dc7) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:05.583201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port cecde9bd-9f24-4652-8011-884f1faaf4f7 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:05.611275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:05.618734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=b46aefcf-dcd4-4171-ae77-902a92e33f30,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:05.634142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port b46aefcf-dcd4-4171-ae77-902a92e33f30 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:05.672295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:05.672635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:05.673021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:05.696540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.712073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:05.712422 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:05.730405 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 2 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:05.810978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:05.811227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:05.811562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:05.818791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.829354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763359885581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3904816'] for subnet (6f2bef49-c850-4588-9b34-74b5f76f2a9f), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.843233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:05.843485 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:05.874046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:05.874674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.875983 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "PUT /v2.0/subnets/6f2bef49-c850-4588-9b34-74b5f76f2a9f HTTP/1.1" status: 200 len: 900 time: 0.4841807 Apr 06 14:30:05.877240 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 3 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:05.878875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44596) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:05.899013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d46cba-150d-4c7e-a029-65062f3b8732']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:05.920082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5714731-dca1-4961-9dfc-b375a3d864c1') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:05.920392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5714731-dca1-4961-9dfc-b375a3d864c1') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:05.922007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:05.922331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:05.922663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:05.934724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c73e4-1309-4d07-986b-0b35c4dadaf1 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event updated for resources: {'Subnet': ['ID=6f2bef49-c850-4588-9b34-74b5f76f2a9f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:05.960930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:05.965095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:05.965423 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:05.973688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 4 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:05.987083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2f12a566-3bab-4889-b092-8045488a28e2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.000397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::674c:cb8d:718b:daad (2934fa9c-89df-48fd-aebe-9f87f342666e/4c5974ae-3ab8-4f90-af42-851f884d57ba/cecde9bd-9f24-4652-8011-884f1faaf4f7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:06.004649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.013107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.013440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.013775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.024339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:06.024753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (e5714731-dca1-4961-9dfc-b375a3d864c1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:06.028290 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:06.040329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (6f2bef49-c850-4588-9b34-74b5f76f2a9f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.073579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.073914 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.078774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 5 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:06.128032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.128366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.128712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.148428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.148826 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.152479 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 6 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:06.163758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (6f2bef49-c850-4588-9b34-74b5f76f2a9f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.192654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2bef49-c850-4588-9b34-74b5f76f2a9f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:06.212879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (76d46cba-150d-4c7e-a029-65062f3b8732), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.216615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.217045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.217398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.233021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.236047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/76d46cba-150d-4c7e-a029-65062f3b8732 HTTP/1.1" status: 204 len: 168 time: 4.5619309 Apr 06 14:30:06.240011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44602) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:06.251908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410990356'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:06.270195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.270523 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.275724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 7 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:06.301910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0b14f-826d-473a-9f0d-d8b95021eee9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=76d46cba-150d-4c7e-a029-65062f3b8732,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:06.330128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2f12a566-3bab-4889-b092-8045488a28e2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.357841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f12a566-3bab-4889-b092-8045488a28e2']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:06.376916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3083f508-d64a-4fdb-9493-bdcb87149e48') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:06.377407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3083f508-d64a-4fdb-9493-bdcb87149e48') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:06.378159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.378159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.378494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.395042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (3083f508-d64a-4fdb-9493-bdcb87149e48), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.415548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3083f508-d64a-4fdb-9493-bdcb87149e48), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.426593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:06.426728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (3083f508-d64a-4fdb-9493-bdcb87149e48), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:06.430941 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:06.433763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.433763 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.435134 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 8 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:06.510012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.517184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:06.520458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.530143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.530483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.530816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.555959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1e277-d4c6-4176-9f16-1a5854f4ad6e None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:06.576199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.576766 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.579992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 9 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:06.593259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (2f12a566-3bab-4889-b092-8045488a28e2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.599075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.604673 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/2f12a566-3bab-4889-b092-8045488a28e2 HTTP/1.1" status: 204 len: 168 time: 0.7248235 Apr 06 14:30:06.611607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44604) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:06.613852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c83ff-d73e-44d0-b980-5f42729a5127 None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:06.619688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c4ad-be40-4af9-82b1-123122e71cd8 req-50a63a18-dc16-48ef-b0a8-d0be184bbd93 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:06.621312 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7d0c4ad-be40-4af9-82b1-123122e71cd8 req-50a63a18-dc16-48ef-b0a8-d0be184bbd93 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3083768 Apr 06 14:30:06.629959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c00841-3522-406f-980d-26cba619df6d None None] Network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:06.643323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.643492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.643831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.661621 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-934253ca-90a8-4465-9dd7-012eb88901cf tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:06.663407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934253ca-90a8-4465-9dd7-012eb88901cf tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:06.663549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:06.665435 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-934253ca-90a8-4465-9dd7-012eb88901cf tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/6f2bef49-c850-4588-9b34-74b5f76f2a9f HTTP/1.1" status: 404 len: 337 time: 0.0524271 Apr 06 14:30:06.666311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1faab-b72d-4e91-94db-0af57ace3785 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=2f12a566-3bab-4889-b092-8045488a28e2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:06.668162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44606) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:06.687224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c83ff-d73e-44d0-b980-5f42729a5127 None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:30:06.693753 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3109e62-c074-4eed-ad46-c593d5f6f67f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:06.694445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3109e62-c074-4eed-ad46-c593d5f6f67f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:06.704167 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d3109e62-c074-4eed-ad46-c593d5f6f67f tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/2f12a566-3bab-4889-b092-8045488a28e2 HTTP/1.1" status: 404 len: 339 time: 0.0306125 Apr 06 14:30:06.706634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44608) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:06.712608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.712608 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.717932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 10 to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 Apr 06 14:30:06.724103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (72ee07e1-8115-44d8-8e52-be7ed3baebd0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.724445 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 72ee07e1-8115-44d8-8e52-be7ed3baebd0 of type vlan for network 16a7336b-72ff-4e41-8a3b-67c500b8c667 Apr 06 14:30:06.724793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1991c-07f9-45b7-bd95-d20b5ebf624f None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:06.782082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1991c-07f9-45b7-bd95-d20b5ebf624f None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:30:06.801713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f3bd1-edaf-4564-8b63-a0dabdd8c93b None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:06.805632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] Provisioning complete for port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:06.806018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.818090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.846588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:06.846929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:06.847268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:06.873169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.889108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.903201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7d0c4ad-be40-4af9-82b1-123122e71cd8 req-80b07127-b8ff-4178-978e-314657ffaf71 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742875 Apr 06 14:30:06.959778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:06.962117 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:06.962496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:06.982998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.016202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bb5a83-2e49-4048-b277-38bba8d44a29']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:07.016977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:07.029013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d85329-ac4b-40a9-b7fc-eae4d87e393b') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:07.029325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d85329-ac4b-40a9-b7fc-eae4d87e393b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:07.034186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:07.034968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:07.037535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:07.043345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:07.043776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f3bd1-edaf-4564-8b63-a0dabdd8c93b None None] Network 2f12a566-3bab-4889-b092-8045488a28e2 could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:30:07.043992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.045553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e6d85329-ac4b-40a9-b7fc-eae4d87e393b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.062527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e6d85329-ac4b-40a9-b7fc-eae4d87e393b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.072508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:07.073003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e6d85329-ac4b-40a9-b7fc-eae4d87e393b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:07.076172 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:07.125813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.131430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:07.134658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.144154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=cecde9bd-9f24-4652-8011-884f1faaf4f7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:07.162830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:07.162830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.225532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] Current status of the port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:07.226041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.226457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-830133df-04e9-40e5-9fec-8e463d9f1482 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7808096 Apr 06 14:30:07.231421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44610) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.245301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': '4c5974ae-3ab8-4f90-af42-851f884d57ba', 'ip_address': '2001:db8::674c:cb8d:718b:daad'}], 'name': 'tempest-NetworksTestDHCPv6-1004407718'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:07.255887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (72bb5a83-2e49-4048-b277-38bba8d44a29), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.285202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] For port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:07.295858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=16a7336b-72ff-4e41-8a3b-67c500b8c667,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:07.307212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f0962fde-aee1-4784-b71c-85cc0522b3d5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0611563 Apr 06 14:30:07.310159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] For port 3b108e8a-8faa-4cea-9a47-78b2028cdda0, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:07.310539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempted to set empty binding levels {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:30:07.314086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44612) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.319553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:07.321596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:07.323758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:07.324224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.345774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.349387 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/72bb5a83-2e49-4048-b277-38bba8d44a29 HTTP/1.1" status: 204 len: 168 time: 0.6416738 Apr 06 14:30:07.361978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44614) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.373652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0ed05-c7bc-4bde-8660-30e8525c4260 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=72bb5a83-2e49-4048-b277-38bba8d44a29,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:07.377223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.379512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.385847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.402469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.411304 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-670a837d-90eb-4684-a93e-73586508f236 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:07.413880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670a837d-90eb-4684-a93e-73586508f236 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:07.416030 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-670a837d-90eb-4684-a93e-73586508f236 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/0aa1b493-6108-4b44-b606-a850649f9d8a HTTP/1.1" status: 404 len: 337 time: 0.0531211 Apr 06 14:30:07.419356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44616) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.442137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664be6ca-4e88-4d7d-8d37-5a1e5705c450 None None] Pushing event updated for resources: {'Port': ['ID=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:07.444914 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baef02a-0591-4680-86a9-ba776a7a11e4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:07.445534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baef02a-0591-4680-86a9-ba776a7a11e4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:07.448562 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2baef02a-0591-4680-86a9-ba776a7a11e4 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/c18ce8fe-d2be-4eeb-ae98-5f01147ef6f6 HTTP/1.1" status: 404 len: 339 time: 0.0282865 Apr 06 14:30:07.452261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44618) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.504897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:07.504897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.523019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:30:07.523717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:30:07.542378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting subnet 59813edc-72ae-4e9c-9e10-a8d55c57fe25 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:07.547188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (59813edc-72ae-4e9c-9e10-a8d55c57fe25), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.599376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (59813edc-72ae-4e9c-9e10-a8d55c57fe25), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.613565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0d713b4d-4bca-4e56-9d9b-c0f07acd3f2c None None] Provisioning complete for port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:07.614656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0d713b4d-4bca-4e56-9d9b-c0f07acd3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.631069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=3b108e8a-8faa-4cea-9a47-78b2028cdda0,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:07.676857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:07.686330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.707639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Router 405f21be-e0eb-45ec-879d-d24833a528a5 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:07.726902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0d713b4d-4bca-4e56-9d9b-c0f07acd3f2c None None] Current status of the port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:07.742837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (59813edc-72ae-4e9c-9e10-a8d55c57fe25), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.747858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0d713b4d-4bca-4e56-9d9b-c0f07acd3f2c None None] Provisioning complete for port cecde9bd-9f24-4652-8011-884f1faaf4f7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:07.748239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0d713b4d-4bca-4e56-9d9b-c0f07acd3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.762297 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb2a2f4f-87e5-4e7f-b60a-4caea46dfc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.3371427 Apr 06 14:30:07.763378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44620) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.801227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0d713b4d-4bca-4e56-9d9b-c0f07acd3f2c None None] Port cecde9bd-9f24-4652-8011-884f1faaf4f7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:07.830601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.912979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 is not hosted by any dhcp agent {{(pid=104420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:30:07.918539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:07.919163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.923105 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "PUT /v2.0/networks/16a7336b-72ff-4e41-8a3b-67c500b8c667 HTTP/1.1" status: 200 len: 723 time: 0.6056359 Apr 06 14:30:07.924825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-00851c42-56f8-4e40-9c86-88cccae32bab None None] Provisioning complete for port cecde9bd-9f24-4652-8011-884f1faaf4f7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:07.925657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00851c42-56f8-4e40-9c86-88cccae32bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:07.928789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44622) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:07.937898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:07.964080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533cd9d-505e-4350-b929-24feddd0eec6 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=16a7336b-72ff-4e41-8a3b-67c500b8c667,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:07.979592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:07.983090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-00851c42-56f8-4e40-9c86-88cccae32bab None None] Port cecde9bd-9f24-4652-8011-884f1faaf4f7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:08.030444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:08.039473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.043136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-52358270-07a8-4eeb-a5ad-76592b46b16e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "PUT /v2.0/routers/405f21be-e0eb-45ec-879d-d24833a528a5 HTTP/1.1" status: 200 len: 926 time: 3.5219936 Apr 06 14:30:08.048396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44626) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.075975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] Sync routers for ids ['405f21be-e0eb-45ec-879d-d24833a528a5'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:08.112389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] Routers {'405f21be-e0eb-45ec-879d-d24833a528a5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:08.113372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['405f21be-e0eb-45ec-879d-d24833a528a5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:08.118933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.119076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:08.151997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Deleting port 3b108e8a-8faa-4cea-9a47-78b2028cdda0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:08.151997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.153152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port beea4542-95ae-46d3-98c9-f74546938a64 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:08.169506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:08.180792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] Routers {'405f21be-e0eb-45ec-879d-d24833a528a5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:08.184736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['405f21be-e0eb-45ec-879d-d24833a528a5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:08.209544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64423c2c-8d5d-4d86-8982-173412f012e9 req-1c2059ae-e634-4151-80bd-21bd491c797b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:08.217358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64423c2c-8d5d-4d86-8982-173412f012e9 req-1c2059ae-e634-4151-80bd-21bd491c797b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1743319 Apr 06 14:30:08.222928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:08.223857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2562146-1ba2-44cf-a629-ee8b573ed707 None None] The sync data for ids ['405f21be-e0eb-45ec-879d-d24833a528a5'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:08.262848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] For port 3b108e8a-8faa-4cea-9a47-78b2028cdda0, host hv-neutron-8365, got binding levels [] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:08.263212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.286311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (59813edc-72ae-4e9c-9e10-a8d55c57fe25), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.287748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Calling delete_port for 3b108e8a-8faa-4cea-9a47-78b2028cdda0 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:08.289674 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bb232d8e-cd47-47c6-92cc-2d03ecfbf12e tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/405f21be-e0eb-45ec-879d-d24833a528a5 HTTP/1.1" status: 200 len: 926 time: 0.2402275 Apr 06 14:30:08.293751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44628) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.306083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:08.309282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.328523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=59813edc-72ae-4e9c-9e10-a8d55c57fe25,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:08.330599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.333685 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-626b77ba-97a0-446d-9bc6-7bd9d77068d9 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/59813edc-72ae-4e9c-9e10-a8d55c57fe25 HTTP/1.1" status: 204 len: 168 time: 0.8809991 Apr 06 14:30:08.338811 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44630) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.340149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2add399-f655-4704-a317-5835ffbc627b None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:08.349320 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64423c2c-8d5d-4d86-8982-173412f012e9 req-474905fa-6dd3-4f32-9d7c-f32ee78aad3b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253660 Apr 06 14:30:08.420010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting subnet 48ca64e4-7e24-4799-8065-937a9eb64726 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:08.423339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (48ca64e4-7e24-4799-8065-937a9eb64726), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.474190 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:30:08.474414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:08.478496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (48ca64e4-7e24-4799-8065-937a9eb64726), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.578171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (48ca64e4-7e24-4799-8065-937a9eb64726), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.605674 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4d7caa4b-dd5e-40a7-a12d-df274e702064 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3702211 Apr 06 14:30:08.607021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44632) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.689396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfe610-42e7-4af5-b3f1-c40d61bf810e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:08.698656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfe610-42e7-4af5-b3f1-c40d61bf810e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:08.701630 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91bfe610-42e7-4af5-b3f1-c40d61bf810e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0937524 Apr 06 14:30:08.703755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44634) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.780257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (48ca64e4-7e24-4799-8065-937a9eb64726), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.815624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=48ca64e4-7e24-4799-8065-937a9eb64726,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:08.824831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.825353 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cab2d60a-2a15-4750-bf05-7fc6553093a7 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/48ca64e4-7e24-4799-8065-937a9eb64726 HTTP/1.1" status: 204 len: 168 time: 0.4861469 Apr 06 14:30:08.828669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.833344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07388a-7be8-48d2-afd5-aa83962b5651 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:08.834893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2c07388a-7be8-48d2-afd5-aa83962b5651 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=405f21be-e0eb-45ec-879d-d24833a528a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5391579 Apr 06 14:30:08.838744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44638) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:08.912077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port cecde9bd-9f24-4652-8011-884f1faaf4f7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:08.912428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.925542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:08.959163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d0650a4e-0752-4d01-beec-48217ac4f13a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.966471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (3b108e8a-8faa-4cea-9a47-78b2028cdda0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.997429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:08.997817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.021421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b108e8a-8faa-4cea-9a47-78b2028cdda0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:09.053742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429eeb2-7aeb-40ac-8ace-dc50524900e5 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:09.056879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.062089 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5429eeb2-7aeb-40ac-8ace-dc50524900e5 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.2198546 Apr 06 14:30:09.062264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-116a7820-9e64-426f-8644-9c419862b089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "DELETE /v2.0/ports/3b108e8a-8faa-4cea-9a47-78b2028cdda0 HTTP/1.1" status: 204 len: 168 time: 1.2963665 Apr 06 14:30:09.063936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44640) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:09.063936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44642) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:09.119498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.130968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:09.131398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.140153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5c714-d9cb-4905-aecf-bc329b14378c None None] Network d0650a4e-0752-4d01-beec-48217ac4f13a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:09.144090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:09.174870 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-94ebf01d-979d-47c5-b62e-f3a3b42418fb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=405f21be-e0eb-45ec-879d-d24833a528a5 HTTP/1.1" status: 200 len: 205 time: 0.1020796 Apr 06 14:30:09.178478 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44646) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:09.179970 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-637d4361-e95d-49c2-99ee-f83ffcfc720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:30:09.185353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (3d58f9dd-9dcf-403c-bd0a-8f8516208b54), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.185571 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-637d4361-e95d-49c2-99ee-f83ffcfc720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "GET /v2.0/ports/3b108e8a-8faa-4cea-9a47-78b2028cdda0 HTTP/1.1" status: 404 len: 333 time: 0.1139634 Apr 06 14:30:09.187184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44648) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:09.192450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for cecde9bd-9f24-4652-8011-884f1faaf4f7 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:09.199641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Request body: {'port': {'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1787591864'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:09.251382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-dbbeb852-82a2-4429-8c0f-fecb466042a8 None None] Provisioning complete for port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:09.252091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb852-82a2-4429-8c0f-fecb466042a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.261459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] For port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,segment=NetworkSegment(9422e749-2020-42aa-a36c-35d97b73f14e),segment_id=9422e749-2020-42aa-a36c-35d97b73f14e)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:09.261968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.291840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=3d58f9dd-9dcf-403c-bd0a-8f8516208b54,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:09.295711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Calling delete_port for 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:09.312532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': '72ee07e1-8115-44d8-8e52-be7ed3baebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:09.312987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 16a7336b-72ff-4e41-8a3b-67c500b8c667, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:09.346735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dbbeb852-82a2-4429-8c0f-fecb466042a8 None None] Current status of the port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:09.386265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] DHCP port deletion for d0650a4e-0752-4d01-beec-48217ac4f13a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:09.424297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Made reservation on behalf of 393a8689886d408fa93714bb8ede61b6 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:09.426691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.440396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] Deleting port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:09.440797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.452592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:09.472957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port b66d5335-d9e1-4902-9fa5-8b2c719cad54 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:09.481268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (405f21be-e0eb-45ec-879d-d24833a528a5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.481407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd4127-cd82-4587-bb41-f0c18546a46e req-8d7362d3-e63d-4381-8643-f05be89e9b5d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:09.486937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cfd4127-cd82-4587-bb41-f0c18546a46e req-8d7362d3-e63d-4381-8643-f05be89e9b5d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.0652025 Apr 06 14:30:09.503690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.514697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] For port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,segment=NetworkSegment(9422e749-2020-42aa-a36c-35d97b73f14e),segment_id=9422e749-2020-42aa-a36c-35d97b73f14e)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:09.515146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.531747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] Calling delete_port for 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:09.546986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Port': ['ID=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:09.548655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 16a7336b-72ff-4e41-8a3b-67c500b8c667) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:09.551620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No DVR routers for this DVR port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:09.597703 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cfd4127-cd82-4587-bb41-f0c18546a46e req-797c2f11-21d3-4f36-aa8e-8605dcdda632 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079197 Apr 06 14:30:09.640770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (56c6ecd7-e2d9-4fc3-b594-0b475e856b25), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.667225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] Pushing event deleted for resources: {'Port': ['ID=56c6ecd7-e2d9-4fc3-b594-0b475e856b25,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:09.682034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a489ab-381d-46d4-b4bd-97dc45b89684 None None] No DVR routers for this DVR port 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:09.690498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:09.691094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.696332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74abb132-ffc8-4ef2-b0a6-7e9b74148602 None None] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:09.696986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d0650a4e-0752-4d01-beec-48217ac4f13a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.724328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0650a4e-0752-4d01-beec-48217ac4f13a']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:09.725690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (405f21be-e0eb-45ec-879d-d24833a528a5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.735837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9422e749-2020-42aa-a36c-35d97b73f14e') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:09.736162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9422e749-2020-42aa-a36c-35d97b73f14e') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:09.746739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (9422e749-2020-42aa-a36c-35d97b73f14e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.760825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9422e749-2020-42aa-a36c-35d97b73f14e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.767293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:09.767778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (9422e749-2020-42aa-a36c-35d97b73f14e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:09.770974 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:09.814307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-16a7336b-72ff-4e41-8a3b-67c500b8c667', 'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': '3d58f9dd-9dcf-403c-bd0a-8f8516208b54'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:09.816581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a2934ed8-6559-4a85-9859-78a545927d35 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8820896 Apr 06 14:30:09.816713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.817778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44654) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:09.826296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:09.851692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cecde9bd-9f24-4652-8011-884f1faaf4f7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.925284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1057317235'] for subnet (3d58f9dd-9dcf-403c-bd0a-8f8516208b54), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.962856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=cecde9bd-9f24-4652-8011-884f1faaf4f7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:09.975664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Allocated IP 172.20.0.2 (16a7336b-72ff-4e41-8a3b-67c500b8c667/3d58f9dd-9dcf-403c-bd0a-8f8516208b54/0bff82eb-8ee5-4396-84b4-6b486cdae363) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:09.976506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d0650a4e-0752-4d01-beec-48217ac4f13a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.982636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:09.988443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/d0650a4e-0752-4d01-beec-48217ac4f13a HTTP/1.1" status: 204 len: 168 time: 1.1497536 Apr 06 14:30:09.994905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44656) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.012256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.015446 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0b2b7e2-39df-4313-9002-d24a0606e1e7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/cecde9bd-9f24-4652-8011-884f1faaf4f7 HTTP/1.1" status: 204 len: 168 time: 1.3107178 Apr 06 14:30:10.022247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.024791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44658) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.031090 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fbbdd5-1103-487f-b18d-36a29ec698cf tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:10.031556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fbbdd5-1103-487f-b18d-36a29ec698cf tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:10.037605 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b9fbbdd5-1103-487f-b18d-36a29ec698cf tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/7a4f96be-d94e-472d-ae82-8fd9016f896b HTTP/1.1" status: 404 len: 337 time: 0.0395572 Apr 06 14:30:10.039997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44660) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.046938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad017c-fa9e-4b21-b89f-c79a0b5ae65a tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=d0650a4e-0752-4d01-beec-48217ac4f13a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:10.097634 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885527c-6510-4bef-ab9f-70fe6a81561d tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:10.098223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5885527c-6510-4bef-ab9f-70fe6a81561d tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:10.104029 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5885527c-6510-4bef-ab9f-70fe6a81561d tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/8215a1ae-733f-404a-ae36-54d125461272 HTTP/1.1" status: 404 len: 339 time: 0.0597804 Apr 06 14:30:10.104607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44662) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.120998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Deleting port 60705b89-e260-49d1-bfd2-bb39f2f0d5d7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:10.121333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (60705b89-e260-49d1-bfd2-bb39f2f0d5d7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.137279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb3f34e-6282-4bd2-8512-7a7f2c9bcb0e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:10.137840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb3f34e-6282-4bd2-8512-7a7f2c9bcb0e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:10.141256 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cfb3f34e-6282-4bd2-8512-7a7f2c9bcb0e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/1bb04cba-e512-42cd-a937-ee0809a5bc1b HTTP/1.1" status: 404 len: 337 time: 0.0352242 Apr 06 14:30:10.143720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44664) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.165506 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-0450b5d4-ef3f-436f-b293-cfe125bb0e66 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:10.165506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0450b5d4-ef3f-436f-b293-cfe125bb0e66 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:10.173885 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0450b5d4-ef3f-436f-b293-cfe125bb0e66 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/12e64d38-7f00-4f29-b1bf-d50ab66d515a HTTP/1.1" status: 404 len: 339 time: 0.0289450 Apr 06 14:30:10.175547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00a4aa-29c9-4aa3-8238-58727a03f7e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:10.176502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44666) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.176988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00a4aa-29c9-4aa3-8238-58727a03f7e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:10.181843 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b00a4aa-29c9-4aa3-8238-58727a03f7e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1539350 Apr 06 14:30:10.183138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44668) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.185735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Publish callbacks [] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.209411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-823c5894-4dec-47db-9bcc-088063916d75 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:10.209977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823c5894-4dec-47db-9bcc-088063916d75 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:10.213162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-823c5894-4dec-47db-9bcc-088063916d75 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/1de8bdb4-a2f5-4c11-870b-2b327dddf638 HTTP/1.1" status: 404 len: 337 time: 0.0349529 Apr 06 14:30:10.216661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44670) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.234759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc53616-702a-4041-b7dd-1991c537201c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:10.235446 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc53616-702a-4041-b7dd-1991c537201c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:10.238681 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fdc53616-702a-4041-b7dd-1991c537201c tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/15ca51f1-2905-4207-a0ae-841aebe32813 HTTP/1.1" status: 404 len: 339 time: 0.0212879 Apr 06 14:30:10.242215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44672) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.247179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.263100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 4c5974ae-3ab8-4f90-af42-851f884d57ba {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:10.270768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (4c5974ae-3ab8-4f90-af42-851f884d57ba), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.292186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:10.295207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:10.299771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (60705b89-e260-49d1-bfd2-bb39f2f0d5d7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.301190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:10.305314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.312885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Pushing event updated for resources: {'Port': ['ID=0bff82eb-8ee5-4396-84b4-6b486cdae363,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:10.354002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting subnet fbe42092-3a7a-4a6d-85f9-a13df1cba296 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:10.354228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Calling delete_port for 60705b89-e260-49d1-bfd2-bb39f2f0d5d7 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:10.364094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (4c5974ae-3ab8-4f90-af42-851f884d57ba), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.375283 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (fbe42092-3a7a-4a6d-85f9-a13df1cba296), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.380564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Attempting to bind port 0bff82eb-8ee5-4396-84b4-6b486cdae363 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:10.383391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Attempting to bind port 0bff82eb-8ee5-4396-84b4-6b486cdae363 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '72ee07e1-8115-44d8-8e52-be7ed3baebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:10.383961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Attempting to bind port 0bff82eb-8ee5-4396-84b4-6b486cdae363 on network 16a7336b-72ff-4e41-8a3b-67c500b8c667 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:10.390727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:10.391347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Checking segment: {'id': '72ee07e1-8115-44d8-8e52-be7ed3baebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:10.391909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.392488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Bound using segment: {'id': '72ee07e1-8115-44d8-8e52-be7ed3baebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:10.398373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Bound port: 0bff82eb-8ee5-4396-84b4-6b486cdae363, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ee07e1-8115-44d8-8e52-be7ed3baebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '16a7336b-72ff-4e41-8a3b-67c500b8c667'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:10.398373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.404165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:10.430272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (fbe42092-3a7a-4a6d-85f9-a13df1cba296), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.446062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:10.456731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:10.457669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:10.458265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.464855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=b66d5335-d9e1-4902-9fa5-8b2c719cad54,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:10.477965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] For port 0bff82eb-8ee5-4396-84b4-6b486cdae363, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:10.482357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] For port 0bff82eb-8ee5-4396-84b4-6b486cdae363, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0bff82eb-8ee5-4396-84b4-6b486cdae363,segment=NetworkSegment(72ee07e1-8115-44d8-8e52-be7ed3baebd0),segment_id=72ee07e1-8115-44d8-8e52-be7ed3baebd0)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:10.496379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763359885581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1057076247'] for subnet (3d58f9dd-9dcf-403c-bd0a-8f8516208b54), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.551506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:10.552016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.553604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "PUT /v2.0/subnets/3d58f9dd-9dcf-403c-bd0a-8f8516208b54 HTTP/1.1" status: 200 len: 806 time: 0.7348847 Apr 06 14:30:10.557781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44674) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.575240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (4c5974ae-3ab8-4f90-af42-851f884d57ba), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.579958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.610609 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-325c137d-806b-404e-9f3c-5f0c6faf2d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4153459 Apr 06 14:30:10.619488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44676) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:10.626500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8365'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:10.627245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (fbe42092-3a7a-4a6d-85f9-a13df1cba296), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.654788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31dbd1-32bc-4c4e-a423-c0158b888474 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=3d58f9dd-9dcf-403c-bd0a-8f8516208b54,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:10.679919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2bd74-9dba-40e8-b47d-90e313ef82b2 None None] Pushing event updated for resources: {'Port': ['ID=0bff82eb-8ee5-4396-84b4-6b486cdae363,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:10.744132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.764429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.789351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e75a06-a8ec-4145-ae2c-5986ea27b226 req-6c974bbf-8b5b-4966-b632-d1892d02439c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:10.790915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4e75a06-a8ec-4145-ae2c-5986ea27b226 req-6c974bbf-8b5b-4966-b632-d1892d02439c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1069877 Apr 06 14:30:10.879906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (fbe42092-3a7a-4a6d-85f9-a13df1cba296), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.901652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4e75a06-a8ec-4145-ae2c-5986ea27b226 req-223a10b7-cae4-4c0e-ad44-3fb6dfc40cf3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877647 Apr 06 14:30:10.919220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:10.952680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe42092-3a7a-4a6d-85f9-a13df1cba296,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:10.957530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.963410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e1e2049b-112f-4086-89a1-f01791211181 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/fbe42092-3a7a-4a6d-85f9-a13df1cba296 HTTP/1.1" status: 204 len: 168 time: 0.7178731 Apr 06 14:30:10.963610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port 0bff82eb-8ee5-4396-84b4-6b486cdae363 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:10.963907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.965741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44682) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:11.018585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74caa9ea-cc2c-4308-8fca-d4ebf97724a5 None None] Network deaac4f7-9dec-4038-ae66-38707ecf4862 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:11.133859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:11.134594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 56c6ecd7-e2d9-4fc3-b594-0b475e856b25 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:11.135773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (4c5974ae-3ab8-4f90-af42-851f884d57ba), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.192773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.198897 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/4c5974ae-3ab8-4f90-af42-851f884d57ba HTTP/1.1" status: 204 len: 168 time: 1.0114372 Apr 06 14:30:11.198897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (60705b89-e260-49d1-bfd2-bb39f2f0d5d7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.199895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44684) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:11.201730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8752b92-76c1-4b8a-865c-d6167491d371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5974ae-3ab8-4f90-af42-851f884d57ba,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:11.204519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port 0bff82eb-8ee5-4396-84b4-6b486cdae363, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0bff82eb-8ee5-4396-84b4-6b486cdae363,segment=NetworkSegment(72ee07e1-8115-44d8-8e52-be7ed3baebd0),segment_id=72ee07e1-8115-44d8-8e52-be7ed3baebd0)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:11.204923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.208592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34963ff-3832-4ef4-8ea3-4e3926a489f4 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:11.236190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for 0bff82eb-8ee5-4396-84b4-6b486cdae363 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:11.248981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (deaac4f7-9dec-4038-ae66-38707ecf4862), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.322971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] DHCP port deletion for deaac4f7-9dec-4038-ae66-38707ecf4862 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:11.336870 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9bc3fbc0-b2df-484f-a2fd-fb4b8abb0668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217191 Apr 06 14:30:11.336870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event deleted for resources: {'Port': ['ID=60705b89-e260-49d1-bfd2-bb39f2f0d5d7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:11.344160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44690) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:11.354861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:11.503630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] Deleting port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:11.504227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.531597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d49598-b189-4896-98e0-457322ae9457 req-7034d79e-d79b-409c-bc87-a2f249c1ba25 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:11.535069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26d49598-b189-4896-98e0-457322ae9457 req-7034d79e-d79b-409c-bc87-a2f249c1ba25 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2011049 Apr 06 14:30:11.587871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:11.588374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.637526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:11.682758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (405f21be-e0eb-45ec-879d-d24833a528a5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.691761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port b66d5335-d9e1-4902-9fa5-8b2c719cad54 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:11.716885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] For port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,segment=NetworkSegment(a2eedc64-070f-49b6-b264-74b0ad485662),segment_id=a2eedc64-070f-49b6-b264-74b0ad485662)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:11.717566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.750676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] Calling delete_port for 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:11.765816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26d49598-b189-4896-98e0-457322ae9457 req-6d8110cb-95f3-4821-bfc0-ca9623679ab8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222042 Apr 06 14:30:11.805674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.811157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] Deleting port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:11.812077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.822991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] For port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,segment=NetworkSegment(a2eedc64-070f-49b6-b264-74b0ad485662),segment_id=a2eedc64-070f-49b6-b264-74b0ad485662)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:11.822991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.836874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-a1145c40-a513-47da-9cae-dde339c2ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:11.838286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-a1145c40-a513-47da-9cae-dde339c2ad73 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.2670321 Apr 06 14:30:11.838952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0bff82eb-8ee5-4396-84b4-6b486cdae363), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.845394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Calling delete_port for 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:11.865314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.868686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (405f21be-e0eb-45ec-879d-d24833a528a5), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.923377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=0bff82eb-8ee5-4396-84b4-6b486cdae363,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:11.930826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:11.936446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.958218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.987535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] For port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:11.991514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.021818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] Calling delete_port for 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:12.042820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (405f21be-e0eb-45ec-879d-d24833a528a5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.043817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Fanout notify agent at l3_agent the message router_deleted on router 405f21be-e0eb-45ec-879d-d24833a528a5 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:12.056392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.057878 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63c15204-543a-46c8-aeea-17fd1cb6bc94 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/405f21be-e0eb-45ec-879d-d24833a528a5 HTTP/1.1" status: 204 len: 168 time: 2.8714564 Apr 06 14:30:12.075035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44692) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:12.099607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-13166975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:12.176354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port 0bff82eb-8ee5-4396-84b4-6b486cdae363 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:12.196594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.198463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.199017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.209617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.220239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7a1e9-f4f3-409c-b64e-14f6b2c274ce None None] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:12.221231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=b66d5335-d9e1-4902-9fa5-8b2c719cad54,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.230343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] No DVR routers for this DVR port 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:12.232725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0ec56137-4e6d-4e2d-8554-711ff58f72c7 None None] Could not find standard attr ID for object 0bff82eb-8ee5-4396-84b4-6b486cdae363. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:30:12.237529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.244047 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.244047 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 2 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.274644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.281350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-521f14e4-47de-4105-86b5-f780008040d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:12.281508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.281508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.281677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-521f14e4-47de-4105-86b5-f780008040d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.4250989 Apr 06 14:30:12.283552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.284027 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.286983 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 3 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.290906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3d58f9dd-9dcf-403c-bd0a-8f8516208b54), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.291605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.298020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90c4e6-253a-40ad-bb8c-c0ae1033abed None None] Pushing event deleted for resources: {'Port': ['ID=6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.316038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.316603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.317127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.325895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (855e3f8f-91a0-4eb0-9ba8-3030b10d5639), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.331105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.332667 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.343654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] Pushing event deleted for resources: {'Port': ['ID=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.346081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684df69-e129-45d8-b0fe-9050b86bd843 None None] No DVR routers for this DVR port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:12.367655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.375521 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.379372 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 4 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.382748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Port': ['ID=855e3f8f-91a0-4eb0-9ba8-3030b10d5639,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.425706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.425706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.426119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.442052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.442342 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.447978 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 5 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.458280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No DVR routers for this DVR port 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:12.471067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-f8900007-f1fb-4ce6-a855-6d01f4e97eb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1001 time: 0.1875482 Apr 06 14:30:12.502884 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:12.508719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.509078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.509397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.541064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.541866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.542190 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.547829 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 6 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.577803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.578132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.578465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.583977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.584488 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.586078 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 7 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.589012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (3d58f9dd-9dcf-403c-bd0a-8f8516208b54), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.603928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.604110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.605231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.611790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.612155 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.612891 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 8 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.617176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.639472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.640069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.640194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.641853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=3d58f9dd-9dcf-403c-bd0a-8f8516208b54,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.645852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b705bcf6-3e91-4ac3-aad3-7771a08653af), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.653843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (deaac4f7-9dec-4038-ae66-38707ecf4862), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.687691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.688029 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.693357 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 9 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.704294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:12.719081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:12.722175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:12.724102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-26f40693-fa8a-4d99-8b06-7333bf76e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:12.724210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.724289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-26f40693-fa8a-4d99-8b06-7333bf76e97e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.2251918 Apr 06 14:30:12.729599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaac4f7-9dec-4038-ae66-38707ecf4862']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:12.745094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32b914-6c93-4c80-9be5-5558815a2bf2 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:12.745324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.745710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.746401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.756176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.756503 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.760311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.762682 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8af8a497-28a7-46d5-af0e-308268820ceb tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6667690 Apr 06 14:30:12.764978 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 10 to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 Apr 06 14:30:12.769269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=b705bcf6-3e91-4ac3-aad3-7771a08653af,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.773321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44694) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:12.777813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:12.781731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2eedc64-070f-49b6-b264-74b0ad485662') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:12.782029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2eedc64-070f-49b6-b264-74b0ad485662') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:12.795665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:12.796679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:12.797679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:12.808959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:12.809572 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:12.810408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.880755 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ba0a5d71-2820-42b3-b465-9e3441a077f1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5313830 Apr 06 14:30:12.896088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44698) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:12.907174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': 'b705bcf6-3e91-4ac3-aad3-7771a08653af', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-387504763'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:12.923768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.983015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (a2eedc64-070f-49b6-b264-74b0ad485662), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.993153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'b705bcf6-3e91-4ac3-aad3-7771a08653af'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:12.998351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.054024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:13.082694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] For port b66d5335-d9e1-4902-9fa5-8b2c719cad54, host hv-neutron-8365, cleared binding levels {{(pid=104421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:13.083053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempted to set empty binding levels {{(pid=104421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:30:13.100198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a2eedc64-070f-49b6-b264-74b0ad485662), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.104583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:13.105053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 855e3f8f-91a0-4eb0-9ba8-3030b10d5639 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:13.106076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:13.123875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a7336b-72ff-4e41-8a3b-67c500b8c667']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:13.137135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:13.137571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f4e4fc4-d782-4fd0-ad41-9bc0f44cd643 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:13.166987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:13.167374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (a2eedc64-070f-49b6-b264-74b0ad485662), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.174399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:13.191964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bebf3a-269b-45e3-9dbe-07b229a2126e None None] Network 16a7336b-72ff-4e41-8a3b-67c500b8c667 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:13.201438 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:13.204112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ee07e1-8115-44d8-8e52-be7ed3baebd0') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:13.204112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ee07e1-8115-44d8-8e52-be7ed3baebd0') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:13.263447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-d6e6400c-5c2c-4624-8c08-ee633907490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.265120 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-d6e6400c-5c2c-4624-8c08-ee633907490a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5330772 Apr 06 14:30:13.269045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (72ee07e1-8115-44d8-8e52-be7ed3baebd0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.325356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7aac-5fa8-4c72-b384-5879a5f5c4a3 req-09cf8774-8ca5-4173-ae02-433ffe12aa90 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.333755 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df2a7aac-5fa8-4c72-b384-5879a5f5c4a3 req-09cf8774-8ca5-4173-ae02-433ffe12aa90 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3488240 Apr 06 14:30:13.348559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.351027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/b705bcf6-3e91-4ac3-aad3-7771a08653af/a59e5389-f426-4ccf-bccf-9fd0431a70c0) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:13.390256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (72ee07e1-8115-44d8-8e52-be7ed3baebd0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.393656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] In _notify_port_updated(), no bound segment for port b66d5335-d9e1-4902-9fa5-8b2c719cad54 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:30:13.394693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.395308 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.399899 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "PUT /v2.0/ports/b66d5335-d9e1-4902-9fa5-8b2c719cad54 HTTP/1.1" status: 200 len: 981 time: 2.7773578 Apr 06 14:30:13.400528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44700) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:13.415755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:13.416429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (72ee07e1-8115-44d8-8e52-be7ed3baebd0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.433078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4d58b-b306-4acf-8e1e-f329a2f9d3aa None None] DHCP port deletion for 16a7336b-72ff-4e41-8a3b-67c500b8c667 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:13.529236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.563027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dd7fd-2f31-42b3-8e08-da4964d5962e tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=b66d5335-d9e1-4902-9fa5-8b2c719cad54,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:13.573805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 46c16a69-2b9c-45ef-b71e-9fdda5aaf15a yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:13.615493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Publish callbacks [] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.651885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.652494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.652985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.653443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.656974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.657461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.657916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.658362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.658819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.659260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.659714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.660168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.660617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.661088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.661538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:13.665063 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0670a533-bc32-4e91-b4cb-62d5c5464d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20519 time: 0.2038050 Apr 06 14:30:13.668740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44702) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:13.699366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.738157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:13.743322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:13.749597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:13.763299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Pushing event updated for resources: {'Port': ['ID=a59e5389-f426-4ccf-bccf-9fd0431a70c0,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:13.801236 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:13.808661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Deleting port b66d5335-d9e1-4902-9fa5-8b2c719cad54 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:13.810422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.818830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Attempting to bind port a59e5389-f426-4ccf-bccf-9fd0431a70c0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:13.819229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Attempting to bind port a59e5389-f426-4ccf-bccf-9fd0431a70c0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:13.819687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Attempting to bind port a59e5389-f426-4ccf-bccf-9fd0431a70c0 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:13.825442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:13.825902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:13.826444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.826849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:13.827330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Bound port: a59e5389-f426-4ccf-bccf-9fd0431a70c0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:13.827719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.847020 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:30:13.847520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:13.880271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (deaac4f7-9dec-4038-ae66-38707ecf4862), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.880514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] For port b66d5335-d9e1-4902-9fa5-8b2c719cad54, host hv-neutron-8365, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:13.880860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.885690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.891578 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/deaac4f7-9dec-4038-ae66-38707ecf4862 HTTP/1.1" status: 204 len: 168 time: 2.9222074 Apr 06 14:30:13.891785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44706) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:13.900236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] For port a59e5389-f426-4ccf-bccf-9fd0431a70c0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:13.904404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] For port a59e5389-f426-4ccf-bccf-9fd0431a70c0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a59e5389-f426-4ccf-bccf-9fd0431a70c0,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:13.925163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Calling delete_port for b66d5335-d9e1-4902-9fa5-8b2c719cad54 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:13.927623 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e381a2-e2df-4784-bd6e-ff4a6100cf9e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:13.928077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e381a2-e2df-4784-bd6e-ff4a6100cf9e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:13.931187 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-56e381a2-e2df-4784-bd6e-ff4a6100cf9e tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/9240915e-9cfd-410a-88e7-0b4acc3d6e0e HTTP/1.1" status: 404 len: 337 time: 0.0384655 Apr 06 14:30:13.931710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.934909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44708) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:13.939765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e5855-6af3-43ce-a366-015295cd1d42 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=deaac4f7-9dec-4038-ae66-38707ecf4862,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:13.959831 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba88aa35-c384-47e9-82b1-bc1ba0b9779b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:13.960893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba88aa35-c384-47e9-82b1-bc1ba0b9779b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:13.964228 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ba88aa35-c384-47e9-82b1-bc1ba0b9779b tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/32956e6c-c81e-49cd-b4ec-ca92c0b598c1 HTTP/1.1" status: 404 len: 339 time: 0.0284562 Apr 06 14:30:13.967481 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c0e452ad-8e5a-4654-8610-a4d3fb8bfca7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0708685 Apr 06 14:30:13.968392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44710) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:13.970104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44712) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:13.981270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.991333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df2a7aac-5fa8-4c72-b384-5879a5f5c4a3 req-71cb105a-4095-4b5c-8c6e-0eb2821317e4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6567185 Apr 06 14:30:14.030453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-7773a4cb-9197-48d3-b27f-3d801e9ebe01 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552609 Apr 06 14:30:14.045570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (16a7336b-72ff-4e41-8a3b-67c500b8c667), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.049962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.054709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e87cf-7535-4884-ad77-89d1ea84ab65 None None] Pushing event updated for resources: {'Port': ['ID=a59e5389-f426-4ccf-bccf-9fd0431a70c0,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:14.056911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/16a7336b-72ff-4e41-8a3b-67c500b8c667 HTTP/1.1" status: 204 len: 168 time: 3.4962516 Apr 06 14:30:14.057609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44714) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.097639 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a604bf-e243-4d7c-9837-1fdf97f6e761 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:14.097880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a604bf-e243-4d7c-9837-1fdf97f6e761 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:14.100599 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-34a604bf-e243-4d7c-9837-1fdf97f6e761 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/16a7336b-72ff-4e41-8a3b-67c500b8c667 HTTP/1.1" status: 404 len: 339 time: 0.0420709 Apr 06 14:30:14.106399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44716) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.114685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1881741690', 'description': 'd1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:14.141449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffd3ce-a177-40fd-b800-8a50c12e889f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:14.144816 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-77ffd3ce-a177-40fd-b800-8a50c12e889f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1718307 Apr 06 14:30:14.144965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting subnet d0c9f32a-cb12-47fc-9e33-4185583b85e6 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:14.145613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44718) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.147245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae0c1-4b75-40ab-b7af-d7f94dcd3a3e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=16a7336b-72ff-4e41-8a3b-67c500b8c667,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:14.181984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (d0c9f32a-cb12-47fc-9e33-4185583b85e6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.182160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b66d5335-d9e1-4902-9fa5-8b2c719cad54), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.224484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event deleted for resources: {'Port': ['ID=b66d5335-d9e1-4902-9fa5-8b2c719cad54,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:14.235581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.238912 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c06bbac-1f93-4f0f-85ff-8ef45e3c87b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "DELETE /v2.0/ports/b66d5335-d9e1-4902-9fa5-8b2c719cad54 HTTP/1.1" status: 204 len: 168 time: 0.5692363 Apr 06 14:30:14.242873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9c815-6619-4274-9a4c-5fb5e90657ff tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:14.243013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44720) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.244043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9c815-6619-4274-9a4c-5fb5e90657ff tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:14.248228 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e9a9c815-6619-4274-9a4c-5fb5e90657ff tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0990558 Apr 06 14:30:14.249798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44722) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.250476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:14.253734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.261185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (d0c9f32a-cb12-47fc-9e33-4185583b85e6), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.323069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a96bda-4170-4b7a-b5f6-574a1096fae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:30:14.324624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e8a96bda-4170-4b7a-b5f6-574a1096fae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "GET /v2.0/ports/b66d5335-d9e1-4902-9fa5-8b2c719cad54 HTTP/1.1" status: 404 len: 333 time: 0.0803170 Apr 06 14:30:14.329614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44724) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.332953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1124935445', 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:14.353011 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cbe720c-9418-4497-a148-3f4f863cfab0 req-32fa25d6-c523-444e-98d5-1af89d6cbd7c service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083932 Apr 06 14:30:14.359405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet b705bcf6-3e91-4ac3-aad3-7771a08653af {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:14.372141 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (b705bcf6-3e91-4ac3-aad3-7771a08653af), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.372944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:14.413235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (344c1b9f-04eb-4fc0-8c45-bd5293840573), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.413524 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment 344c1b9f-04eb-4fc0-8c45-bd5293840573 of type vlan for network 9e12b379-d4d5-48b9-89da-9e9d1087abb7 Apr 06 14:30:14.432893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (b705bcf6-3e91-4ac3-aad3-7771a08653af), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.448059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d0c9f32a-cb12-47fc-9e33-4185583b85e6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.477457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Made reservation on behalf of 393a8689886d408fa93714bb8ede61b6 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:14.479697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.511495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.530641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port a79eeffc-54e7-4d18-b8fd-c7abb13726c6 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:14.591104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.614323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.619269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b705bcf6-3e91-4ac3-aad3-7771a08653af), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.670337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.670932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:14.671516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.720872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (d0c9f32a-cb12-47fc-9e33-4185583b85e6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.758045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Allocated IP 172.26.6.125 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/5583bd75-1c40-42ae-bb8b-8a99feddac84) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:14.763568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c9f32a-cb12-47fc-9e33-4185583b85e6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:14.774076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.776632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3ba7a-b2c5-446e-a168-e4eebb48d02a None None] Network 1998ef6f-4cc7-40fc-95c3-cdb3a552199d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:14.781991 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7bd04057-b113-41e2-9f0f-e573e9e47c00 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/subnets/d0c9f32a-cb12-47fc-9e33-4185583b85e6 HTTP/1.1" status: 204 len: 168 time: 0.8100829 Apr 06 14:30:14.789801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44726) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.813823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=9e12b379-d4d5-48b9-89da-9e9d1087abb7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:14.834129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for port (a79eeffc-54e7-4d18-b8fd-c7abb13726c6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.839137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9e12b379-d4d5-48b9-89da-9e9d1087abb7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:14.896947 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e1b229c5-a25b-4e79-b290-e443e92e69b3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7875156 Apr 06 14:30:14.897712 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44728) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:14.923205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (b705bcf6-3e91-4ac3-aad3-7771a08653af), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.980213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (1998ef6f-4cc7-40fc-95c3-cdb3a552199d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:14.988976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=b705bcf6-3e91-4ac3-aad3-7771a08653af,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:14.997840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.001319 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-75ba0429-7e29-4cdf-af07-506d8bec8d1d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b705bcf6-3e91-4ac3-aad3-7771a08653af HTTP/1.1" status: 204 len: 168 time: 0.7452164 Apr 06 14:30:15.008905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44730) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.014907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a59e5389-f426-4ccf-bccf-9fd0431a70c0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:15.016211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a79eeffc-54e7-4d18-b8fd-c7abb13726c6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.080879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for port (5583bd75-1c40-42ae-bb8b-8a99feddac84), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.083876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:15.089186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:15.092013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:15.093028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:15.093152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a59e5389-f426-4ccf-bccf-9fd0431a70c0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:15.093614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.093964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.137018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e899b-ccb0-45cf-a787-f6521a372bb7 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:15.141277 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed5e899b-ccb0-45cf-a787-f6521a372bb7 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks?id=9e12b379-d4d5-48b9-89da-9e9d1087abb7 HTTP/1.1" status: 200 len: 761 time: 0.2393470 Apr 06 14:30:15.147256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44734) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.147669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] DHCP port deletion for 1998ef6f-4cc7-40fc-95c3-cdb3a552199d request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:15.154000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'description': 'd2'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:15.159455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=a79eeffc-54e7-4d18-b8fd-c7abb13726c6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:15.251889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5583bd75-1c40-42ae-bb8b-8a99feddac84), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.258157 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-80691833-93f1-4c8e-a899-7fb6a1c9c408 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2458951 Apr 06 14:30:15.267582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44736) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.267582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44738) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.267942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a59e5389-f426-4ccf-bccf-9fd0431a70c0 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:15.268408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.270458 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9591dda6-e482-4a03-9751-d6b100aa0af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9396367 Apr 06 14:30:15.275903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] Deleting port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:15.276282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.278126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:15.356836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port a59e5389-f426-4ccf-bccf-9fd0431a70c0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a59e5389-f426-4ccf-bccf-9fd0431a70c0,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:15.392177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] For port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,segment=NetworkSegment(3c43133c-8696-4b3e-af9f-4d211cf4cc14),segment_id=3c43133c-8696-4b3e-af9f-4d211cf4cc14)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:15.392582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.409304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] Calling delete_port for b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:15.420396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.435685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505721b-b515-420c-be6a-63a270885d23 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:15.438010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0bff82eb-8ee5-4396-84b4-6b486cdae363 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:15.452324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.466765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:15.474187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:15.476784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:15.517994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.530294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 9e12b379-d4d5-48b9-89da-9e9d1087abb7 is not hosted by any dhcp agent {{(pid=104421) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:30:15.538966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:15.539821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.544461 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "PUT /v2.0/networks/9e12b379-d4d5-48b9-89da-9e9d1087abb7 HTTP/1.1" status: 200 len: 758 time: 0.3932440 Apr 06 14:30:15.554819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44740) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.560869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0bff82eb-8ee5-4396-84b4-6b486cdae363 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:15.560869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0bff82eb-8ee5-4396-84b4-6b486cdae363 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:15.564355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9edfd18-1890-4a14-870f-95ef46c99988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:15.568783 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a9edfd18-1890-4a14-870f-95ef46c99988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "GET /v2.0/ports/a79eeffc-54e7-4d18-b8fd-c7abb13726c6 HTTP/1.1" status: 200 len: 959 time: 0.1855092 Apr 06 14:30:15.575926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3823c7-8c71-4808-9493-88c1e9f79327 req-2a8aa1c7-edca-494c-84f3-e483da185203 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:15.581098 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe3823c7-8c71-4808-9493-88c1e9f79327 req-2a8aa1c7-edca-494c-84f3-e483da185203 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3587275 Apr 06 14:30:15.581098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event updated for resources: {'Port': ['ID=5583bd75-1c40-42ae-bb8b-8a99feddac84,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:15.589546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44742) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.634227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-eda732d8-c073-4f04-ab00-027ab7b87da5 None None] Provisioning complete for port a59e5389-f426-4ccf-bccf-9fd0431a70c0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:15.634617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eda732d8-c073-4f04-ab00-027ab7b87da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.640750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=a59e5389-f426-4ccf-bccf-9fd0431a70c0,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:15.750754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:15.754161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.781589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-eda732d8-c073-4f04-ab00-027ab7b87da5 None None] Current status of the port a59e5389-f426-4ccf-bccf-9fd0431a70c0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:15.801657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.834092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] Pushing event deleted for resources: {'Port': ['ID=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:15.839482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790b0de-e928-4b99-8e9a-593068825ab6 None None] No DVR routers for this DVR port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:15.846335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:15.900026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Deleting port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:15.900374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.907821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] Deleting port a59e5389-f426-4ccf-bccf-9fd0431a70c0 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:15.908203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.910041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe3823c7-8c71-4808-9493-88c1e9f79327 req-fcb2954d-8847-47db-9d1e-3cdcf81666c3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108561 Apr 06 14:30:15.928949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f70fe-8c6f-47a5-a382-aafaba86c072 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=9e12b379-d4d5-48b9-89da-9e9d1087abb7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:15.954706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab56466-e447-4672-8f1a-3406cd1aa349 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:15.956463 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8ab56466-e447-4672-8f1a-3406cd1aa349 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks?id=9e12b379-d4d5-48b9-89da-9e9d1087abb7 HTTP/1.1" status: 200 len: 761 time: 0.4021435 Apr 06 14:30:15.960214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44744) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:15.966015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-415664377'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:15.978916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] For port a59e5389-f426-4ccf-bccf-9fd0431a70c0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a59e5389-f426-4ccf-bccf-9fd0431a70c0,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:15.979341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.992253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9e12b379-d4d5-48b9-89da-9e9d1087abb7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:15.997706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] Calling delete_port for a59e5389-f426-4ccf-bccf-9fd0431a70c0 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:16.040800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] For port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:16.040999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.049394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:16.050785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Deleting port a79eeffc-54e7-4d18-b8fd-c7abb13726c6 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:16.051130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a79eeffc-54e7-4d18-b8fd-c7abb13726c6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.053884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.081438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:16.090570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.091025 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment e2f03889-b843-4ea3-9b44-c4c59b88af1d of type vlan for network 2afb0871-7e49-4971-a000-9997a8a38ad4 Apr 06 14:30:16.095550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Calling delete_port for b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:16.106996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.ipam_backend_mixin [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 was not found and therefore no delete operation was performed {{(pid=104420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:30:16.136098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.153057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b1ef96c6-e72d-4a57-9876-a9e7a7a3a453), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.202015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a79eeffc-54e7-4d18-b8fd-c7abb13726c6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.218492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (a59e5389-f426-4ccf-bccf-9fd0431a70c0), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.223290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Port': ['ID=b1ef96c6-e72d-4a57-9876-a9e7a7a3a453,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:16.237683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] No DVR routers for this DVR port b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:16.254663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.254869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] Pushing event deleted for resources: {'Port': ['ID=a59e5389-f426-4ccf-bccf-9fd0431a70c0,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:16.254869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135a53c-8ed3-4c7e-bf2d-1f07e6fefbde None None] No DVR routers for this DVR port a59e5389-f426-4ccf-bccf-9fd0431a70c0 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:16.258079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:16.258834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.284078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Calling delete_port for a79eeffc-54e7-4d18-b8fd-c7abb13726c6 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:16.328675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=2afb0871-7e49-4971-a000-9997a8a38ad4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:16.340268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 2afb0871-7e49-4971-a000-9997a8a38ad4 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:16.386321 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f2b00969-6aea-43ca-931d-eadd496ddee5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4215920 Apr 06 14:30:16.386610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44746) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:16.391734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:16.458438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (1998ef6f-4cc7-40fc-95c3-cdb3a552199d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.471358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.534579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:16.538107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.540333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1998ef6f-4cc7-40fc-95c3-cdb3a552199d']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:16.555710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c43133c-8696-4b3e-af9f-4d211cf4cc14') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:16.556009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c43133c-8696-4b3e-af9f-4d211cf4cc14') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:16.577453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (3c43133c-8696-4b3e-af9f-4d211cf4cc14), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.619766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3c43133c-8696-4b3e-af9f-4d211cf4cc14), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.633361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:16.633750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (3c43133c-8696-4b3e-af9f-4d211cf4cc14), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:16.636752 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:16.680090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (6218fcb5-b2b2-4be0-8be0-fe983e73a983), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.732079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a79eeffc-54e7-4d18-b8fd-c7abb13726c6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.789523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:16.818876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.822694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "DELETE /v2.0/ports/a79eeffc-54e7-4d18-b8fd-c7abb13726c6 HTTP/1.1" status: 204 len: 168 time: 1.2321346 Apr 06 14:30:16.824662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:16.825361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44748) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:16.825984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:16.826565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.833390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d90c5-a87a-448d-bb5b-75953e5a9c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event deleted for resources: {'Port': ['ID=a79eeffc-54e7-4d18-b8fd-c7abb13726c6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:16.842533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232fa1af-ac18-4fbe-a080-3f4f65729f9c None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:16.852886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=6218fcb5-b2b2-4be0-8be0-fe983e73a983,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:16.863240 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2306b602-d7b3-4759-b891-1f5912e77ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:30:16.873629 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2306b602-d7b3-4759-b891-1f5912e77ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "GET /v2.0/ports/a79eeffc-54e7-4d18-b8fd-c7abb13726c6 HTTP/1.1" status: 404 len: 333 time: 0.0472226 Apr 06 14:30:16.880723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44750) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:16.887499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (1998ef6f-4cc7-40fc-95c3-cdb3a552199d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.893574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Request body: {'port': {'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1810579534'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:16.897426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.902043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] 10.222.0.89 "DELETE /v2.0/networks/1998ef6f-4cc7-40fc-95c3-cdb3a552199d HTTP/1.1" status: 204 len: 168 time: 2.1093974 Apr 06 14:30:16.921242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a59e5389-f426-4ccf-bccf-9fd0431a70c0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:16.936169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc4f3c-acb0-45d0-b631-6defe7f222a8 tempest-NetworksIpV6Test-1911094616 tempest-NetworksIpV6Test-1911094616-project] Pushing event deleted for resources: {'Network': ['ID=1998ef6f-4cc7-40fc-95c3-cdb3a552199d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:16.948747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a59e5389-f426-4ccf-bccf-9fd0431a70c0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:16.949386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a59e5389-f426-4ccf-bccf-9fd0431a70c0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:16.950002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:16.977585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:16.977585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b1ef96c6-e72d-4a57-9876-a9e7a7a3a453 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:16.981675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2c130d13-cb32-4056-989d-10b54d0ac118 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7078555 Apr 06 14:30:16.983873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.985572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44756) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:16.989858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:17.001135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.043948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Made reservation on behalf of 393a8689886d408fa93714bb8ede61b6 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:17.045238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.059199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:17.060274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.090044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port f60f5d6a-4390-4343-b720-3308e6755377 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:17.291173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for port (f60f5d6a-4390-4343-b720-3308e6755377), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.358608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b97ee95a-f75f-491e-bd57-e7458e4b59b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.385301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/6218fcb5-b2b2-4be0-8be0-fe983e73a983/fcf397e1-7c9d-4d83-ae87-64f0be83accb) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:17.430713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=b97ee95a-f75f-491e-bd57-e7458e4b59b3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:17.440972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': 'e2f03889-b843-4ea3-9b44-c4c59b88af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:17.441341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 2afb0871-7e49-4971-a000-9997a8a38ad4, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:17.451508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f60f5d6a-4390-4343-b720-3308e6755377), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.474983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8757fcb-f479-424d-854b-efa93f4d225d req-9d8fca98-a3b4-4f75-86a7-84ea4660e8a4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:17.476736 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f8757fcb-f479-424d-854b-efa93f4d225d req-9d8fca98-a3b4-4f75-86a7-84ea4660e8a4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1151624 Apr 06 14:30:17.489608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (83ed5ded-91bb-425c-8cd4-0c7431315e77), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.493191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (83ed5ded-91bb-425c-8cd4-0c7431315e77), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.513468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:17.519584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:17.525807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:17.531486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:17.531486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.540614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f5d6a-4390-4343-b720-3308e6755377,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:17.551700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 2afb0871-7e49-4971-a000-9997a8a38ad4 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:17.570939 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Publish callbacks [] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.589225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router_controller (83ed5ded-91bb-425c-8cd4-0c7431315e77), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.625546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f8757fcb-f479-424d-854b-efa93f4d225d req-4fb6374b-d8ad-4199-bad4-0539bc503fc6 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028111 Apr 06 14:30:17.646798 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6fbf0760-c96b-4308-9fff-c231f91e3b1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7643690 Apr 06 14:30:17.650732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44762) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:17.656038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:17.689575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 2afb0871-7e49-4971-a000-9997a8a38ad4) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:17.693086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.705613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:17.705613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.712341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345394d-6fc3-4aa8-a3ba-5e660bb27af0 None None] Network 2afb0871-7e49-4971-a000-9997a8a38ad4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:17.721159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (83ed5ded-91bb-425c-8cd4-0c7431315e77), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.725133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44764) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:17.745802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Router fa56b5a2-ae5e-43a8-bd28-aa376eda6786 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:17.771265 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2062dc1b-c478-4f06-a0a8-fb469fc9cbc1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3834817 Apr 06 14:30:17.771967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44768) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:17.812041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:17.815400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Pushing event updated for resources: {'Port': ['ID=fcf397e1-7c9d-4d83-ae87-64f0be83accb,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:17.829262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:17.831685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:17.881785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f60f5d6a-4390-4343-b720-3308e6755377), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.889728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.890932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d62ab1f1-b9b0-43a8-8fae-a8c0637e4a04 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9044235 Apr 06 14:30:17.900835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44772) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:17.928928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Attempting to bind port fcf397e1-7c9d-4d83-ae87-64f0be83accb on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:17.930304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Attempting to bind port fcf397e1-7c9d-4d83-ae87-64f0be83accb by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:17.930830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Attempting to bind port fcf397e1-7c9d-4d83-ae87-64f0be83accb on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:17.939262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:17.939848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:17.940519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.941080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:17.941712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Bound port: fcf397e1-7c9d-4d83-ae87-64f0be83accb, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:17.942265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.953393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e28008-9029-4451-a19c-1995ab2847bc req-a29124b4-4ca2-498c-b24c-96cc80271551 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:17.954909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12e28008-9029-4451-a19c-1995ab2847bc req-a29124b4-4ca2-498c-b24c-96cc80271551 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2511263 Apr 06 14:30:17.955301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2afb0871-7e49-4971-a000-9997a8a38ad4', 'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': 'b97ee95a-f75f-491e-bd57-e7458e4b59b3'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:17.956322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:17.989296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:18.004478 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] Sync routers for ids ['fa56b5a2-ae5e-43a8-bd28-aa376eda6786'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:18.015408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.015620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.017361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1363b27b-6956-40e5-8742-471780048fde tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "PUT /v2.0/routers/fa56b5a2-ae5e-43a8-bd28-aa376eda6786 HTTP/1.1" status: 200 len: 882 time: 5.2430830 Apr 06 14:30:18.020370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44774) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:18.022163 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] Routers {'fa56b5a2-ae5e-43a8-bd28-aa376eda6786'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:18.022828 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['fa56b5a2-ae5e-43a8-bd28-aa376eda6786'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:18.060742 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:18.074409 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] Routers {'fa56b5a2-ae5e-43a8-bd28-aa376eda6786'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:18.075228 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['fa56b5a2-ae5e-43a8-bd28-aa376eda6786'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:18.100357 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6bf18582-72e7-4e13-b0af-a580be5a6a0b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34e8649f4557444b8e3741624f0c80b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736935 Apr 06 14:30:18.111048 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:18.111933 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb5a66-8122-4c35-acea-521d622f5c0b None None] The sync data for ids ['fa56b5a2-ae5e-43a8-bd28-aa376eda6786'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:18.123927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] For port fcf397e1-7c9d-4d83-ae87-64f0be83accb, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:18.124632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44776) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:18.132158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] For port fcf397e1-7c9d-4d83-ae87-64f0be83accb, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fcf397e1-7c9d-4d83-ae87-64f0be83accb,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:18.175638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Allocated IP 172.20.0.2 (2afb0871-7e49-4971-a000-9997a8a38ad4/b97ee95a-f75f-491e-bd57-e7458e4b59b3/db8a5c52-ce52-4b80-9ea7-d6af9fe53244) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:18.233371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.246033 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12e28008-9029-4451-a19c-1995ab2847bc req-2aa24479-0de9-4f86-9c16-e6b86cc88eaa tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717946 Apr 06 14:30:18.281551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1582-1a70-4bf6-951f-75504675faa6 admin admin] Publish callbacks [] for security_group (50dc1793-d76a-4669-bad9-5e4a5bf576fa), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.287481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b97ee95a-f75f-491e-bd57-e7458e4b59b3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.317900 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8b9b88af-7715-4653-827c-371e72cb323b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/fa56b5a2-ae5e-43a8-bd28-aa376eda6786 HTTP/1.1" status: 200 len: 923 time: 0.2597916 Apr 06 14:30:18.328434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44780) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:18.344822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4928cd-7cbb-46ae-a58e-c9acb8652b56 None None] Pushing event updated for resources: {'Port': ['ID=fcf397e1-7c9d-4d83-ae87-64f0be83accb,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:18.365453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1582-1a70-4bf6-951f-75504675faa6 admin admin] Publish callbacks [] for security_group (50dc1793-d76a-4669-bad9-5e4a5bf576fa), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.431458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] device_id is not set on port f60f5d6a-4390-4343-b720-3308e6755377 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:18.440604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks [] for port (f60f5d6a-4390-4343-b720-3308e6755377), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.442870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Publish callbacks [] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.460075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e8f54-fb7f-4b7f-bf8c-82f96148ea95 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:18.461915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8c7e8f54-fb7f-4b7f-bf8c-82f96148ea95 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=fa56b5a2-ae5e-43a8-bd28-aa376eda6786&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1335979 Apr 06 14:30:18.464523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44782) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:18.485557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.529208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f60f5d6a-4390-4343-b720-3308e6755377), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.531666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.635060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1582-1a70-4bf6-951f-75504675faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (50dc1793-d76a-4669-bad9-5e4a5bf576fa), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.637846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1582-1a70-4bf6-951f-75504675faa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.639010 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5cdd1582-1a70-4bf6-951f-75504675faa6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50dc1793-d76a-4669-bad9-5e4a5bf576fa HTTP/1.1" status: 204 len: 168 time: 0.5202179 Apr 06 14:30:18.647388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Network 2afb0871-7e49-4971-a000-9997a8a38ad4 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:18.655399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:18.670726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:18.672856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd1582-1a70-4bf6-951f-75504675faa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc1793-d76a-4669-bad9-5e4a5bf576fa,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:18.704268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.704618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.705008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.711485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67253485-1b7e-44be-ab9a-f75d83c22331 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:18.715650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (b97ee95a-f75f-491e-bd57-e7458e4b59b3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.716171 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-67253485-1b7e-44be-ab9a-f75d83c22331 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.2475026 Apr 06 14:30:18.722642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:18.722991 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:18.723524 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 2 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:18.726921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f5d6a-4390-4343-b720-3308e6755377,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:18.734403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44788) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:18.743692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Pushing event updated for resources: {'Port': ['ID=db8a5c52-ce52-4b80-9ea7-d6af9fe53244,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:18.747020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.747364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.747759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.753118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:18.753458 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:18.754071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 3 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:18.776393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.776768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.777114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.788253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:18.788253 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:18.788618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 4 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:18.804458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.804738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.805069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.813525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:18.813923 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:18.825594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 5 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:18.863737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Attempting to bind port db8a5c52-ce52-4b80-9ea7-d6af9fe53244 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.863737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Attempting to bind port db8a5c52-ce52-4b80-9ea7-d6af9fe53244 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e2f03889-b843-4ea3-9b44-c4c59b88af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.863737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Attempting to bind port db8a5c52-ce52-4b80-9ea7-d6af9fe53244 on network 2afb0871-7e49-4971-a000-9997a8a38ad4 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.867616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.867989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.868335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.881467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:18.881837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Checking segment: {'id': 'e2f03889-b843-4ea3-9b44-c4c59b88af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:18.882801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.883212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Bound using segment: {'id': 'e2f03889-b843-4ea3-9b44-c4c59b88af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:18.883500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:18.883695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Bound port: db8a5c52-ce52-4b80-9ea7-d6af9fe53244, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f03889-b843-4ea3-9b44-c4c59b88af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '2afb0871-7e49-4971-a000-9997a8a38ad4'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:18.884085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.884344 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:18.884919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 6 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:18.892448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=b97ee95a-f75f-491e-bd57-e7458e4b59b3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:18.905208 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a66b3f37-606c-43a3-9364-096dea654359 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa56b5a2-ae5e-43a8-bd28-aa376eda6786 HTTP/1.1" status: 200 len: 205 time: 0.1557899 Apr 06 14:30:18.907902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:18.908250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:18.908594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:18.913455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44792) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:18.989675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fcf397e1-7c9d-4d83-ae87-64f0be83accb up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:19.015649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] For port db8a5c52-ce52-4b80-9ea7-d6af9fe53244, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:19.027836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:19.028419 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:19.031425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 7 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:19.038483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] For port db8a5c52-ce52-4b80-9ea7-d6af9fe53244, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=db8a5c52-ce52-4b80-9ea7-d6af9fe53244,segment=NetworkSegment(e2f03889-b843-4ea3-9b44-c4c59b88af1d),segment_id=e2f03889-b843-4ea3-9b44-c4c59b88af1d)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:19.052980 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.071128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fcf397e1-7c9d-4d83-ae87-64f0be83accb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:19.073523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.073649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:19.073649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:19.073649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:19.111534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afb0871-7e49-4971-a000-9997a8a38ad4']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:19.117511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:19.117933 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:19.120380 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 8 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:19.122703 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f03889-b843-4ea3-9b44-c4c59b88af1d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:19.123089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f03889-b843-4ea3-9b44-c4c59b88af1d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:19.134407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.139849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:19.140276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:19.140754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:19.167392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d364b-a531-4adf-abba-174cbe29dff3 req-c2044297-d774-4c2f-a6dd-01b1a6e45394 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:19.168992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-153d364b-a531-4adf-abba-174cbe29dff3 req-c2044297-d774-4c2f-a6dd-01b1a6e45394 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1911492 Apr 06 14:30:19.186936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:19.187090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.187222 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:19.188612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 9 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:19.202260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::1 (2934fa9c-89df-48fd-aebe-9f87f342666e/6218fcb5-b2b2-4be0-8be0-fe983e73a983/cff9d509-07ae-4da6-803e-4e1605be00ea) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:19.245500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.253522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:19.259926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:19.259926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:19.274041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:19.277006 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:19.277828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempt 10 to bind port f60f5d6a-4390-4343-b720-3308e6755377 Apr 06 14:30:19.290433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.296110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:19.296609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:19.300289 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:19.379048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:19.379488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:19.380056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempting to bind port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:19.397305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fcf397e1-7c9d-4d83-ae87-64f0be83accb is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:19.405108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.405108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9996113-2faf-49dd-bad5-6534a69070a3 None None] Pushing event updated for resources: {'Port': ['ID=db8a5c52-ce52-4b80-9ea7-d6af9fe53244,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:19.414980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f234ca-f514-49ac-a3d5-991cfeaff4dc None None] Network 2afb0871-7e49-4971-a000-9997a8a38ad4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:19.479595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:30:19.479595 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:30:19.479595 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': '2afb0871-7e49-4971-a000-9997a8a38ad4'}] Apr 06 14:30:19.479595 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:30:19.479595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:30:19.486524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.508251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:19.509826 dv-neutron-836581-2-hyperv neutron-server[104420]: ERROR neutron.plugins.ml2.managers [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Failed to bind port f60f5d6a-4390-4343-b720-3308e6755377 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '2bc5c826-fe1f-48f4-816d-73b6554fc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ff6c8c78-bedd-4dfd-accc-7206c3064dc7'}] Apr 06 14:30:19.513737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f60f5d6a-4390-4343-b720-3308e6755377), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.521662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port fcf397e1-7c9d-4d83-ae87-64f0be83accb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fcf397e1-7c9d-4d83-ae87-64f0be83accb,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:19.527636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-153d364b-a531-4adf-abba-174cbe29dff3 req-2c2e1697-1f5f-4d83-afb4-78f1de9980b2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405840 Apr 06 14:30:19.603125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.643778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56d6b1-7b32-4d1e-87a0-1348eefc9548 req-98d2245f-9f01-498a-9988-db2daf8c4e3e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:19.645401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a56d6b1-7b32-4d1e-87a0-1348eefc9548 req-98d2245f-9f01-498a-9988-db2daf8c4e3e tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.2859206 Apr 06 14:30:19.647742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.660685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.692083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=fcf397e1-7c9d-4d83-ae87-64f0be83accb,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:19.702811 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:19.709923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:19.712685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=cff9d509-07ae-4da6-803e-4e1605be00ea,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:19.716520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:19.717167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (83ed5ded-91bb-425c-8cd4-0c7431315e77), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.783607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] For port f60f5d6a-4390-4343-b720-3308e6755377, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:19.783982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attempted to set empty binding levels {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:30:19.795778 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a56d6b1-7b32-4d1e-87a0-1348eefc9548 req-fa8623a2-1130-4dd0-8a35-f0be1d56dee8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392879 Apr 06 14:30:19.832554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f0b22-e910-42ec-b767-9fa663d9f7eb None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:30:19.861879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4f48-dc95-4a4c-822d-ea6d11a69a40 req-a3415529-8183-4483-9416-17aa8c20de2f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:19.863616 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be7a4f48-dc95-4a4c-822d-ea6d11a69a40 req-a3415529-8183-4483-9416-17aa8c20de2f tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2060208 Apr 06 14:30:19.883711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f60f5d6a-4390-4343-b720-3308e6755377), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.933838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] In _notify_port_updated(), no bound segment for port f60f5d6a-4390-4343-b720-3308e6755377 on network ff6c8c78-bedd-4dfd-accc-7206c3064dc7 {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:30:19.934690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:19.935291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.936596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "PUT /v2.0/ports/f60f5d6a-4390-4343-b720-3308e6755377 HTTP/1.1" status: 200 len: 981 time: 2.2847972 Apr 06 14:30:19.939478 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44816) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:19.963505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Deleting port 5583bd75-1c40-42ae-bb8b-8a99feddac84 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:19.963769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5583bd75-1c40-42ae-bb8b-8a99feddac84), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.969688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a1d985cc-6317-4bdf-997a-af5c2af40cec None None] Provisioning complete for port fcf397e1-7c9d-4d83-ae87-64f0be83accb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:19.970309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1d985cc-6317-4bdf-997a-af5c2af40cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.972834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f0b22-e910-42ec-b767-9fa663d9f7eb None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:30:19.982827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.985757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be7a4f48-dc95-4a4c-822d-ea6d11a69a40 req-89018bd6-4ef0-4ddf-bb70-867b1a5c4f24 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117415 Apr 06 14:30:20.016958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed938c02-2332-4cb0-ae19-6a26cfc312fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f5d6a-4390-4343-b720-3308e6755377,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:20.049962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.100562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5583bd75-1c40-42ae-bb8b-8a99feddac84), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.150131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Calling delete_port for 5583bd75-1c40-42ae-bb8b-8a99feddac84 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:20.159459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44822) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.252558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a1d985cc-6317-4bdf-997a-af5c2af40cec None None] Current status of the port fcf397e1-7c9d-4d83-ae87-64f0be83accb is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:20.252766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f88c-f663-4f41-8871-e86a7b626ee0 req-e5ec4052-863d-46b2-99ea-67723b9d3488 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:20.261331 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e77f88c-f663-4f41-8871-e86a7b626ee0 req-e5ec4052-863d-46b2-99ea-67723b9d3488 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1630981 Apr 06 14:30:20.282363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Deleting port f60f5d6a-4390-4343-b720-3308e6755377 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:20.282714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f60f5d6a-4390-4343-b720-3308e6755377), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.313617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3e96773a-6152-41bb-bee8-fffa223284d6 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] Request body: {'port': {'network_id': '81985da7-dfcc-4c05-893c-e32890333005', 'name': 'tempest-NetworksNegativeTestJSON-645929149'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:20.376750 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e96773a-6152-41bb-bee8-fffa223284d6 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] POST failed (client error): The resource could not be found. Apr 06 14:30:20.377325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e96773a-6152-41bb-bee8-fffa223284d6 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:20.384165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3e96773a-6152-41bb-bee8-fffa223284d6 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2169189 Apr 06 14:30:20.384165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e77f88c-f663-4f41-8871-e86a7b626ee0 req-da08a575-1d8b-4a91-9784-73fba5f4e9ac tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213686 Apr 06 14:30:20.387654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44826) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.411888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] For port f60f5d6a-4390-4343-b720-3308e6755377, host hv-neutron-8365, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:20.412613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f60f5d6a-4390-4343-b720-3308e6755377), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.434661 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-15329666-0fe8-44bf-93fc-80a6f36b1a5a tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:20.434988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15329666-0fe8-44bf-93fc-80a6f36b1a5a tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:20.437456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port db8a5c52-ce52-4b80-9ea7-d6af9fe53244 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:20.438161 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-15329666-0fe8-44bf-93fc-80a6f36b1a5a tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "DELETE /v2.0/networks/14c9c199-78a3-4513-9ad3-719ca13ad078 HTTP/1.1" status: 404 len: 339 time: 0.0299594 Apr 06 14:30:20.441680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.445730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44830) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.459699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Calling delete_port for f60f5d6a-4390-4343-b720-3308e6755377 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:20.527525 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef21cee7-eeb9-4cbb-a396-8ec4b9cb760e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:20.530129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef21cee7-eeb9-4cbb-a396-8ec4b9cb760e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:20.532067 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ef21cee7-eeb9-4cbb-a396-8ec4b9cb760e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "DELETE /v2.0/ports/8f3b9f5b-3e90-4502-9ac8-3c6846553a32 HTTP/1.1" status: 404 len: 333 time: 0.0822237 Apr 06 14:30:20.535280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44832) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.564473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5583bd75-1c40-42ae-bb8b-8a99feddac84), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.577436 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-982c24ea-1ffc-438c-bce2-78295c5af55a tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:20.577810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982c24ea-1ffc-438c-bce2-78295c5af55a tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:20.581009 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-982c24ea-1ffc-438c-bce2-78295c5af55a tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "DELETE /v2.0/subnets/c73a41be-7e08-4bf9-be5d-69c19b20e790 HTTP/1.1" status: 404 len: 337 time: 0.0445569 Apr 06 14:30:20.591220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-06913dd6-2d0b-42f1-ba0d-59743e4d66ef None None] Provisioning complete for port cff9d509-07ae-4da6-803e-4e1605be00ea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:20.592504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06913dd6-2d0b-42f1-ba0d-59743e4d66ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.602115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44834) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.614991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event deleted for resources: {'Port': ['ID=5583bd75-1c40-42ae-bb8b-8a99feddac84,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:20.629343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port db8a5c52-ce52-4b80-9ea7-d6af9fe53244, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=db8a5c52-ce52-4b80-9ea7-d6af9fe53244,segment=NetworkSegment(e2f03889-b843-4ea3-9b44-c4c59b88af1d),segment_id=e2f03889-b843-4ea3-9b44-c4c59b88af1d)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:20.634543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.636005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-06913dd6-2d0b-42f1-ba0d-59743e4d66ef None None] Port cff9d509-07ae-4da6-803e-4e1605be00ea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:20.640726 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a93bb19-b988-47e7-ae3f-97aa9ccb17b3 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] GET failed (client error): The resource could not be found. Apr 06 14:30:20.645675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0a93bb19-b988-47e7-ae3f-97aa9ccb17b3 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "GET /v2.0/networks/61acb75d-66b7-451a-9051-c3e85733d16a HTTP/1.1" status: 404 len: 339 time: 0.0391817 Apr 06 14:30:20.650241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44836) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.686547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for db8a5c52-ce52-4b80-9ea7-d6af9fe53244 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:20.727522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2782c9b-11dc-4e12-9650-8997f1cd11b3 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] GET failed (client error): The resource could not be found. Apr 06 14:30:20.729185 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a2782c9b-11dc-4e12-9650-8997f1cd11b3 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "GET /v2.0/ports/bf750837-078b-43a0-b5e9-846329693db9 HTTP/1.1" status: 404 len: 333 time: 0.0761378 Apr 06 14:30:20.731886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.743334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44840) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.747274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.783362 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d84da8-41ed-4b3b-bfea-e776bcb5dda4 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] GET failed (client error): The resource could not be found. Apr 06 14:30:20.784763 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-87d84da8-41ed-4b3b-bfea-e776bcb5dda4 tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "GET /v2.0/subnets/8a2656b3-0096-4cf8-9a18-90546c48a4b8 HTTP/1.1" status: 404 len: 337 time: 0.0352414 Apr 06 14:30:20.818602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44842) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.828143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ad6c0184-aa4e-4b30-9bdf-385fdc639b7b tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:20.852281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.852281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (83ed5ded-91bb-425c-8cd4-0c7431315e77), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.892441 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6c0184-aa4e-4b30-9bdf-385fdc639b7b tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] PUT failed (client error): The resource could not be found. Apr 06 14:30:20.893031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6c0184-aa4e-4b30-9bdf-385fdc639b7b tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:20.894173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ad6c0184-aa4e-4b30-9bdf-385fdc639b7b tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "PUT /v2.0/networks/fce8c656-d00f-4074-9b82-e1cd5cfac8af HTTP/1.1" status: 404 len: 339 time: 0.0744672 Apr 06 14:30:20.899422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44846) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:20.903246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.906641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.922729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a8903fb7-f013-4162-8f79-b834b82db58f tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:20.923290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c7fad-5a30-4894-afae-65de6850fbdc req-30f0853f-c988-4ded-994d-321d7d4fdcb5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:20.924809 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-081c7fad-5a30-4894-afae-65de6850fbdc req-30f0853f-c988-4ded-994d-321d7d4fdcb5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2080512 Apr 06 14:30:20.938594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-d0b86a69-e272-44f7-8ddc-9da6765bd1d8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:20.949672 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-d0b86a69-e272-44f7-8ddc-9da6765bd1d8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.2966104 Apr 06 14:30:20.950108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f60f5d6a-4390-4343-b720-3308e6755377), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.950220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fcf397e1-7c9d-4d83-ae87-64f0be83accb up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:21.002241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fcf397e1-7c9d-4d83-ae87-64f0be83accb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:21.002864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.094485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fcf397e1-7c9d-4d83-ae87-64f0be83accb is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:21.117573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (fa56b5a2-ae5e-43a8-bd28-aa376eda6786), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.118134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Fanout notify agent at l3_agent the message router_deleted on router fa56b5a2-ae5e-43a8-bd28-aa376eda6786 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:21.129669 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-081c7fad-5a30-4894-afae-65de6850fbdc req-8ebf93cd-dc1c-42f6-aa79-5eb8763499b9 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611218 Apr 06 14:30:21.135578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.136641 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a7428267-7793-483e-8f37-969385db79fd tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/fa56b5a2-ae5e-43a8-bd28-aa376eda6786 HTTP/1.1" status: 204 len: 168 time: 2.2211692 Apr 06 14:30:21.141481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44850) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:21.147364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-630020656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:21.159272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1200f2a-feb1-4551-80e7-5540d83ce935 req-3d6579c0-eb49-4db5-b6b2-c533a8147358 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:21.160861 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f1200f2a-feb1-4551-80e7-5540d83ce935 req-3d6579c0-eb49-4db5-b6b2-c533a8147358 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.1912575 Apr 06 14:30:21.234022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Deleting port 720d0a62-e660-47c9-835f-5ec7bf969375 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:21.234366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.255621 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f1200f2a-feb1-4551-80e7-5540d83ce935 req-3f640bbb-b700-4f19-b695-51df0c4d5748 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871923 Apr 06 14:30:21.324160 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8903fb7-f013-4162-8f79-b834b82db58f tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] PUT failed (client error): The resource could not be found. Apr 06 14:30:21.324996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8903fb7-f013-4162-8f79-b834b82db58f tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:21.326182 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a8903fb7-f013-4162-8f79-b834b82db58f tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "PUT /v2.0/ports/73a68b66-60fd-4afc-b8b8-6be8c8680e47 HTTP/1.1" status: 404 len: 333 time: 0.4220161 Apr 06 14:30:21.335183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (db8a5c52-ce52-4b80-9ea7-d6af9fe53244), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.338819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44852) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:21.347169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.350733 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "DELETE /v2.0/ports/f60f5d6a-4390-4343-b720-3308e6755377 HTTP/1.1" status: 204 len: 168 time: 1.4098015 Apr 06 14:30:21.358816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-00b63582-5697-4074-a302-637b5b0ebc7e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:21.393699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44854) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:21.412935 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b63582-5697-4074-a302-637b5b0ebc7e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] PUT failed (client error): The resource could not be found. Apr 06 14:30:21.413454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b63582-5697-4074-a302-637b5b0ebc7e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:21.418485 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-00b63582-5697-4074-a302-637b5b0ebc7e tempest-NetworksNegativeTestJSON-782443307 tempest-NetworksNegativeTestJSON-782443307-project] 10.222.0.89 "PUT /v2.0/subnets/125c797c-ef88-483f-aa8c-51abb869029a HTTP/1.1" status: 404 len: 337 time: 0.0629022 Apr 06 14:30:21.418485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=cff9d509-07ae-4da6-803e-4e1605be00ea,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:21.479460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port db8a5c52-ce52-4b80-9ea7-d6af9fe53244 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:21.492545 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-600f3c89-4089-4cab-a772-4172de75c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:30:21.494243 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-600f3c89-4089-4cab-a772-4172de75c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] 10.222.0.89 "GET /v2.0/ports/f60f5d6a-4390-4343-b720-3308e6755377 HTTP/1.1" status: 404 len: 333 time: 0.0992825 Apr 06 14:30:21.495131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31de741-fa57-498c-88eb-8073f2835492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-342734843-project-admin] Pushing event deleted for resources: {'Port': ['ID=f60f5d6a-4390-4343-b720-3308e6755377,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:21.522176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44858) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:21.609451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=db8a5c52-ce52-4b80-9ea7-d6af9fe53244,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:21.652479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.653868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.723632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.746860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:21.755394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:21.774646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ff6c8c78-bedd-4dfd-accc-7206c3064dc7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.778339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afb0871-7e49-4971-a000-9997a8a38ad4']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:21.801847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (564ea5bd-cbdb-478d-8212-ff9da6826828), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.806648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] For port 720d0a62-e660-47c9-835f-5ec7bf969375, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=720d0a62-e660-47c9-835f-5ec7bf969375,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:21.807009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.822575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4142d9-b76c-4f98-91d7-a2f7b30ef242 req-5254a78e-83ce-4e2a-8a00-c387919d79af tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:21.824166 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc4142d9-b76c-4f98-91d7-a2f7b30ef242 req-5254a78e-83ce-4e2a-8a00-c387919d79af tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.1759400 Apr 06 14:30:21.835878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f03889-b843-4ea3-9b44-c4c59b88af1d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:21.836349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f03889-b843-4ea3-9b44-c4c59b88af1d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:21.886172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.909438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:21.947468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.033801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:22.034422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e2f03889-b843-4ea3-9b44-c4c59b88af1d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:22.040200 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:22.073352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc4142d9-b76c-4f98-91d7-a2f7b30ef242 req-3a2c261d-0990-4a22-b19d-b80abfc19327 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427280 Apr 06 14:30:22.091398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.093141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a876f808-e255-4e96-b176-29ca1bf12fef tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9507117 Apr 06 14:30:22.096574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44864) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.102418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': True}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:22.113752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ff6c8c78-bedd-4dfd-accc-7206c3064dc7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.126348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44866) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.168330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6c8c78-bedd-4dfd-accc-7206c3064dc7']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:22.184346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc5c826-fe1f-48f4-816d-73b6554fc835') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:22.184346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc5c826-fe1f-48f4-816d-73b6554fc835') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:22.197430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2eb4726e-1422-4017-93cb-bfc4f0e24beb None None] Provisioning complete for port cff9d509-07ae-4da6-803e-4e1605be00ea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:22.198119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2eb4726e-1422-4017-93cb-bfc4f0e24beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.206347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (2bc5c826-fe1f-48f4-816d-73b6554fc835), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.225809 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2bc5c826-fe1f-48f4-816d-73b6554fc835), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.235487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:22.236221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (2bc5c826-fe1f-48f4-816d-73b6554fc835), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:22.254772 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:22.294260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4726e-1422-4017-93cb-bfc4f0e24beb None None] Port cff9d509-07ae-4da6-803e-4e1605be00ea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:22.299589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (2afb0871-7e49-4971-a000-9997a8a38ad4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.304631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.311110 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/2afb0871-7e49-4971-a000-9997a8a38ad4 HTTP/1.1" status: 204 len: 168 time: 4.5337932 Apr 06 14:30:22.320937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44874) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.343821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Router 83ed5ded-91bb-425c-8cd4-0c7431315e77 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:22.374360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3eeab-5471-4fc7-8bbd-b6eccfa56a09 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=2afb0871-7e49-4971-a000-9997a8a38ad4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:22.386575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17c7b19f-fff4-4958-8131-41a48932841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.393546 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f88705-9731-47e0-b5d7-ab7a4f571cc9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] GET failed (client error): The resource could not be found. Apr 06 14:30:22.394870 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c9f88705-9731-47e0-b5d7-ab7a4f571cc9 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/subnets/b97ee95a-f75f-491e-bd57-e7458e4b59b3 HTTP/1.1" status: 404 len: 337 time: 0.0715368 Apr 06 14:30:22.398932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44876) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.401227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-725456bc-5fbe-4dd3-a99c-325fc9120e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.415507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.415507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (b9404b8e-be39-4902-ae98-a089b731762f), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.415507 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Floating IP b9404b8e-be39-4902-ae98-a089b731762f disassociated. External IP: 172.26.6.231, port: 720d0a62-e660-47c9-835f-5ec7bf969375. Apr 06 14:30:22.415507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Calling delete_port for 720d0a62-e660-47c9-835f-5ec7bf969375 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:22.466069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ff6c8c78-bedd-4dfd-accc-7206c3064dc7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.470394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.473581 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] 10.222.0.89 "DELETE /v2.0/networks/ff6c8c78-bedd-4dfd-accc-7206c3064dc7 HTTP/1.1" status: 204 len: 168 time: 0.9506695 Apr 06 14:30:22.477567 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d6301e-4a64-4dc7-a927-eb141f976230 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:22.478656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d6301e-4a64-4dc7-a927-eb141f976230 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:22.482705 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-00d6301e-4a64-4dc7-a927-eb141f976230 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/2afb0871-7e49-4971-a000-9997a8a38ad4 HTTP/1.1" status: 404 len: 339 time: 0.0824444 Apr 06 14:30:22.484103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (564ea5bd-cbdb-478d-8212-ff9da6826828), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.496188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44880) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.548042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ca077-a54b-40ac-9a04-836e1ff8eafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839865477-project] Pushing event deleted for resources: {'Network': ['ID=ff6c8c78-bedd-4dfd-accc-7206c3064dc7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:22.574581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:22.582973 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ae351887-6898-4d4d-b5ed-a008f7346c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "PUT /v2.0/routers/83ed5ded-91bb-425c-8cd4-0c7431315e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6802318 Apr 06 14:30:22.583615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44882) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.585390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Sync routers for ids ['83ed5ded-91bb-425c-8cd4-0c7431315e77'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:22.601634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Routers {'83ed5ded-91bb-425c-8cd4-0c7431315e77'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:22.601634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83ed5ded-91bb-425c-8cd4-0c7431315e77'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:22.648740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d1f9e3-68fb-4de7-ab8d-4b8b67233edf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.653429 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c2d1f9e3-68fb-4de7-ab8d-4b8b67233edf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports/cff9d509-07ae-4da6-803e-4e1605be00ea HTTP/1.1" status: 200 len: 911 time: 0.0658619 Apr 06 14:30:22.654553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44884) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.707278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Set router 83ed5ded-91bb-425c-8cd4-0c7431315e77 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:22.720082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-725456bc-5fbe-4dd3-a99c-325fc9120e27 admin admin] Publish callbacks [] for security_group (e780fd11-eaad-4d4b-8e2a-89b96a08b5d6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.742665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854043c-cfae-458c-86ca-80702e4dca61 req-ce07445b-c7cd-4d72-beaa-35276dbbbefa tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.744453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c854043c-cfae-458c-86ca-80702e4dca61 req-ce07445b-c7cd-4d72-beaa-35276dbbbefa tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.4149554 Apr 06 14:30:22.752140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e01ca5-cb93-4e63-be74-ee6f0366fc2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.758154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e01ca5-cb93-4e63-be74-ee6f0366fc2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.759993 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f6e01ca5-cb93-4e63-be74-ee6f0366fc2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0904479 Apr 06 14:30:22.764279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44886) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.801979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-725456bc-5fbe-4dd3-a99c-325fc9120e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e780fd11-eaad-4d4b-8e2a-89b96a08b5d6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:22.833116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c1df5-b4fc-4ec7-81c6-11025a60be46 req-f41627d4-6637-4bcc-b7fe-da7f303ab433 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.840794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e1c1df5-b4fc-4ec7-81c6-11025a60be46 req-f41627d4-6637-4bcc-b7fe-da7f303ab433 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 945 time: 0.4333756 Apr 06 14:30:22.862509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725456bc-5fbe-4dd3-a99c-325fc9120e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e780fd11-eaad-4d4b-8e2a-89b96a08b5d6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:22.913466 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-725456bc-5fbe-4dd3-a99c-325fc9120e27 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b23f78ccb24b46d5b7a86c92ea616f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807920 Apr 06 14:30:22.915930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44890) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:22.962354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893211a-d250-4a51-af7d-83920d43854b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.964719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b893211a-d250-4a51-af7d-83920d43854b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4675267 Apr 06 14:30:22.965361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:17Z', 'updated_at': '2022-04-06T14:30:19Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None, '_interfaces': [{'id': 'cff9d509-07ae-4da6-803e-4e1605be00ea', 'name': '', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'mac_address': 'fa:16:3e:12:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:18Z', 'updated_at': '2022-04-06T14:30:20Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'subnets': [{'id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:22.983263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44892) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.002642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Checking router: 83ed5ded-91bb-425c-8cd4-0c7431315e77 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:23.002997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Updating router 83ed5ded-91bb-425c-8cd4-0c7431315e77 port cff9d509-07ae-4da6-803e-4e1605be00ea binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:30:23.026150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44894) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.035363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.054521 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-db667f00-dc20-4dca-890d-f2d9b7e53f49 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 207 time: 0.0700405 Apr 06 14:30:23.061122 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44898) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.129311 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c854043c-cfae-458c-86ca-80702e4dca61 req-211301ed-c67f-4573-95b4-6afa1bcfdbdf tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510425 Apr 06 14:30:23.154734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970f32-d183-457b-8a6e-609ab00504ec req-74f4eb3b-c6f8-4eb6-848e-00ea68abd89c tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.156235 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d970f32-d183-457b-8a6e-609ab00504ec req-74f4eb3b-c6f8-4eb6-848e-00ea68abd89c tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.79 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.2978594 Apr 06 14:30:23.167255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a3248dd-2dfa-4195-b86e-b6c829daa558 admin admin] Publish callbacks [] for security_group (e780fd11-eaad-4d4b-8e2a-89b96a08b5d6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.171529 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e1c1df5-b4fc-4ec7-81c6-11025a60be46 req-7fbec380-c191-4464-ab49-f03c703aaa3b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups?id=9fb642c6-3a99-4a42-9d59-efda67289392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291609 Apr 06 14:30:23.206255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (720d0a62-e660-47c9-835f-5ec7bf969375), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.288368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a3248dd-2dfa-4195-b86e-b6c829daa558 admin admin] Publish callbacks [] for security_group (e780fd11-eaad-4d4b-8e2a-89b96a08b5d6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.326412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event deleted for resources: {'Port': ['ID=720d0a62-e660-47c9-835f-5ec7bf969375,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:23.422100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ef269-42f2-4dbd-83e6-88305085f016 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.427493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ef269-42f2-4dbd-83e6-88305085f016 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.433477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ef269-42f2-4dbd-83e6-88305085f016 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.438852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ef269-42f2-4dbd-83e6-88305085f016 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.443985 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-403ef269-42f2-4dbd-83e6-88305085f016 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3769767 Apr 06 14:30:23.450758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44904) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.472363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-58a586e2-ada7-4af1-bd46-4d02bb314c57 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0d53a0ce59c746a3b6f8868ec9e81341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342153 Apr 06 14:30:23.526738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.578199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44906) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.668914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Publish callbacks [] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.724471 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-db151258-e770-48ac-b19f-3c899259aab5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2676570 Apr 06 14:30:23.732910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44910) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.743343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Router ec796596-8bdc-4bde-beac-6d2492a6d4ad has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:23.782790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0546ba-5c3f-442b-be77-c8ed5f46d9fe req-fc4dd750-ba49-463f-abed-54489da66fa6 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.784638 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a0546ba-5c3f-442b-be77-c8ed5f46d9fe req-fc4dd750-ba49-463f-abed-54489da66fa6 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 945 time: 0.5318415 Apr 06 14:30:23.806224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e484-ad92-4e91-b872-1c4e796fc97f admin admin] Publish callbacks [] for security_group (3ab1fa53-ba2b-4371-827e-bffca2fa226f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.819780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.841524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cdb456-5a18-469e-8fbb-2e99eabc8514 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.842445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cdb456-5a18-469e-8fbb-2e99eabc8514 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:23.843987 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-89cdb456-5a18-469e-8fbb-2e99eabc8514 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1100030 Apr 06 14:30:23.854915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Deleting port eef70f8f-9000-41ba-8fd7-686ade7b21b8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:23.855330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.860543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:23.887178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e484-ad92-4e91-b872-1c4e796fc97f admin admin] Publish callbacks [] for security_group (3ab1fa53-ba2b-4371-827e-bffca2fa226f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.905976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a3248dd-2dfa-4195-b86e-b6c829daa558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e780fd11-eaad-4d4b-8e2a-89b96a08b5d6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.908042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a3248dd-2dfa-4195-b86e-b6c829daa558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.912904 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3a3248dd-2dfa-4195-b86e-b6c829daa558 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e780fd11-eaad-4d4b-8e2a-89b96a08b5d6 HTTP/1.1" status: 204 len: 168 time: 0.9954383 Apr 06 14:30:23.994485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7711d3-5195-40e3-a888-0272e777e169 None None] Pushing event updated for resources: {'Port': ['ID=cff9d509-07ae-4da6-803e-4e1605be00ea,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:24.009537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3248dd-2dfa-4195-b86e-b6c829daa558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e780fd11-eaad-4d4b-8e2a-89b96a08b5d6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:24.041052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (83ed5ded-91bb-425c-8cd4-0c7431315e77), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.145242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a169ac1e-3a3d-4089-88cb-d91ef22a557b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:24.146562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a169ac1e-3a3d-4089-88cb-d91ef22a557b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:24.149129 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a169ac1e-3a3d-4089-88cb-d91ef22a557b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2886660 Apr 06 14:30:24.176319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Attempting to bind port cff9d509-07ae-4da6-803e-4e1605be00ea on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:24.177170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Attempting to bind port cff9d509-07ae-4da6-803e-4e1605be00ea by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:24.177907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Attempting to bind port cff9d509-07ae-4da6-803e-4e1605be00ea on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:24.186267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44916) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:24.191928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:24.192645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:24.198685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.198685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:24.198685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Bound port: cff9d509-07ae-4da6-803e-4e1605be00ea, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:24.198685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.261153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e484-ad92-4e91-b872-1c4e796fc97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3ab1fa53-ba2b-4371-827e-bffca2fa226f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.267478 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e484-ad92-4e91-b872-1c4e796fc97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.270511 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f9d8e484-ad92-4e91-b872-1c4e796fc97f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3ab1fa53-ba2b-4371-827e-bffca2fa226f HTTP/1.1" status: 204 len: 168 time: 0.6871839 Apr 06 14:30:24.307082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8e484-ad92-4e91-b872-1c4e796fc97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab1fa53-ba2b-4371-827e-bffca2fa226f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:24.412237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] For port cff9d509-07ae-4da6-803e-4e1605be00ea, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:24.420403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] For port cff9d509-07ae-4da6-803e-4e1605be00ea, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cff9d509-07ae-4da6-803e-4e1605be00ea,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:24.463334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-343b5725-b1f0-44f8-98ab-7eb234320b25 None None] Provisioning complete for port cff9d509-07ae-4da6-803e-4e1605be00ea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:24.463717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-343b5725-b1f0-44f8-98ab-7eb234320b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.528792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.587929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (564ea5bd-cbdb-478d-8212-ff9da6826828), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.621378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65554-6c48-4859-9751-b978a2ee2f68 req-97a282fe-3104-4d0d-bec2-206217f97688 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:24.623503 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69c65554-6c48-4859-9751-b978a2ee2f68 req-97a282fe-3104-4d0d-bec2-206217f97688 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.9780188 Apr 06 14:30:24.665766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-343b5725-b1f0-44f8-98ab-7eb234320b25 None None] Port cff9d509-07ae-4da6-803e-4e1605be00ea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:24.712154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.758426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8021b007-4679-4a85-a798-047fed198030 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:24.758615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7711d3-5195-40e3-a888-0272e777e169 None None] Pushing event updated for resources: {'Port': ['ID=cff9d509-07ae-4da6-803e-4e1605be00ea,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:24.759406 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8021b007-4679-4a85-a798-047fed198030 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks/cd0833b0-8f1d-4182-928e-1a4188aa817d HTTP/1.1" status: 200 len: 800 time: 0.5721593 Apr 06 14:30:24.764756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44930) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:24.774313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Routers {'83ed5ded-91bb-425c-8cd4-0c7431315e77'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:24.774313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:29:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83ed5ded-91bb-425c-8cd4-0c7431315e77'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:24.793431 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a0546ba-5c3f-442b-be77-c8ed5f46d9fe req-2bb1b6d3-fb00-434d-88ba-e5d75f48fb4e tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9779570 Apr 06 14:30:24.838787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2f540157-70ef-429c-8dad-94bb447320a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:24.921437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] Set router 83ed5ded-91bb-425c-8cd4-0c7431315e77 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:25.003771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] For port eef70f8f-9000-41ba-8fd7-686ade7b21b8, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eef70f8f-9000-41ba-8fd7-686ade7b21b8,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:25.004351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.090146 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4e095a07-167f-4945-b34e-85d5604c805e tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/networks/cd0833b0-8f1d-4182-928e-1a4188aa817d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3244877 Apr 06 14:30:25.100582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44936) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:25.189720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:25.196951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe1922-7219-44bd-ac9f-a342c965b1b0 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:25.198651 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-12fe1922-7219-44bd-ac9f-a342c965b1b0 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/subnets/1b2e1e94-c116-4477-99c5-d922d85b6e2e HTTP/1.1" status: 200 len: 811 time: 0.0922146 Apr 06 14:30:25.206037 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] Sync routers for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:25.210735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44938) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:25.220475 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:25.220672 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:25.238685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port cff9d509-07ae-4da6-803e-4e1605be00ea {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:25.239388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.296070 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a4651b9f-351e-43a7-ae26-b5d0c203f298 req-92f635b5-5ae6-4ca6-8ed2-82321f24f244 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.1016595 Apr 06 14:30:25.302025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-070d912f-ff9d-440a-bbf8-a686ea19bf5e None None] Provisioning complete for port cff9d509-07ae-4da6-803e-4e1605be00ea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:25.303321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-070d912f-ff9d-440a-bbf8-a686ea19bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.362056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port cff9d509-07ae-4da6-803e-4e1605be00ea, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cff9d509-07ae-4da6-803e-4e1605be00ea,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:25.362748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.377821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for cff9d509-07ae-4da6-803e-4e1605be00ea owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:25.388970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] No DVR routers for this DVR port 720d0a62-e660-47c9-835f-5ec7bf969375 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:25.396932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.401146 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4bf7dfa0-0a6b-4fa4-aff5-84d9eee37737 req-f4c17eb1-255a-4775-9312-ce3120820c69 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.79 "DELETE /v2.0/ports/720d0a62-e660-47c9-835f-5ec7bf969375 HTTP/1.1" status: 204 len: 173 time: 4.4294686 Apr 06 14:30:25.402786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:17Z', 'updated_at': '2022-04-06T14:30:19Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None, '_interfaces': [{'id': 'cff9d509-07ae-4da6-803e-4e1605be00ea', 'name': '', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'mac_address': 'fa:16:3e:12:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:18Z', 'updated_at': '2022-04-06T14:30:24Z', 'revision_number': 4, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'subnets': [{'id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:25.472175 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:25.474324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'name': 'network-vif-deleted', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:30:25.480924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad5d5c-5d16-42ca-808e-3ef7f68d59c1 None None] The sync data for ids ['83ed5ded-91bb-425c-8cd4-0c7431315e77'] in dv-neutron-836581-2-hyperv is: [{'id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:17Z', 'updated_at': '2022-04-06T14:30:19Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None, '_interfaces': [{'id': 'cff9d509-07ae-4da6-803e-4e1605be00ea', 'name': '', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'mac_address': 'fa:16:3e:12:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:18Z', 'updated_at': '2022-04-06T14:30:24Z', 'revision_number': 4, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'subnets': [{'id': '6218fcb5-b2b2-4be0-8be0-fe983e73a983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:25.485055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b5690-d29d-4fcc-aad2-9e9da01e51ab" -d '{"events": [{"server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "name": "network-vif-deleted", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:30:25.560251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44946) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:25.601644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69c65554-6c48-4859-9751-b978a2ee2f68 req-55b5f81b-cc24-4906-bc2f-25d0b8257123 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9320714 Apr 06 14:30:25.613682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6367a1-eed6-4892-9637-5ee652ba5e14 x-openstack-request-id: req-ec6367a1-eed6-4892-9637-5ee652ba5e14 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:30:25.613981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc6406b-179b-4db5-a548-ca4f3629c4f0", "name": "network-vif-deleted", "tag": "720d0a62-e660-47c9-835f-5ec7bf969375", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:30:25.614262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec6367a1-eed6-4892-9637-5ee652ba5e14 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:30:25.614647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6367a1-eed6-4892-9637-5ee652ba5e14'] response: {'server_uuid': '6fc6406b-179b-4db5-a548-ca4f3629c4f0', 'name': 'network-vif-deleted', 'tag': '720d0a62-e660-47c9-835f-5ec7bf969375', 'status': 'completed', 'code': 200} Apr 06 14:30:25.668181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-070d912f-ff9d-440a-bbf8-a686ea19bf5e None None] Current status of the port cff9d509-07ae-4da6-803e-4e1605be00ea is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:25.668736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-070d912f-ff9d-440a-bbf8-a686ea19bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.761245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631061df-db38-403f-9488-d1a945ba52d3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['shared'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:25.766101 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-631061df-db38-403f-9488-d1a945ba52d3 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "GET /v2.0/subnets/1b2e1e94-c116-4477-99c5-d922d85b6e2e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5463502 Apr 06 14:30:25.767430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44950) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:25.779136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.792059 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8c920386-e9e1-4485-a45d-7f63e1e46a7e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=393a8689886d408fa93714bb8ede61b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206070 Apr 06 14:30:25.793551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Allocated IP 172.26.6.184 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/9e2b6624-51f3-44c7-a869-b672d47211d9) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:25.801282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072141231'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:25.803987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.803987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (8258b7fb-b53d-4b68-b42e-80476f16ee64), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.803987 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Floating IP 8258b7fb-b53d-4b68-b42e-80476f16ee64 disassociated. External IP: 172.26.6.235, port: eef70f8f-9000-41ba-8fd7-686ade7b21b8. Apr 06 14:30:25.804652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Calling delete_port for eef70f8f-9000-41ba-8fd7-686ade7b21b8 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:25.847350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44952) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:25.861342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cff9d509-07ae-4da6-803e-4e1605be00ea), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:25.963201 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:52Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:25.981247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:25.986432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.000586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=cff9d509-07ae-4da6-803e-4e1605be00ea,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:26.037168 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] Checking router: ec796596-8bdc-4bde-beac-6d2492a6d4ad for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:26.078522 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:26.079155 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:26.120480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 720d0a62-e660-47c9-835f-5ec7bf969375 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:26.128767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44958) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:26.150286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 720d0a62-e660-47c9-835f-5ec7bf969375 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:26.150952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 720d0a62-e660-47c9-835f-5ec7bf969375 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:26.152216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eef70f8f-9000-41ba-8fd7-686ade7b21b8 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:26.326158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (83ed5ded-91bb-425c-8cd4-0c7431315e77), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.353052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:26.384186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port eef70f8f-9000-41ba-8fd7-686ade7b21b8 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:26.389260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.395821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a87a28ed-c091-4e83-8494-5b0b6646bdd9 admin admin] Publish callbacks [] for security_group (ad1551a7-1605-40a1-a97d-57850d19a984), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.437374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a87a28ed-c091-4e83-8494-5b0b6646bdd9 admin admin] Publish callbacks [] for security_group (ad1551a7-1605-40a1-a97d-57850d19a984), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.477245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for port (9e2b6624-51f3-44c7-a869-b672d47211d9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.524984 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:26.545869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (eef70f8f-9000-41ba-8fd7-686ade7b21b8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.584080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1559552094'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:26.603714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bcb40-031a-436e-a18d-52f6ac443d9c req-e11fc566-6881-4ff9-825e-e5b0ef9c5ddf tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:26.613182 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ee5bcb40-031a-436e-a18d-52f6ac443d9c req-e11fc566-6881-4ff9-825e-e5b0ef9c5ddf tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 867 time: 0.6357844 Apr 06 14:30:26.668652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9e2b6624-51f3-44c7-a869-b672d47211d9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.673626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-316e9375-2e35-41a6-a6cf-c1a00ebc5bee req-52c62427-e347-484c-b549-7834978a1cfe tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/ports?device_id=6fc6406b-179b-4db5-a548-ca4f3629c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0490561 Apr 06 14:30:26.733111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event deleted for resources: {'Port': ['ID=eef70f8f-9000-41ba-8fd7-686ade7b21b8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:26.753245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a5b0a28e-5236-4a7a-9524-c30edc139861), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.753768 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Added segment a5b0a28e-5236-4a7a-9524-c30edc139861 of type vlan for network 357ee39a-afe3-4517-bb34-e2190344a38a Apr 06 14:30:26.837424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a87a28ed-c091-4e83-8494-5b0b6646bdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ad1551a7-1605-40a1-a97d-57850d19a984), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.840976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a87a28ed-c091-4e83-8494-5b0b6646bdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.842755 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a87a28ed-c091-4e83-8494-5b0b6646bdd9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ad1551a7-1605-40a1-a97d-57850d19a984 HTTP/1.1" status: 204 len: 168 time: 0.9937584 Apr 06 14:30:26.864349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:26.867232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Port': ['ID=9e2b6624-51f3-44c7-a869-b672d47211d9,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:26.876318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:26.900626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a28ed-c091-4e83-8494-5b0b6646bdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1551a7-1605-40a1-a97d-57850d19a984,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:26.907289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:26.940537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Router 83ed5ded-91bb-425c-8cd4-0c7431315e77 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:26.947394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (357ee39a-afe3-4517-bb34-e2190344a38a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:26.978096 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:52Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:27.023634 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc5c17-1a65-422a-89af-9ff3e556524b None None] The sync data for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv is: [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:28:47Z', 'revision_number': 4, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c0658fbc-399d-4462-a7b9-00b847dc8cea', 'name': '', 'network_id': 'f014f8d5-b1e0-4f16-a65e-e246c927c89e', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'mac_address': 'fa:16:3e:26:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:52Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'subnets': [{'id': '3b6fab35-ddb0-4e57-aeec-358676da6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:27.025607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ee5bcb40-031a-436e-a18d-52f6ac443d9c req-e1429be4-6930-4218-9a44-293378ced939 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups?id=301d7768-3eb7-400e-9183-f60a864bd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113140 Apr 06 14:30:27.026399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Made reservation on behalf of 75f7cdc59cb34af4ac2e0dfaa42d2dab for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:27.029508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.093465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.119640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:27.126211 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-094be49a-f6ef-4b70-8243-60d67cca8a95 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "PUT /v2.0/routers/83ed5ded-91bb-425c-8cd4-0c7431315e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3624089 Apr 06 14:30:27.128622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44970) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:27.163337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898976c-09c3-4227-8241-4a22013aa640 req-957103d6-c50f-41d9-aa18-d3018543f4ff tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:27.165407 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8898976c-09c3-4227-8241-4a22013aa640 req-957103d6-c50f-41d9-aa18-d3018543f4ff tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3482592 Apr 06 14:30:27.185160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b188d-8505-4ebf-911d-08ab904bd371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:27.186864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b188d-8505-4ebf-911d-08ab904bd371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:27.188649 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f21b188d-8505-4ebf-911d-08ab904bd371 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0589082 Apr 06 14:30:27.189950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (357ee39a-afe3-4517-bb34-e2190344a38a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.194808 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:27.195706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.203715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 44972) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:27.303108 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5329478 Apr 06 14:30:27.305951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5d5f-d8ac-4cdd-992f-84213653e5fa tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Network': ['ID=357ee39a-afe3-4517-bb34-e2190344a38a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:27.316453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44974) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:27.322742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 357ee39a-afe3-4517-bb34-e2190344a38a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:27.325430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:27.438918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.451943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Router c8453e84-5344-4aec-ba4b-d4488b5b14ef has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:27.457990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 6218fcb5-b2b2-4be0-8be0-fe983e73a983 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:27.497069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (6218fcb5-b2b2-4be0-8be0-fe983e73a983), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.565359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8898976c-09c3-4227-8241-4a22013aa640 req-e051f60c-0644-4f1c-8503-9fb29bdd646a tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576806 Apr 06 14:30:27.622349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Made reservation on behalf of f75fea1756674bb780bf2caf22bde9ec for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:27.622929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:27.759575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:30:27.761177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:30:27.799536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5e2b3-b004-4947-b5c0-3e799af23ce0 None None] New status for floating IP b9404b8e-be39-4902-ae98-a089b731762f: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:30:27.983756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 44992) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:27.991527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for security_group (b96ab518-d8d3-461c-837e-4aacfbaf3760), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.006306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:28.039402 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] Sync routers for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:28.061090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (6218fcb5-b2b2-4be0-8be0-fe983e73a983), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.086371 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:28.091127 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.162375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8f79-4907-4024-89e9-fc3e39e0809b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group (9fb642c6-3a99-4a42-9d59-efda67289392), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.166027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (51593be0-5f2c-4fee-acb0-96273c3ffb8e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.193652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b96ab518-d8d3-461c-837e-4aacfbaf3760), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.209061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:28.265653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] No DVR routers for this DVR port eef70f8f-9000-41ba-8fd7-686ade7b21b8 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:28.266389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.270126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d970f32-d183-457b-8a6e-609ab00504ec req-41e98043-fb8c-4ba5-9ed4-1f2b18a2366b tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.79 "DELETE /v2.0/ports/eef70f8f-9000-41ba-8fd7-686ade7b21b8 HTTP/1.1" status: 204 len: 173 time: 5.0964956 Apr 06 14:30:28.305836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'name': 'network-vif-deleted', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:30:28.307599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3ddbf0-4843-4c1e-960d-83f33de2bf36" -d '{"events": [{"server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "name": "network-vif-deleted", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:30:28.321562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (82229940-9c7f-4e18-8c54-7907a4cd6fde), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.329194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Added segment 82229940-9c7f-4e18-8c54-7907a4cd6fde of type vlan for network 19be29a6-1e6b-4c5f-b98f-0009782675da Apr 06 14:30:28.336127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8f79-4907-4024-89e9-fc3e39e0809b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group (9fb642c6-3a99-4a42-9d59-efda67289392), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.369871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] Sync routers for ids ['83ed5ded-91bb-425c-8cd4-0c7431315e77'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:28.410420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] Routers {'83ed5ded-91bb-425c-8cd4-0c7431315e77'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:28.414311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83ed5ded-91bb-425c-8cd4-0c7431315e77'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.420967 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:28.427375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (564ea5bd-cbdb-478d-8212-ff9da6826828), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.456035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=51593be0-5f2c-4fee-acb0-96273c3ffb8e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:28.462910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e8e05c2c-e780-4d1e-8990-c990262cd4f3 req-ac724a6f-7455-42bc-abdd-1d77f7494c61 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.2395270 Apr 06 14:30:28.535525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ab518-d8d3-461c-837e-4aacfbaf3760,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:28.602157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Checking segment: {'id': 'a5b0a28e-5236-4a7a-9524-c30edc139861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:28.603146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] Set router 83ed5ded-91bb-425c-8cd4-0c7431315e77 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:28.604856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network hostable DHCP agents. Network: 357ee39a-afe3-4517-bb34-e2190344a38a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:28.625097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab479b92-4929-40b1-937d-1e4d160016eb x-openstack-request-id: req-ab479b92-4929-40b1-937d-1e4d160016eb {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:30:28.625366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095ea2f4-3ba0-442e-b9b2-aeddb48eefed", "name": "network-vif-deleted", "tag": "eef70f8f-9000-41ba-8fd7-686ade7b21b8", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:30:28.625550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab479b92-4929-40b1-937d-1e4d160016eb {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:30:28.625913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab479b92-4929-40b1-937d-1e4d160016eb'] response: {'server_uuid': '095ea2f4-3ba0-442e-b9b2-aeddb48eefed', 'name': 'network-vif-deleted', 'tag': 'eef70f8f-9000-41ba-8fd7-686ade7b21b8', 'status': 'completed', 'code': 200} Apr 06 14:30:28.660431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (19be29a6-1e6b-4c5f-b98f-0009782675da), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.673839 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8f79-4907-4024-89e9-fc3e39e0809b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9fb642c6-3a99-4a42-9d59-efda67289392), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.684406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8f79-4907-4024-89e9-fc3e39e0809b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.684406 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5b7d8f79-4907-4024-89e9-fc3e39e0809b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "DELETE /v2.0/security-groups/9fb642c6-3a99-4a42-9d59-efda67289392 HTTP/1.1" status: 204 len: 168 time: 0.6985257 Apr 06 14:30:28.687387 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45004) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:28.711191 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-9caf3f83-7a94-4379-87d6-33e2e5465d9d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] show failed (client error): The resource could not be found. Apr 06 14:30:28.712792 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9caf3f83-7a94-4379-87d6-33e2e5465d9d tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "GET /v2.0/security-groups/9fb642c6-3a99-4a42-9d59-efda67289392 HTTP/1.1" status: 404 len: 347 time: 0.0242827 Apr 06 14:30:28.722369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45006) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:28.736168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d8f79-4907-4024-89e9-fc3e39e0809b tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb642c6-3a99-4a42-9d59-efda67289392,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:28.766817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a41b0-240b-4b95-88c1-c00e4c21cea7 req-deeb01b9-19de-487f-9b9b-07b151d73774 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:28.774986 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb7a41b0-240b-4b95-88c1-c00e4c21cea7 req-deeb01b9-19de-487f-9b9b-07b151d73774 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.7753072 Apr 06 14:30:28.807860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:17Z', 'updated_at': '2022-04-06T14:30:25Z', 'revision_number': 3, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.810832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:28.867422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Network 357ee39a-afe3-4517-bb34-e2190344a38a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:28.927553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] Checking router: 83ed5ded-91bb-425c-8cd4-0c7431315e77 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:28.930821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.resource_extend [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:30:28.957956 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:05Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.978571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] Routers {'83ed5ded-91bb-425c-8cd4-0c7431315e77'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:28.980917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83ed5ded-91bb-425c-8cd4-0c7431315e77'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.986187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (6218fcb5-b2b2-4be0-8be0-fe983e73a983), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.005681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 357ee39a-afe3-4517-bb34-e2190344a38a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:29.031425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb7a41b0-240b-4b95-88c1-c00e4c21cea7 req-e42ac5a8-9cc2-49a7-98ae-d701dc6e9275 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554471 Apr 06 14:30:29.031910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:29.034554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.047695 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] Checking router: c8453e84-5344-4aec-ba4b-d4488b5b14ef for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:29.066739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (19be29a6-1e6b-4c5f-b98f-0009782675da), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.068457 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:29.073434 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:29.073922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:29.074393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.132625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2bec7-37d6-403c-90d0-a2722c4d7332 None None] Network 357ee39a-afe3-4517-bb34-e2190344a38a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:29.134628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Deleting port 5afc77be-9d94-49d0-8f73-bc5a56c74ce4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:29.134975 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.232567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] Set router 83ed5ded-91bb-425c-8cd4-0c7431315e77 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:29.278291 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4200337b-cd1c-4458-b703-ad8a81368d00 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9515643 Apr 06 14:30:29.280331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45014) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:29.331512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:29.366567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:17Z', 'updated_at': '2022-04-06T14:30:25Z', 'revision_number': 3, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:29.427099 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:29.712250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8529805'] for subnet (51593be0-5f2c-4fee-acb0-96273c3ffb8e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.761261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.761780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.781445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Calling delete_port for 5afc77be-9d94-49d0-8f73-bc5a56c74ce4 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:29.837109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90244cc1-0d95-4f31-8f07-2c0ed05c08f7 None None] The sync data for ids ['83ed5ded-91bb-425c-8cd4-0c7431315e77'] in dv-neutron-836581-2-hyperv is: [{'id': '83ed5ded-91bb-425c-8cd4-0c7431315e77', 'name': 'tempest-NetworksTestDHCPv6-router-1041644262', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:17Z', 'updated_at': '2022-04-06T14:30:25Z', 'revision_number': 3, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:29.947140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-357ee39a-afe3-4517-bb34-e2190344a38a', 'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a', 'project_id': 'f75fea1756674bb780bf2caf22bde9ec', 'fixed_ips': [{'subnet_id': '51593be0-5f2c-4fee-acb0-96273c3ffb8e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:29.949501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:29.974238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.7972314 Apr 06 14:30:29.997232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45020) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:30.009297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Request body: {'subnet': {'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:30.024879 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:05Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:30.030151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74373571-e113-449a-ad5a-92984d8988d0 req-b5454f90-4dd8-40bd-9e82-520978289109 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/ports?device_id=095ea2f4-3ba0-442e-b9b2-aeddb48eefed HTTP/1.1" status: 200 len: 210 time: 0.0927804 Apr 06 14:30:30.041968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aab4f7-f3bf-4714-98a4-440476c5d290 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event updated for resources: {'Network': ['ID=19be29a6-1e6b-4c5f-b98f-0009782675da,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:30.062318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 19be29a6-1e6b-4c5f-b98f-0009782675da details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:30.075746 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b16a4-b21e-4a60-beab-dcc9bc7687da None None] The sync data for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv is: [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:55Z', 'revision_number': 4, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '7b7a2d1c-867a-46f0-8008-ed642b9a852a', 'name': '', 'network_id': '6670e642-eebd-4577-862d-e1cabf974576', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'mac_address': 'fa:16:3e:7e:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:52Z', 'updated_at': '2022-04-06T14:29:05Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'subnets': [{'id': '22b97dcd-25a8-4823-9380-3fa428732aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:30.146504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (6218fcb5-b2b2-4be0-8be0-fe983e73a983), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.184589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.191601 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/6218fcb5-b2b2-4be0-8be0-fe983e73a983 HTTP/1.1" status: 204 len: 168 time: 2.9509745 Apr 06 14:30:30.191601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45026) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:30.211304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16423d-6f2b-40c2-8a69-91b936599f38 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:30.276208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.282232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.371877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (5afc77be-9d94-49d0-8f73-bc5a56c74ce4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.379997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d3442-9744-4c55-a203-234eb905482d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=6218fcb5-b2b2-4be0-8be0-fe983e73a983,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:30.383851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 14:30:30.383851 dv-neutron-836581-2-hyperv neutron-server[104422]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 06 14:30:30.383851 dv-neutron-836581-2-hyperv neutron-server[104422]: [parameters: {'in_use': 1, 'id_1': '51593be0-5f2c-4fee-acb0-96273c3ffb8e'}] Apr 06 14:30:30.383851 dv-neutron-836581-2-hyperv neutron-server[104422]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:30:30.384228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:30:30.400223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0205cf-7096-4fb5-8960-5a657dbe7717 req-59ce20a6-e4ab-4826-918c-09321ac36ed4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:30.401898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be0205cf-7096-4fb5-8960-5a657dbe7717 req-59ce20a6-e4ab-4826-918c-09321ac36ed4 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 1.1803112 Apr 06 14:30:30.474346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Pushing event deleted for resources: {'Port': ['ID=5afc77be-9d94-49d0-8f73-bc5a56c74ce4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:30.499826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Made reservation on behalf of 75f7cdc59cb34af4ac2e0dfaa42d2dab for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:30.503592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.533704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:30.671271 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5eb6b-feb8-4bf5-a1b6-0f23f462062c None None] New status for floating IP 8258b7fb-b53d-4b68-b42e-80476f16ee64: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:30:30.697034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] Deleting port fcf397e1-7c9d-4d83-ae87-64f0be83accb {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:30.697839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.708573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ebe91576-1b02-4039-9fcc-bfe3e39c682e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5027642 Apr 06 14:30:30.708953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45034) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:30.786913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks [] for floatingip (b9404b8e-be39-4902-ae98-a089b731762f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.789462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.790603 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be0205cf-7096-4fb5-8960-5a657dbe7717 req-375c83b7-a484-44b7-ba9c-a755ce78f29d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177998 Apr 06 14:30:30.802056 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8b911cae-0fec-46d7-a3e1-c9c690546ea8 tempest-ServersTestManualDisk-1097403895 tempest-ServersTestManualDisk-1097403895-project] 10.222.0.89 "DELETE /v2.0/floatingips/b9404b8e-be39-4902-ae98-a089b731762f HTTP/1.1" status: 204 len: 168 time: 2.0782254 Apr 06 14:30:30.805854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45036) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:30.831357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45038) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:30.834301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763359885581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3904816'] for subnet (51593be0-5f2c-4fee-acb0-96273c3ffb8e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.886896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.937039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router (83ed5ded-91bb-425c-8cd4-0c7431315e77), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.955966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fcf397e1-7c9d-4d83-ae87-64f0be83accb no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:30.978190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] For port fcf397e1-7c9d-4d83-ae87-64f0be83accb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fcf397e1-7c9d-4d83-ae87-64f0be83accb,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:30.978873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.099414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-708854273', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:31.148586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:31.149216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.153323 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "PUT /v2.0/subnets/51593be0-5f2c-4fee-acb0-96273c3ffb8e HTTP/1.1" status: 200 len: 877 time: 1.8440833 Apr 06 14:30:31.154906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45048) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:31.198747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] Calling delete_port for fcf397e1-7c9d-4d83-ae87-64f0be83accb owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:31.208431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed0159-f538-4420-91a5-ecffa569ae2b tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event updated for resources: {'Subnet': ['ID=51593be0-5f2c-4fee-acb0-96273c3ffb8e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:31.245742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:31.258696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (83ed5ded-91bb-425c-8cd4-0c7431315e77), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.262419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router_controller (83ed5ded-91bb-425c-8cd4-0c7431315e77), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.280304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5a56-594f-478d-8bfe-17e2bfacdf8f req-859b7ed5-806b-463f-8965-3f4e0fee0fe7 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:31.281679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Allocated IP 172.20.0.3 (357ee39a-afe3-4517-bb34-e2190344a38a/51593be0-5f2c-4fee-acb0-96273c3ffb8e/7fbbf129-d3b9-4144-9c00-6cfb97d09305) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:31.287286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e5a56-594f-478d-8bfe-17e2bfacdf8f req-859b7ed5-806b-463f-8965-3f4e0fee0fe7 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2503335 Apr 06 14:30:31.325579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Router 564ea5bd-cbdb-478d-8212-ff9da6826828 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:31.356878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fcf397e1-7c9d-4d83-ae87-64f0be83accb is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:31.357326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.429678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e5a56-594f-478d-8bfe-17e2bfacdf8f req-10528e29-cdf3-482e-a464-8613595801b6 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413951 Apr 06 14:30:31.431827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Made reservation on behalf of 0a289d9bbe314b64b1ffc53bd51f40b2 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:31.435397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.479429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port fcf397e1-7c9d-4d83-ae87-64f0be83accb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fcf397e1-7c9d-4d83-ae87-64f0be83accb,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:31.503372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.523213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.533383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (83ed5ded-91bb-425c-8cd4-0c7431315e77), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.533956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Fanout notify agent at l3_agent the message router_deleted on router 83ed5ded-91bb-425c-8cd4-0c7431315e77 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:31.559172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.565538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2f6df764-2375-4dd6-a26c-772f3a810b01 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/routers/83ed5ded-91bb-425c-8cd4-0c7431315e77 HTTP/1.1" status: 204 len: 168 time: 0.8399160 Apr 06 14:30:31.587051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45054) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:31.590013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.590919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cff9d509-07ae-4da6-803e-4e1605be00ea no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:31.608565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:31.622983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: cff9d509-07ae-4da6-803e-4e1605be00ea {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:31.623446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cff9d509-07ae-4da6-803e-4e1605be00ea not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:31.627990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (357ee39a-afe3-4517-bb34-e2190344a38a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.629691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28618e83-5082-419c-a294-0a1e1f6a5873 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group (301d7768-3eb7-400e-9183-f60a864bd78b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.636394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:31.643613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.648160 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-44ff1883-36da-423c-a980-137807c642dc tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "PUT /v2.0/routers/564ea5bd-cbdb-478d-8212-ff9da6826828 HTTP/1.1" status: 200 len: 918 time: 9.5478654 Apr 06 14:30:31.651808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45056) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:31.675111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] Sync routers for ids ['564ea5bd-cbdb-478d-8212-ff9da6826828'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:31.694469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks [] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.699969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (fcf397e1-7c9d-4d83-ae87-64f0be83accb), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.731438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] No DVR routers for this DVR port fcf397e1-7c9d-4d83-ae87-64f0be83accb on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:31.755372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] Routers {'564ea5bd-cbdb-478d-8212-ff9da6826828'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:31.756153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['564ea5bd-cbdb-478d-8212-ff9da6826828'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:31.776299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d582f2-e0f5-47e4-981a-1f85e59b7edf req-255d9d22-f5e6-4b64-9ac5-6119c99e92e5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:31.778256 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-19d582f2-e0f5-47e4-981a-1f85e59b7edf req-255d9d22-f5e6-4b64-9ac5-6119c99e92e5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2109427 Apr 06 14:30:31.810673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=fcf397e1-7c9d-4d83-ae87-64f0be83accb,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:31.844264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:31.854377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:31.865186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d261803-184e-40e9-a0c7-e7cc6d4abb16 None None] Pushing event deleted for resources: {'Port': ['ID=fcf397e1-7c9d-4d83-ae87-64f0be83accb,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:31.885495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Network 357ee39a-afe3-4517-bb34-e2190344a38a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:31.900025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6d15555b-84c0-4320-a4a9-1dd10eaa83e1 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/564ea5bd-cbdb-478d-8212-ff9da6826828 HTTP/1.1" status: 200 len: 924 time: 0.2438967 Apr 06 14:30:31.901021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45058) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:31.905499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] Routers {'564ea5bd-cbdb-478d-8212-ff9da6826828'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:31.906173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['564ea5bd-cbdb-478d-8212-ff9da6826828'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:31.913351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:31.915190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:31.943034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-19d582f2-e0f5-47e4-981a-1f85e59b7edf req-3d2325c3-edaf-4987-8b4f-ea3527b2d22b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228423 Apr 06 14:30:31.980665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e4481-ef20-44e5-90ec-2b32e6eeb7b8 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:31.986826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e45e4481-ef20-44e5-90ec-2b32e6eeb7b8 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=564ea5bd-cbdb-478d-8212-ff9da6826828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0845323 Apr 06 14:30:31.988586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45062) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:32.000379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:32.001072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa612d5-8fc0-43ee-a51f-7c842811ae76 None None] The sync data for ids ['564ea5bd-cbdb-478d-8212-ff9da6826828'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:32.071059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Attempting to bind port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:32.072426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Attempting to bind port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a5b0a28e-5236-4a7a-9524-c30edc139861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:32.072426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Attempting to bind port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 on network 357ee39a-afe3-4517-bb34-e2190344a38a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:32.072679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event updated for resources: {'Subnet': ['ID=da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:32.084001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Pushing event updated for resources: {'Port': ['ID=7fbbf129-d3b9-4144-9c00-6cfb97d09305,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:32.094728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:32.095230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Checking segment: {'id': 'a5b0a28e-5236-4a7a-9524-c30edc139861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:32.096537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.097074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Bound using segment: {'id': 'a5b0a28e-5236-4a7a-9524-c30edc139861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:32.098100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Bound port: 7fbbf129-d3b9-4144-9c00-6cfb97d09305, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0a28e-5236-4a7a-9524-c30edc139861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '357ee39a-afe3-4517-bb34-e2190344a38a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:32.098248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.111399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca60aba-e6b1-404f-9bc4-8a4e936aa53d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:32.113139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eca60aba-e6b1-404f-9bc4-8a4e936aa53d tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.1233463 Apr 06 14:30:32.122214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28618e83-5082-419c-a294-0a1e1f6a5873 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group (301d7768-3eb7-400e-9183-f60a864bd78b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.125548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45064) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:32.185083 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a0cdc504-c050-4f27-9f2c-2ae05617ea54 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=564ea5bd-cbdb-478d-8212-ff9da6826828 HTTP/1.1" status: 200 len: 205 time: 0.0564048 Apr 06 14:30:32.188079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45066) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:32.193512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] For port 7fbbf129-d3b9-4144-9c00-6cfb97d09305, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:32.197460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] For port 7fbbf129-d3b9-4144-9c00-6cfb97d09305, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7fbbf129-d3b9-4144-9c00-6cfb97d09305,segment=NetworkSegment(a5b0a28e-5236-4a7a-9524-c30edc139861),segment_id=a5b0a28e-5236-4a7a-9524-c30edc139861)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:32.224533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Checking segment: {'id': '82229940-9c7f-4e18-8c54-7907a4cd6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:32.225176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Network hostable DHCP agents. Network: 19be29a6-1e6b-4c5f-b98f-0009782675da, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:32.267861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e486ce-d117-4084-bb70-da64e6b1768f req-ec22e8f7-8ca1-47c2-8906-8e58b2dabe72 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:32.269532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64e486ce-d117-4084-bb70-da64e6b1768f req-ec22e8f7-8ca1-47c2-8906-8e58b2dabe72 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1552334 Apr 06 14:30:32.292221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.362308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.376452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for security_group (a6f6cd98-5aef-4fec-a371-d42ce2dec083), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.387378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143e18-86bd-4de0-bf34-675ec3986e55 None None] Pushing event updated for resources: {'Port': ['ID=7fbbf129-d3b9-4144-9c00-6cfb97d09305,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:32.404942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:32.408676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.416038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:32.431875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.431875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Network 19be29a6-1e6b-4c5f-b98f-0009782675da is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:32.431875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28618e83-5082-419c-a294-0a1e1f6a5873 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (301d7768-3eb7-400e-9183-f60a864bd78b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.431875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28618e83-5082-419c-a294-0a1e1f6a5873 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.431875 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-28618e83-5082-419c-a294-0a1e1f6a5873 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "DELETE /v2.0/security-groups/301d7768-3eb7-400e-9183-f60a864bd78b HTTP/1.1" status: 204 len: 168 time: 1.1585732 Apr 06 14:30:32.432279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64e486ce-d117-4084-bb70-da64e6b1768f req-d13c32e0-5af4-45c8-96af-36033b9e6b45 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288550 Apr 06 14:30:32.432279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45068) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:32.458579 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-b44dde91-8169-49fa-91da-02af19c7d7db tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] show failed (client error): The resource could not be found. Apr 06 14:30:32.460406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b44dde91-8169-49fa-91da-02af19c7d7db tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "GET /v2.0/security-groups/301d7768-3eb7-400e-9183-f60a864bd78b HTTP/1.1" status: 404 len: 347 time: 0.0287426 Apr 06 14:30:32.490772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45070) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:32.548032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a6f6cd98-5aef-4fec-a371-d42ce2dec083), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.570368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] device_id is not set on port 0db78be4-84fa-47ac-9709-d0204404dacd yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:32.575476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28618e83-5082-419c-a294-0a1e1f6a5873 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d7768-3eb7-400e-9183-f60a864bd78b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:32.642250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 19be29a6-1e6b-4c5f-b98f-0009782675da) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:32.647687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:32.648978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.662585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (564ea5bd-cbdb-478d-8212-ff9da6826828), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.664499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1fca0a-4d16-4d1c-ad0c-de29338f0247 None None] Network 19be29a6-1e6b-4c5f-b98f-0009782675da requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:32.699057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Deleting port e2ce102a-a2e3-4f76-b38d-83bde8f41e56 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:32.699406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.815058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.815058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.822284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6cd98-5aef-4fec-a371-d42ce2dec083,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:32.844030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-19be29a6-1e6b-4c5f-b98f-0009782675da', 'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da', 'project_id': '75f7cdc59cb34af4ac2e0dfaa42d2dab', 'fixed_ips': [{'subnet_id': 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:32.847759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:32.858077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Calling delete_port for e2ce102a-a2e3-4f76-b38d-83bde8f41e56 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:32.930834 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f3bd50b-e676-4890-af14-3ef0ab488a8a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9194925 Apr 06 14:30:32.936528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45074) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:32.948355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Request body: {'port': {'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da', 'name': 'tempest-TagsExtTest-1685536661'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:32.962145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port 7fbbf129-d3b9-4144-9c00-6cfb97d09305, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7fbbf129-d3b9-4144-9c00-6cfb97d09305,segment=NetworkSegment(a5b0a28e-5236-4a7a-9524-c30edc139861),segment_id=a5b0a28e-5236-4a7a-9524-c30edc139861)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:32.962562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.038307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7fbbf129-d3b9-4144-9c00-6cfb97d09305 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:33.091878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Allocated IP 172.26.6.188 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/0db78be4-84fa-47ac-9709-d0204404dacd) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:33.099151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for 7fbbf129-d3b9-4144-9c00-6cfb97d09305 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:33.173742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:33.175107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.219667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Allocated IP 172.20.0.2 (19be29a6-1e6b-4c5f-b98f-0009782675da/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/e3383200-5d72-48e7-94ad-69757a98fbc3) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:33.349917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:33.350476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.442134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 7fbbf129-d3b9-4144-9c00-6cfb97d09305, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7fbbf129-d3b9-4144-9c00-6cfb97d09305,segment=NetworkSegment(a5b0a28e-5236-4a7a-9524-c30edc139861),segment_id=a5b0a28e-5236-4a7a-9524-c30edc139861)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:33.479107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Deleting port 9e2b6624-51f3-44c7-a869-b672d47211d9 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:33.479681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9e2b6624-51f3-44c7-a869-b672d47211d9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.480579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (ec796596-8bdc-4bde-beac-6d2492a6d4ad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.521982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Publish callbacks [] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.545253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.614770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (dae5c72a-abd6-4e0c-b21d-7b241e7e625c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.640575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.659863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=7fbbf129-d3b9-4144-9c00-6cfb97d09305,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.680375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9e2b6624-51f3-44c7-a869-b672d47211d9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.698203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Calling delete_port for 9e2b6624-51f3-44c7-a869-b672d47211d9 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:33.713297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Network 19be29a6-1e6b-4c5f-b98f-0009782675da is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:33.721755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:33.729728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:33.737206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Made reservation on behalf of 75f7cdc59cb34af4ac2e0dfaa42d2dab for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:33.741107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.773048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:33.776364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for port (0db78be4-84fa-47ac-9709-d0204404dacd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.798706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:33.813893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:33.814485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.818536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba658e-4d7b-41fa-b1d7-0d37b8fa46ac None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:33.823421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Pushing event updated for resources: {'Port': ['ID=e3383200-5d72-48e7-94ad-69757a98fbc3,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.835292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=dae5c72a-abd6-4e0c-b21d-7b241e7e625c,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.845026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] device_id is not set on port 7db2f4f4-2f78-4dc2-844b-86c50917b91b yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:33.845355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e2ce102a-a2e3-4f76-b38d-83bde8f41e56), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.902086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Attempting to bind port e3383200-5d72-48e7-94ad-69757a98fbc3 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:33.903684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Attempting to bind port e3383200-5d72-48e7-94ad-69757a98fbc3 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '82229940-9c7f-4e18-8c54-7907a4cd6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:33.906058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Attempting to bind port e3383200-5d72-48e7-94ad-69757a98fbc3 on network 19be29a6-1e6b-4c5f-b98f-0009782675da {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:33.923995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:33.925102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Checking segment: {'id': '82229940-9c7f-4e18-8c54-7907a4cd6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:33.925320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.925859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Bound using segment: {'id': '82229940-9c7f-4e18-8c54-7907a4cd6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:33.926621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Bound port: e3383200-5d72-48e7-94ad-69757a98fbc3, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82229940-9c7f-4e18-8c54-7907a4cd6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19be29a6-1e6b-4c5f-b98f-0009782675da'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:33.928570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:33.944588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Pushing event deleted for resources: {'Port': ['ID=e2ce102a-a2e3-4f76-b38d-83bde8f41e56,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.959005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142466f-b861-4003-9e34-5fed0b012dca None None] Network 357ee39a-afe3-4517-bb34-e2190344a38a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:33.970412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7fbbf129-d3b9-4144-9c00-6cfb97d09305), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.019948 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3310087f-d773-4963-a2eb-4e1041cfb395 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4170139 Apr 06 14:30:34.036392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45076) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:34.038483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=7fbbf129-d3b9-4144-9c00-6cfb97d09305,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:34.047597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:34.069376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cb1fd024-bb93-4c0e-8a4e-84ce8829ab1b None None] Could not find standard attr ID for object 7fbbf129-d3b9-4144-9c00-6cfb97d09305. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:30:34.069992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks [] for floatingip (8258b7fb-b53d-4b68-b42e-80476f16ee64), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.074313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.075408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f3b093ea-05fd-4748-bf88-179a86fc9947 tempest-ServersTestJSON-2049075407 tempest-ServersTestJSON-2049075407-project] 10.222.0.89 "DELETE /v2.0/floatingips/8258b7fb-b53d-4b68-b42e-80476f16ee64 HTTP/1.1" status: 204 len: 168 time: 1.5835693 Apr 06 14:30:34.083321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45078) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:34.126354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0db78be4-84fa-47ac-9709-d0204404dacd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.145172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:34.146019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.168849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] For port e3383200-5d72-48e7-94ad-69757a98fbc3, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:34.187258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port 7fbbf129-d3b9-4144-9c00-6cfb97d09305 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:34.189585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9e2b6624-51f3-44c7-a869-b672d47211d9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.193751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (bd515fad-46bd-4ec8-bb1c-82f721ee2437), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.198527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (bd515fad-46bd-4ec8-bb1c-82f721ee2437), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.201413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] For port e3383200-5d72-48e7-94ad-69757a98fbc3, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e3383200-5d72-48e7-94ad-69757a98fbc3,segment=NetworkSegment(82229940-9c7f-4e18-8c54-7907a4cd6fde),segment_id=82229940-9c7f-4e18-8c54-7907a4cd6fde)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:34.235725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event deleted for resources: {'Port': ['ID=9e2b6624-51f3-44c7-a869-b672d47211d9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:34.308460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.342930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Allocated IP 172.20.0.5 (19be29a6-1e6b-4c5f-b98f-0009782675da/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/7db2f4f4-2f78-4dc2-844b-86c50917b91b) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:34.353447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:34.378987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:34.388439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router_controller (bd515fad-46bd-4ec8-bb1c-82f721ee2437), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.395708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Pushing event updated for resources: {'Port': ['ID=0db78be4-84fa-47ac-9709-d0204404dacd,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:34.401734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:34.406766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459967-06dc-4728-90e4-6ce3b6fc2e08 None None] Pushing event updated for resources: {'Port': ['ID=e3383200-5d72-48e7-94ad-69757a98fbc3,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:34.410593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (564ea5bd-cbdb-478d-8212-ff9da6826828), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.421953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (51593be0-5f2c-4fee-acb0-96273c3ffb8e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.535037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (bd515fad-46bd-4ec8-bb1c-82f721ee2437), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.614678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.617746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (564ea5bd-cbdb-478d-8212-ff9da6826828), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.658149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:34.658149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.753658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4793e-ff44-42c9-9946-0a1b62b31659 None None] Network 357ee39a-afe3-4517-bb34-e2190344a38a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:34.775453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.779860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ea8a9fde-9f21-4176-9900-e2397dcbd514 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7395244 Apr 06 14:30:34.780179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45080) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:34.838741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (564ea5bd-cbdb-478d-8212-ff9da6826828), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.838741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Fanout notify agent at l3_agent the message router_deleted on router 564ea5bd-cbdb-478d-8212-ff9da6826828 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:34.846249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:34.854825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-738ed037-9916-4331-bc94-5d24b48f8399 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/564ea5bd-cbdb-478d-8212-ff9da6826828 HTTP/1.1" status: 204 len: 168 time: 2.6650145 Apr 06 14:30:34.907772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/dae5c72a-abd6-4e0c-b21d-7b241e7e625c/f1868a25-cbd8-4ce2-9f5a-13126c513b55) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:34.914532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45082) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:34.924534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-34470079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:35.154121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e3383200-5d72-48e7-94ad-69757a98fbc3 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:35.189445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.190533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.260421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.302779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Publish callbacks [] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.311206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e3383200-5d72-48e7-94ad-69757a98fbc3 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:35.311490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.334006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.381622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.407602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.464662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:35.468041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e3383200-5d72-48e7-94ad-69757a98fbc3 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:35.468507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.472634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:35.475918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:35.503774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.510668 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4870ceb0-6c35-4e01-ae95-68f78c562d47 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6622739 Apr 06 14:30:35.513405 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aaa11624-0a2e-4678-824d-3123b07c7727 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5977108 Apr 06 14:30:35.515859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45084) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:35.518606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45086) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:35.518744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Pushing event updated for resources: {'Port': ['ID=f1868a25-cbd8-4ce2-9f5a-13126c513b55,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:35.536164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.188'}]}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:35.545265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (51593be0-5f2c-4fee-acb0-96273c3ffb8e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.551104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': False}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:35.598101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port e3383200-5d72-48e7-94ad-69757a98fbc3, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e3383200-5d72-48e7-94ad-69757a98fbc3,segment=NetworkSegment(82229940-9c7f-4e18-8c54-7907a4cd6fde),segment_id=82229940-9c7f-4e18-8c54-7907a4cd6fde)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:35.604549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Attempting to bind port f1868a25-cbd8-4ce2-9f5a-13126c513b55 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:35.605868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Attempting to bind port f1868a25-cbd8-4ce2-9f5a-13126c513b55 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:35.605868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Attempting to bind port f1868a25-cbd8-4ce2-9f5a-13126c513b55 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:35.614697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:35.615302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:35.616389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.617751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:35.618359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Bound port: f1868a25-cbd8-4ce2-9f5a-13126c513b55, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:35.618861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.619020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.631100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=51593be0-5f2c-4fee-acb0-96273c3ffb8e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:35.735954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] For port f1868a25-cbd8-4ce2-9f5a-13126c513b55, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:35.743747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] For port f1868a25-cbd8-4ce2-9f5a-13126c513b55, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f1868a25-cbd8-4ce2-9f5a-13126c513b55,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:35.748856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1013d92-c9a6-4aca-8929-457930470902 None None] Network 357ee39a-afe3-4517-bb34-e2190344a38a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:35.777180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Deleting port c0658fbc-399d-4462-a7b9-00b847dc8cea {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:35.777494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.849717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.875824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.885665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (357ee39a-afe3-4517-bb34-e2190344a38a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.892332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.893944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.915371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:35.972063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2edff-6253-4e78-ae5e-876978e993ec None None] DHCP port deletion for 357ee39a-afe3-4517-bb34-e2190344a38a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:35.987844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=e3383200-5d72-48e7-94ad-69757a98fbc3,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:36.017758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Network 19be29a6-1e6b-4c5f-b98f-0009782675da is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:36.027718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.035950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357ee39a-afe3-4517-bb34-e2190344a38a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:36.046510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:36.058429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:36.104354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201a763-3ff9-4cfe-aee0-2d2599a6dc5b None None] Pushing event updated for resources: {'Port': ['ID=f1868a25-cbd8-4ce2-9f5a-13126c513b55,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:36.147511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b0a28e-5236-4a7a-9524-c30edc139861') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:36.147845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b0a28e-5236-4a7a-9524-c30edc139861') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:36.154248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for router_controller (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.178881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf385e-a926-4819-a16a-e90dc99ec2de None None] Network 19be29a6-1e6b-4c5f-b98f-0009782675da requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:36.196194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (a5b0a28e-5236-4a7a-9524-c30edc139861), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.215515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] For port c0658fbc-399d-4462-a7b9-00b847dc8cea, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c0658fbc-399d-4462-a7b9-00b847dc8cea,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:36.218749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.219265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::1 (2934fa9c-89df-48fd-aebe-9f87f342666e/dae5c72a-abd6-4e0c-b21d-7b241e7e625c/ba6e6847-edda-48fd-ade5-afe6c38faab6) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:36.224955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event updated for resources: {'Port': ['ID=7db2f4f4-2f78-4dc2-844b-86c50917b91b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:36.247939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.249161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.269147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Calling delete_port for c0658fbc-399d-4462-a7b9-00b847dc8cea owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:36.273730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a5b0a28e-5236-4a7a-9524-c30edc139861), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.291514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-74661e8d-0f88-45dd-ab86-3cce94b14584 None None] Provisioning complete for port e3383200-5d72-48e7-94ad-69757a98fbc3 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:36.297914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:36.297914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (a5b0a28e-5236-4a7a-9524-c30edc139861), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:36.300619 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:36.302535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74661e8d-0f88-45dd-ab86-3cce94b14584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.443577 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ea9aaa23-a635-4283-acea-a9829a32718d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4981174 Apr 06 14:30:36.450618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45088) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:36.473253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1930546759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:36.524106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-74661e8d-0f88-45dd-ab86-3cce94b14584 None None] Current status of the port e3383200-5d72-48e7-94ad-69757a98fbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:36.605091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for router_gateway (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.625002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (357ee39a-afe3-4517-bb34-e2190344a38a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.653441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.656670 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/357ee39a-afe3-4517-bb34-e2190344a38a HTTP/1.1" status: 204 len: 168 time: 5.4454982 Apr 06 14:30:36.669567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45090) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:36.678316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7d068969-4c81-4136-9461-4172ed54f70f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.680546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7d068969-4c81-4136-9461-4172ed54f70f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.704929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92f79-2375-4cbc-8250-fefe83b579cb tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=357ee39a-afe3-4517-bb34-e2190344a38a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:36.726024 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e379416-3f18-4a0f-a928-5ddcc32ab0ce tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:36.727647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e379416-3f18-4a0f-a928-5ddcc32ab0ce tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:36.731231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5e379416-3f18-4a0f-a928-5ddcc32ab0ce tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/51593be0-5f2c-4fee-acb0-96273c3ffb8e HTTP/1.1" status: 404 len: 337 time: 0.0600111 Apr 06 14:30:36.740739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.744945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45092) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:36.768360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (c8453e84-5344-4aec-ba4b-d4488b5b14ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.861513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a18a55b4-ba2d-4955-9679-385aca4650ce None None] Provisioning complete for port 7db2f4f4-2f78-4dc2-844b-86c50917b91b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:36.862372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a18a55b4-ba2d-4955-9679-385aca4650ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.914796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for router_controller (7d068969-4c81-4136-9461-4172ed54f70f), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:36.928209 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc29d71e-4a43-4519-bdd8-eb9bc7be39a1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:36.928209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc29d71e-4a43-4519-bdd8-eb9bc7be39a1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:36.928597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a18a55b4-ba2d-4955-9679-385aca4650ce None None] Port 7db2f4f4-2f78-4dc2-844b-86c50917b91b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:36.932849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dc29d71e-4a43-4519-bdd8-eb9bc7be39a1 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/357ee39a-afe3-4517-bb34-e2190344a38a HTTP/1.1" status: 404 len: 339 time: 0.1858792 Apr 06 14:30:36.942022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45094) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:36.945998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a18a55b4-ba2d-4955-9679-385aca4650ce None None] Provisioning complete for port e3383200-5d72-48e7-94ad-69757a98fbc3 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:36.946378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a18a55b4-ba2d-4955-9679-385aca4650ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.022133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (7d068969-4c81-4136-9461-4172ed54f70f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.043409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c0658fbc-399d-4462-a7b9-00b847dc8cea), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.057135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.135735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0658fbc-399d-4462-a7b9-00b847dc8cea,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.152292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a18a55b4-ba2d-4955-9679-385aca4650ce None None] Current status of the port e3383200-5d72-48e7-94ad-69757a98fbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:37.174362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.187985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f1868a25-cbd8-4ce2-9f5a-13126c513b55 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:37.192639 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d93bec8f-a4bc-4aa7-a54f-f1c1264bb3d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7343500 Apr 06 14:30:37.200539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45096) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:37.208931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-cfbfde09-9a47-4460-a002-3d6d0f99691a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1849800837', 'prefixes': ['172.20.0.0/16']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:37.291509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f1868a25-cbd8-4ce2-9f5a-13126c513b55 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:37.291851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.398563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-14d35270-d836-4c6b-9a64-6ef998fd9619 None None] Provisioning complete for port 7db2f4f4-2f78-4dc2-844b-86c50917b91b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:37.399480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14d35270-d836-4c6b-9a64-6ef998fd9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.450247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-14d35270-d836-4c6b-9a64-6ef998fd9619 None None] Port 7db2f4f4-2f78-4dc2-844b-86c50917b91b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:37.504885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f1868a25-cbd8-4ce2-9f5a-13126c513b55 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:37.504885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.592867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port f1868a25-cbd8-4ce2-9f5a-13126c513b55, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f1868a25-cbd8-4ce2-9f5a-13126c513b55,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:37.639923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (ec796596-8bdc-4bde-beac-6d2492a6d4ad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.651229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.656216 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccae51b-3445-4a2f-8ef5-e9557c20de44 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:37.656682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccae51b-3445-4a2f-8ef5-e9557c20de44 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:37.665228 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ccae51b-3445-4a2f-8ef5-e9557c20de44 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/b97ee95a-f75f-491e-bd57-e7458e4b59b3 HTTP/1.1" status: 404 len: 337 time: 0.7214129 Apr 06 14:30:37.674186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45098) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:37.718558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.724009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e3383200-5d72-48e7-94ad-69757a98fbc3 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:37.759744 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-927544a2-3442-44e4-b003-717717260d04 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:37.759744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927544a2-3442-44e4-b003-717717260d04 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:37.759744 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-927544a2-3442-44e4-b003-717717260d04 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/2afb0871-7e49-4971-a000-9997a8a38ad4 HTTP/1.1" status: 404 len: 339 time: 0.0779955 Apr 06 14:30:37.767749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45100) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:37.840650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=f1868a25-cbd8-4ce2-9f5a-13126c513b55,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.850611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Deleting port 7b7a2d1c-867a-46f0-8008-ed642b9a852a {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:37.850952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.858531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7699f408-c222-47b6-8d47-cd165176146b None None] Provisioning complete for port f1868a25-cbd8-4ce2-9f5a-13126c513b55 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:37.859100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7699f408-c222-47b6-8d47-cd165176146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.903076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.903321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cfbfde09-9a47-4460-a002-3d6d0f99691a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.908394 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cfbfde09-9a47-4460-a002-3d6d0f99691a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7066324 Apr 06 14:30:37.911374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45102) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:37.912835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e3383200-5d72-48e7-94ad-69757a98fbc3 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:37.913213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:37.916155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-8fb0a73b-c15b-4a73-adfb-84606f48e0d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-1807803468') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:37.997494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:38.006765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:38.012985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7699f408-c222-47b6-8d47-cd165176146b None None] Current status of the port f1868a25-cbd8-4ce2-9f5a-13126c513b55 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:38.019443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:38.019999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (bd515fad-46bd-4ec8-bb1c-82f721ee2437), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.069924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e3383200-5d72-48e7-94ad-69757a98fbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:38.078392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7fbbf129-d3b9-4144-9c00-6cfb97d09305 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:38.108870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 7fbbf129-d3b9-4144-9c00-6cfb97d09305 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:38.109620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] For port 7b7a2d1c-867a-46f0-8008-ed642b9a852a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7b7a2d1c-867a-46f0-8008-ed642b9a852a,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:38.110044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.110591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7fbbf129-d3b9-4144-9c00-6cfb97d09305 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:38.134189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Allocated IP 172.26.6.249 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:38.142094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.144225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Calling delete_port for 7b7a2d1c-867a-46f0-8008-ed642b9a852a owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:38.203926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=ba6e6847-edda-48fd-ade5-afe6c38faab6,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:38.222626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Router ec796596-8bdc-4bde-beac-6d2492a6d4ad has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:38.277560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for router_gateway (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.281067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.281067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.281067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.281350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.281542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.281813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.282140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.282644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.282994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.283401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.283745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.284085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.284413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.286156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.286156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:38.369979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.381144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d0841e33-3170-47b6-b1b4-aa6e3189c950 None None] Provisioning complete for port ba6e6847-edda-48fd-ade5-afe6c38faab6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:38.382438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0841e33-3170-47b6-b1b4-aa6e3189c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.432599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d0841e33-3170-47b6-b1b4-aa6e3189c950 None None] Port ba6e6847-edda-48fd-ade5-afe6c38faab6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:38.543573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.624108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e12b379-d4d5-48b9-89da-9e9d1087abb7']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:38.640115 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8fb0a73b-c15b-4a73-adfb-84606f48e0d7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-1807803468 HTTP/1.1" status: 201 len: 201 time: 0.7252657 Apr 06 14:30:38.642573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45106) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:38.649953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-ca75c32e-7264-402e-9fbe-00d2f11213f6 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-166995821') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:38.668427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for port (e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.679695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344c1b9f-04eb-4fc0-8c45-bd5293840573') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:38.679999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344c1b9f-04eb-4fc0-8c45-bd5293840573') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:38.702234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (344c1b9f-04eb-4fc0-8c45-bd5293840573), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.720798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.726988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (344c1b9f-04eb-4fc0-8c45-bd5293840573), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.757313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:38.758295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (344c1b9f-04eb-4fc0-8c45-bd5293840573), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:38.761766 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:38.780669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:38.788740 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7abbf616-2f00-418b-8ba6-f980a696bb99 admin admin] 10.222.0.89 "PUT /v2.0/routers/ec796596-8bdc-4bde-beac-6d2492a6d4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9800875 Apr 06 14:30:38.794152 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] Sync routers for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:38.803963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45108) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:38.807050 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:38.807691 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:38.928591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.987844 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ca75c32e-7264-402e-9fbe-00d2f11213f6 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-166995821 HTTP/1.1" status: 201 len: 201 time: 0.3295550 Apr 06 14:30:38.988137 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:38.988218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45110) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:38.991873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-53125325-2e37-4ce5-b7c4-20e3c2bc22b9 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-2086587442') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.031006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (9e12b379-d4d5-48b9-89da-9e9d1087abb7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.058205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.061824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/9e12b379-d4d5-48b9-89da-9e9d1087abb7 HTTP/1.1" status: 204 len: 168 time: 1.2886772 Apr 06 14:30:39.064487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:39.067334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45112) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.070178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Pushing event updated for resources: {'Port': ['ID=e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:39.086262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks [] for router (ec796596-8bdc-4bde-beac-6d2492a6d4ad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.096864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:39.102904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:39.128063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for router (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.134167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a006a1e-d7af-4300-b28c-afe90288b833 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=9e12b379-d4d5-48b9-89da-9e9d1087abb7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:39.145512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f1868a25-cbd8-4ce2-9f5a-13126c513b55 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:39.158206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dd0bb8-8ffa-4df0-b3f2-0c73d6b8bdd5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.158670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dd0bb8-8ffa-4df0-b3f2-0c73d6b8bdd5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.161831 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-68dd0bb8-8ffa-4df0-b3f2-0c73d6b8bdd5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/3d58f9dd-9dcf-403c-bd0a-8f8516208b54 HTTP/1.1" status: 404 len: 337 time: 0.0895360 Apr 06 14:30:39.169208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45114) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.180910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7b7a2d1c-867a-46f0-8008-ed642b9a852a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.254168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7a2d1c-867a-46f0-8008-ed642b9a852a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:39.258957 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92fe6b8-94bc-40f4-a08b-2e0f255efb61 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.259543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92fe6b8-94bc-40f4-a08b-2e0f255efb61 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.262946 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c92fe6b8-94bc-40f4-a08b-2e0f255efb61 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/16a7336b-72ff-4e41-8a3b-67c500b8c667 HTTP/1.1" status: 404 len: 339 time: 0.0854604 Apr 06 14:30:39.272629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f1868a25-cbd8-4ce2-9f5a-13126c513b55 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:39.273926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.284585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45116) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.331583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.331905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.332311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.332652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.334540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.337519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.337519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.337746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.338440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.338875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.339272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.339618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.340928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.341906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.342284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:39.378872 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e90e91-e145-44b6-9736-dec29f38f373 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.379876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e90e91-e145-44b6-9736-dec29f38f373 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.387320 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-88e90e91-e145-44b6-9736-dec29f38f373 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/5e1cae4b-1806-441a-a896-ee0dca2429b0 HTTP/1.1" status: 404 len: 337 time: 0.1002619 Apr 06 14:30:39.388644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45118) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.451110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f1868a25-cbd8-4ce2-9f5a-13126c513b55 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:39.460257 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.516296 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] Checking router: ec796596-8bdc-4bde-beac-6d2492a6d4ad for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:39.524106 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] Routers {'ec796596-8bdc-4bde-beac-6d2492a6d4ad'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:39.525106 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.554726 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cfe031-6909-4d3f-b391-e262647eefe5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.555436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cfe031-6909-4d3f-b391-e262647eefe5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.561619 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-34cfe031-6909-4d3f-b391-e262647eefe5 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/76d46cba-150d-4c7e-a029-65062f3b8732 HTTP/1.1" status: 404 len: 339 time: 0.1644890 Apr 06 14:30:39.562603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45120) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.644511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.652431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks [] for router_controller (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.677467 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] Set router ec796596-8bdc-4bde-beac-6d2492a6d4ad gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:39.690181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks [] for router_gateway (ec796596-8bdc-4bde-beac-6d2492a6d4ad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.695075 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a124fe7b-7688-448f-94bc-e64d0c4af670 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.695729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a124fe7b-7688-448f-94bc-e64d0c4af670 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.698885 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a124fe7b-7688-448f-94bc-e64d0c4af670 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/b298d5e3-dad2-4f9b-be9a-f6b5ce1c2de0 HTTP/1.1" status: 404 len: 337 time: 0.1307633 Apr 06 14:30:39.701976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45122) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.706770 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-53125325-2e37-4ce5-b7c4-20e3c2bc22b9 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-2086587442 HTTP/1.1" status: 201 len: 201 time: 0.7217793 Apr 06 14:30:39.708115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (c8453e84-5344-4aec-ba4b-d4488b5b14ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.712821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45124) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.725363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-81ad2683-0181-410b-9039-b25925a63327 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-1263144625') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.788497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6ac362-aa7c-4d60-965c-0732b2233e84 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.789623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6ac362-aa7c-4d60-965c-0732b2233e84 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.792732 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4e6ac362-aa7c-4d60-965c-0732b2233e84 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/bc2bf7d6-8211-4afb-b26c-7afb90c04345 HTTP/1.1" status: 404 len: 339 time: 0.0580847 Apr 06 14:30:39.797774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45126) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.819452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.839201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36125c7-6b2f-464f-a157-b8c99dceb7cc tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.839671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36125c7-6b2f-464f-a157-b8c99dceb7cc tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.843028 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e36125c7-6b2f-464f-a157-b8c99dceb7cc tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/6ae8724d-851d-46f0-ac4c-d96dc7932175 HTTP/1.1" status: 404 len: 337 time: 0.0398226 Apr 06 14:30:39.845657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45128) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.866484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5471e799-7599-4207-936d-e5f5856f3322 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.867237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5471e799-7599-4207-936d-e5f5856f3322 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.871610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5471e799-7599-4207-936d-e5f5856f3322 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/2aec01f3-e5d9-41d1-9079-906704abdaea HTTP/1.1" status: 404 len: 339 time: 0.0247784 Apr 06 14:30:39.874357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45130) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.874985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (db060d1d-9ce3-4a5a-b916-2f4a60de7e8e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.875489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db060d1d-9ce3-4a5a-b916-2f4a60de7e8e {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:39.923998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6ca0d9-7c9e-439a-8cb7-7c740b020990 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.924453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6ca0d9-7c9e-439a-8cb7-7c740b020990 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.925523 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.930731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-df6ca0d9-7c9e-439a-8cb7-7c740b020990 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/eed5ca5b-9274-400e-83ee-e7af79d7235d HTTP/1.1" status: 404 len: 337 time: 0.0487247 Apr 06 14:30:39.930903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45132) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.959996 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37df75-a4d4-4cf9-b460-d1cf3d2875d8 None None] The sync data for ids ['ec796596-8bdc-4bde-beac-6d2492a6d4ad'] in dv-neutron-836581-2-hyperv is: [{'id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'name': 'tempest-ServersTestManualDisk-48838113-router', 'tenant_id': '7ec538dde52943eeacbad39ea9e7310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:37Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 5, 'project_id': '7ec538dde52943eeacbad39ea9e7310a', 'gw_port': {'id': '3decee1d-c8b9-4153-bcb6-454f7f2fe810', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec796596-8bdc-4bde-beac-6d2492a6d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:38Z', 'updated_at': '2022-04-06T14:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:39.977854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.982064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (bd515fad-46bd-4ec8-bb1c-82f721ee2437), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.986716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-956221f9-35cc-4c41-9515-b8c2d50ba219 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:39.987045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956221f9-35cc-4c41-9515-b8c2d50ba219 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:39.994720 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-956221f9-35cc-4c41-9515-b8c2d50ba219 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/a5de73e9-4dc1-4369-ab94-1abe5a1ff24c HTTP/1.1" status: 404 len: 339 time: 0.0576441 Apr 06 14:30:39.995884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Deleting port 3decee1d-c8b9-4153-bcb6-454f7f2fe810 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:39.995884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.034448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45134) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.046404 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-81ad2683-0181-410b-9039-b25925a63327 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-1263144625 HTTP/1.1" status: 201 len: 201 time: 0.3258629 Apr 06 14:30:40.046404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45136) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.049615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-f2484598-bee8-4352-9726-f3c8d074f27d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:40.104855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:30:40.105952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9360594f-1067-46db-bd24-cc967645e4cd tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5876193 Apr 06 14:30:40.113102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45138) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.118063 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bcc9ee-2bca-44ca-97bb-783382fb66ec tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:40.118516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bcc9ee-2bca-44ca-97bb-783382fb66ec tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:40.121489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-81bcc9ee-2bca-44ca-97bb-783382fb66ec tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/a87a1102-aac4-4708-b0ce-f34bc29ad997 HTTP/1.1" status: 404 len: 337 time: 0.0857701 Apr 06 14:30:40.125654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45140) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.172496 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1170900a-5803-43e7-a5c8-f8e6cfbd9654 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:40.173025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1170900a-5803-43e7-a5c8-f8e6cfbd9654 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:40.175982 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1170900a-5803-43e7-a5c8-f8e6cfbd9654 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/4c908daf-0b57-432c-992e-1dc6de30a99a HTTP/1.1" status: 404 len: 339 time: 0.0467167 Apr 06 14:30:40.183061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45142) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.197057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=ba6e6847-edda-48fd-ade5-afe6c38faab6,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:40.202987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] For port 3decee1d-c8b9-4153-bcb6-454f7f2fe810, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3decee1d-c8b9-4153-bcb6-454f7f2fe810,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:40.203730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.234150 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d253b-47b2-4866-8a9f-996ac713f8fe tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:40.234649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178d253b-47b2-4866-8a9f-996ac713f8fe tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:40.239884 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-178d253b-47b2-4866-8a9f-996ac713f8fe tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/3e87653d-39bd-45d7-9e44-711677ade443 HTTP/1.1" status: 404 len: 337 time: 0.0529389 Apr 06 14:30:40.246916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45144) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.253797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router_gateway (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.258744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Router c8453e84-5344-4aec-ba4b-d4488b5b14ef has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:40.259596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Calling delete_port for 3decee1d-c8b9-4153-bcb6-454f7f2fe810 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:40.283159 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ce4852-e2be-4db6-8c9f-dcbc1f0638d8 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:40.283666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ce4852-e2be-4db6-8c9f-dcbc1f0638d8 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:40.289933 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8ce4852-e2be-4db6-8c9f-dcbc1f0638d8 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/46f53bc1-8ff0-4311-a100-048fa72f0b71 HTTP/1.1" status: 404 len: 339 time: 0.0381141 Apr 06 14:30:40.292530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45146) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.341419 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f2484598-bee8-4352-9726-f3c8d074f27d tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags HTTP/1.1" status: 200 len: 241 time: 0.2950244 Apr 06 14:30:40.364681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45148) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.368591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:40.373789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-6c2d2805-4ab8-43b1-8afe-f8046f538ed9 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-1807803468') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:40.373982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:40.376135 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-52277acf-28cf-458c-a13c-887a87ab2e6d tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:40.376685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52277acf-28cf-458c-a13c-887a87ab2e6d tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:40.385538 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-52277acf-28cf-458c-a13c-887a87ab2e6d tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/d38524a0-55e1-40dc-b0f7-75b2d91503d3 HTTP/1.1" status: 404 len: 337 time: 0.0903327 Apr 06 14:30:40.389092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45150) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.800381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-76270320-a186-4564-86e6-3ed5cc16df71 None None] Provisioning complete for port ba6e6847-edda-48fd-ade5-afe6c38faab6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:40.801554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-76270320-a186-4564-86e6-3ed5cc16df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.862963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-76270320-a186-4564-86e6-3ed5cc16df71 None None] Port ba6e6847-edda-48fd-ade5-afe6c38faab6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:30:40.878985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-f871db9f-df3f-4e15-ac90-81dd6ae68ba2 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:40.879531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f871db9f-df3f-4e15-ac90-81dd6ae68ba2 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:40.882986 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f871db9f-df3f-4e15-ac90-81dd6ae68ba2 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/0493f0f5-2cc6-4857-90ba-2f19926268c3 HTTP/1.1" status: 404 len: 339 time: 0.0974162 Apr 06 14:30:40.888808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45152) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.908196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Deleting port 0db78be4-84fa-47ac-9709-d0204404dacd {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:40.908530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0db78be4-84fa-47ac-9709-d0204404dacd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.008516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c0658fbc-399d-4462-a7b9-00b847dc8cea no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:41.025441 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6c2d2805-4ab8-43b1-8afe-f8046f538ed9 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-1807803468 HTTP/1.1" status: 204 len: 168 time: 0.6592908 Apr 06 14:30:41.029468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:41.031649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:41.041541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-2c860e0f-fbc3-48a1-b225-023d1383a435 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-1807803468') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:41.049720 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0bec3c81-6b66-4388-8586-5f26a34bfec4 admin admin] 10.222.0.89 "PUT /v2.0/routers/c8453e84-5344-4aec-ba4b-d4488b5b14ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9422679 Apr 06 14:30:41.050192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] Sync routers for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:41.056941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45156) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:41.059221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: c0658fbc-399d-4462-a7b9-00b847dc8cea {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:41.060555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c0658fbc-399d-4462-a7b9-00b847dc8cea not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:41.076177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:41.077470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:41.092537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting subnet 1b2e1e94-c116-4477-99c5-d922d85b6e2e {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:41.136976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (1b2e1e94-c116-4477-99c5-d922d85b6e2e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.219665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0db78be4-84fa-47ac-9709-d0204404dacd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.220124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:41.239072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (1b2e1e94-c116-4477-99c5-d922d85b6e2e), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.248400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.253997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (3decee1d-c8b9-4153-bcb6-454f7f2fe810), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.279483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Calling delete_port for 0db78be4-84fa-47ac-9709-d0204404dacd owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:41.290599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.306394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Pushing event deleted for resources: {'Port': ['ID=3decee1d-c8b9-4153-bcb6-454f7f2fe810,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:41.370500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks [] for router (c8453e84-5344-4aec-ba4b-d4488b5b14ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.442995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Router bd515fad-46bd-4ec8-bb1c-82f721ee2437 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:41.497773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (ec796596-8bdc-4bde-beac-6d2492a6d4ad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.498622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:30:38Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:41.524804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (1b2e1e94-c116-4477-99c5-d922d85b6e2e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.553837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] Checking router: c8453e84-5344-4aec-ba4b-d4488b5b14ef for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:41.572263 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] Routers {'c8453e84-5344-4aec-ba4b-d4488b5b14ef'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:41.575165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:41.580589 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2c860e0f-fbc3-48a1-b225-023d1383a435 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-1807803468 HTTP/1.1" status: 204 len: 168 time: 0.5451880 Apr 06 14:30:41.630854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45158) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:41.637177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-6f84f15a-16d8-4139-bdfe-9d8f8afb22a8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:41.650968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (ec796596-8bdc-4bde-beac-6d2492a6d4ad), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.654477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks [] for router_controller (ec796596-8bdc-4bde-beac-6d2492a6d4ad), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.665969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks [] for router_gateway (c8453e84-5344-4aec-ba4b-d4488b5b14ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.749418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] Set router c8453e84-5344-4aec-ba4b-d4488b5b14ef gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:41.841141 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Deleting port 16a8e10e-38e3-4a81-9f98-22ca6eea841d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:41.841486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.841845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:41.847651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-acdbaf70-994f-45fa-8ed3-a428e9f09bb4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "PUT /v2.0/routers/bd515fad-46bd-4ec8-bb1c-82f721ee2437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0663893 Apr 06 14:30:41.852935 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Sync routers for ids ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:41.856958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45160) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:41.861728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (ec796596-8bdc-4bde-beac-6d2492a6d4ad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.862292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec796596-8bdc-4bde-beac-6d2492a6d4ad {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:41.876113 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Routers {'bd515fad-46bd-4ec8-bb1c-82f721ee2437'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:41.878905 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:41.917287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.918522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0a378740-c597-4105-b2ae-531f8ece8065 admin admin] 10.222.0.89 "DELETE /v2.0/routers/ec796596-8bdc-4bde-beac-6d2492a6d4ad HTTP/1.1" status: 204 len: 168 time: 3.1123006 Apr 06 14:30:41.921316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:41.984405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (1b2e1e94-c116-4477-99c5-d922d85b6e2e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.018037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef80fb3-7b86-4f55-bb80-31f86fee679f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:42.022573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ef80fb3-7b86-4f55-bb80-31f86fee679f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports/ba6e6847-edda-48fd-ade5-afe6c38faab6 HTTP/1.1" status: 200 len: 911 time: 0.1614089 Apr 06 14:30:42.035723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:42.091339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0db78be4-84fa-47ac-9709-d0204404dacd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.100612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.100855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810a07c7-50d3-4195-b4ef-7c741344ca26 None None] Network cd0833b0-8f1d-4182-928e-1a4188aa817d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:42.105968 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/subnets/1b2e1e94-c116-4477-99c5-d922d85b6e2e HTTP/1.1" status: 204 len: 168 time: 1.2127881 Apr 06 14:30:42.106908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927664f5-a173-4270-950d-fedf994fce79 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2e1e94-c116-4477-99c5-d922d85b6e2e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:42.112544 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Set router bd515fad-46bd-4ec8-bb1c-82f721ee2437 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:42.123305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6f84f15a-16d8-4139-bdfe-9d8f8afb22a8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags HTTP/1.1" status: 200 len: 205 time: 0.4910724 Apr 06 14:30:42.126081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Deleting subnet 3b6fab35-ddb0-4e57-aeec-358676da6320 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:42.130974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Publish callbacks [] for subnet (3b6fab35-ddb0-4e57-aeec-358676da6320), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.149010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45166) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:42.150053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45168) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:42.154444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Pushing event deleted for resources: {'Port': ['ID=0db78be4-84fa-47ac-9709-d0204404dacd,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:42.201298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-e138a346-8c67-43e8-bbe0-359526589790 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:42.360896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:38Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None, '_interfaces': [{'id': 'ba6e6847-edda-48fd-ade5-afe6c38faab6', 'name': '', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'mac_address': 'fa:16:3e:ea:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:35Z', 'updated_at': '2022-04-06T14:30:39Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'subnets': [{'id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:42.383164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] For port 16a8e10e-38e3-4a81-9f98-22ca6eea841d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=16a8e10e-38e3-4a81-9f98-22ca6eea841d,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:42.383732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.392301 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Checking router: bd515fad-46bd-4ec8-bb1c-82f721ee2437 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:42.392884 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Updating router bd515fad-46bd-4ec8-bb1c-82f721ee2437 port ba6e6847-edda-48fd-ade5-afe6c38faab6 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:30:42.422079 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.449995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Calling delete_port for 16a8e10e-38e3-4a81-9f98-22ca6eea841d owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:42.462404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (3b6fab35-ddb0-4e57-aeec-358676da6320), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.472096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Router 76d99cd6-ac3f-47b9-9e9a-2621cca038c5 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:42.498905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.507304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c786c62e-78e3-47c2-8465-b49cd8efc595 tempest-RoutersAdminNegativeTest-1699986989 tempest-RoutersAdminNegativeTest-1699986989-project-admin] 10.222.0.89 "DELETE /v2.0/ports/0db78be4-84fa-47ac-9709-d0204404dacd HTTP/1.1" status: 204 len: 168 time: 2.3876688 Apr 06 14:30:42.531366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:30:38Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:42.619383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] DHCP port deletion for cd0833b0-8f1d-4182-928e-1a4188aa817d request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:42.619899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa629d-6d10-4a30-abe9-d2ad16dab4ed None None] The sync data for ids ['c8453e84-5344-4aec-ba4b-d4488b5b14ef'] in dv-neutron-836581-2-hyperv is: [{'id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'name': 'tempest-ServersTestJSON-1419340575-router', 'tenant_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:30:38Z', 'revision_number': 5, 'project_id': 'e9f30bec6855459bb9642ebd3f12cd29', 'gw_port': {'id': '16a8e10e-38e3-4a81-9f98-22ca6eea841d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8453e84-5344-4aec-ba4b-d4488b5b14ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:44Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:42.643929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (cd0833b0-8f1d-4182-928e-1a4188aa817d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.761573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Deleting port 8d00f1df-1510-41ca-898f-f0779e9d945d {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:42.762487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.767662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd854b0-80b5-4f9d-931f-f4f8de9fa55c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:42.775512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd854b0-80b5-4f9d-931f-f4f8de9fa55c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:42.780420 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7cd854b0-80b5-4f9d-931f-f4f8de9fa55c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7381549 Apr 06 14:30:42.781864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45172) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:42.844687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] For port 8d00f1df-1510-41ca-898f-f0779e9d945d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8d00f1df-1510-41ca-898f-f0779e9d945d,segment=NetworkSegment(6b204e3c-88a4-4769-8fc2-08995a83cf60),segment_id=6b204e3c-88a4-4769-8fc2-08995a83cf60)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:42.845111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.860093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Calling delete_port for 8d00f1df-1510-41ca-898f-f0779e9d945d owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:42.860612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:42.886152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.894380 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1f8bd52c-9fd8-47bd-8eb2-66b6a86285f4 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "PUT /v2.0/routers/76d99cd6-ac3f-47b9-9e9a-2621cca038c5 HTTP/1.1" status: 200 len: 918 time: 7.3748381 Apr 06 14:30:42.897548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45174) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:42.907750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3b6fab35-ddb0-4e57-aeec-358676da6320), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.969523 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e138a346-8c67-43e8-bbe0-359526589790 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags HTTP/1.1" status: 200 len: 240 time: 0.7763350 Apr 06 14:30:42.979584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45176) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:42.987443 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Publish callbacks [] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.997006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-1567059a-9890-439b-8e68-5021671b5573 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-166995821') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:42.999414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] Sync routers for ids ['76d99cd6-ac3f-47b9-9e9a-2621cca038c5'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:43.035349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8d00f1df-1510-41ca-898f-f0779e9d945d no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:43.058035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (3b6fab35-ddb0-4e57-aeec-358676da6320), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.059687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] Routers {'76d99cd6-ac3f-47b9-9e9a-2621cca038c5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:43.061768 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.081644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['76d99cd6-ac3f-47b9-9e9a-2621cca038c5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.102913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.103778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9f4e8-4e4f-4b76-8208-db5a376226b9 None None] Network f014f8d5-b1e0-4f16-a65e-e246c927c89e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:43.106522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3b6fab35-ddb0-4e57-aeec-358676da6320 HTTP/1.1" status: 204 len: 168 time: 1.1842721 Apr 06 14:30:43.113645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45178) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.118630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eff7f6-0c25-4569-97ec-1a6f489ca671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6fab35-ddb0-4e57-aeec-358676da6320,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:43.156767 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-368d9bc7-a3a7-4f27-9552-4fe2ab00abad tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/76d99cd6-ac3f-47b9-9e9a-2621cca038c5 HTTP/1.1" status: 200 len: 924 time: 0.2548237 Apr 06 14:30:43.156767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45182) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.206222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (f014f8d5-b1e0-4f16-a65e-e246c927c89e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.237780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd9876-e3b0-49f3-b468-50d8776681f6 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:43.243736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45184) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.252609 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-99fd9876-e3b0-49f3-b468-50d8776681f6 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=76d99cd6-ac3f-47b9-9e9a-2621cca038c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0865867 Apr 06 14:30:43.267054 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1567059a-9890-439b-8e68-5021671b5573 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-166995821 HTTP/1.1" status: 204 len: 168 time: 0.2846372 Apr 06 14:30:43.268377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45186) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.274419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-b4132fbb-8155-4465-9379-34821e289fd7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-166995821') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.284120 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993be7b-c5da-48cf-8352-340ea261dc67 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6847-edda-48fd-ade5-afe6c38faab6,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:43.317694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.331099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45188) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.345636 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Attempting to bind port ba6e6847-edda-48fd-ade5-afe6c38faab6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:43.346275 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Attempting to bind port ba6e6847-edda-48fd-ade5-afe6c38faab6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:43.347197 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Attempting to bind port ba6e6847-edda-48fd-ade5-afe6c38faab6 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:43.350773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.354198 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:43.354797 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:43.355725 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.356443 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:43.357108 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Bound port: ba6e6847-edda-48fd-ade5-afe6c38faab6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:43.357644 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.410440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4104cee-b0d6-46a8-9353-9881f7d9766b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:43.414638 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f4104cee-b0d6-46a8-9353-9881f7d9766b tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.1494727 Apr 06 14:30:43.414819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No active binding found for port 8d00f1df-1510-41ca-898f-f0779e9d945d {{(pid=104422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 14:30:43.414819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] The host dv-neutron-836581-2-hyperv is not matching for port 8d00f1df-1510-41ca-898f-f0779e9d945d host None! {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:30:43.414819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8d00f1df-1510-41ca-898f-f0779e9d945d not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:43.414819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3decee1d-c8b9-4153-bcb6-454f7f2fe810 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:43.416631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45192) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.424649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Pushing event deleted for resources: {'Port': ['ID=8d00f1df-1510-41ca-898f-f0779e9d945d,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:43.486456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] No DVR routers for this DVR port 8d00f1df-1510-41ca-898f-f0779e9d945d on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:43.491389 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-49df6415-3422-4d90-b857-c08741a6da65 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=76d99cd6-ac3f-47b9-9e9a-2621cca038c5 HTTP/1.1" status: 200 len: 205 time: 0.0681126 Apr 06 14:30:43.495504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45194) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.501637 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] For port ba6e6847-edda-48fd-ade5-afe6c38faab6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:43.507452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] Routers {'76d99cd6-ac3f-47b9-9e9a-2621cca038c5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:43.508225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['76d99cd6-ac3f-47b9-9e9a-2621cca038c5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.509450 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] For port ba6e6847-edda-48fd-ade5-afe6c38faab6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba6e6847-edda-48fd-ade5-afe6c38faab6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:43.540280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Deleting port 8d00f1df-1510-41ca-898f-f0779e9d945d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:43.540859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.555198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 3decee1d-c8b9-4153-bcb6-454f7f2fe810 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:43.555536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3decee1d-c8b9-4153-bcb6-454f7f2fe810 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:43.556014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7b7a2d1c-867a-46f0-8008-ed642b9a852a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:43.564408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.569402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748f4b7-ca67-4e66-98a7-bf54638b15ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:43.587915 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.589779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.590675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4f7cc-f086-429a-91bf-57fac40b91e8 None None] The sync data for ids ['76d99cd6-ac3f-47b9-9e9a-2621cca038c5'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:43.594478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 7b7a2d1c-867a-46f0-8008-ed642b9a852a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:43.596851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7b7a2d1c-867a-46f0-8008-ed642b9a852a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:43.597157 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b4132fbb-8155-4465-9379-34821e289fd7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-166995821 HTTP/1.1" status: 204 len: 168 time: 0.3259566 Apr 06 14:30:43.597157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45196) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.605608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-ea232638-2c90-4826-8eac-d36ee97ea714 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.654982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] Provisioning complete for port ba6e6847-edda-48fd-ade5-afe6c38faab6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:43.655361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.664681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Routers {'bd515fad-46bd-4ec8-bb1c-82f721ee2437'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:43.664681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.680670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7b4c-4a01-4723-b7b9-3c18acac180f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.769702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.800014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] DHCP port deletion for f014f8d5-b1e0-4f16-a65e-e246c927c89e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:43.812042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] For port 8d00f1df-1510-41ca-898f-f0779e9d945d, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:43.812042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.838763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ea232638-2c90-4826-8eac-d36ee97ea714 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags HTTP/1.1" status: 200 len: 205 time: 0.2377064 Apr 06 14:30:43.840564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45198) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:43.869387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-4aef66f7-700f-4e35-a932-51d3142b7e64 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:43.901898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Calling delete_port for 8d00f1df-1510-41ca-898f-f0779e9d945d owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:43.904670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Deleting port 093f3e2f-c1dc-4367-a266-bf473baceb72 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:43.905245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.910502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Port 8d00f1df-1510-41ca-898f-f0779e9d945d was not found and therefore no delete operation was performed {{(pid=104421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:30:43.911064 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993be7b-c5da-48cf-8352-340ea261dc67 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6847-edda-48fd-ade5-afe6c38faab6,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:43.917108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8d00f1df-1510-41ca-898f-f0779e9d945d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.955664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] Current status of the port ba6e6847-edda-48fd-ade5-afe6c38faab6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:43.956196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.967322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] No DVR routers for this DVR port 8d00f1df-1510-41ca-898f-f0779e9d945d on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:43.992816 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] Set router bd515fad-46bd-4ec8-bb1c-82f721ee2437 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:44.004293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Port': ['ID=8d00f1df-1510-41ca-898f-f0779e9d945d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:44.023368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] For port ba6e6847-edda-48fd-ade5-afe6c38faab6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba6e6847-edda-48fd-ade5-afe6c38faab6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:44.029254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] Deleting port 093f3e2f-c1dc-4367-a266-bf473baceb72 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:44.030171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.125672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.131227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] For port 093f3e2f-c1dc-4367-a266-bf473baceb72, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=093f3e2f-c1dc-4367-a266-bf473baceb72,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:44.131746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.153589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] Calling delete_port for 093f3e2f-c1dc-4367-a266-bf473baceb72 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:44.155362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (cd0833b0-8f1d-4182-928e-1a4188aa817d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.158612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7b4c-4a01-4723-b7b9-3c18acac180f admin admin] Publish callbacks [] for security_group (452f4a68-50b0-4dc7-9a24-273037713a5b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.189020 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4aef66f7-700f-4e35-a932-51d3142b7e64 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags HTTP/1.1" status: 200 len: 241 time: 0.3384621 Apr 06 14:30:44.191073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45200) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:44.195664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-e7fc8ace-601f-45be-bdd8-06e496d2e7ec tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-2086587442') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:44.199915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] For port 093f3e2f-c1dc-4367-a266-bf473baceb72, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=093f3e2f-c1dc-4367-a266-bf473baceb72,segment=NetworkSegment(2f3765b8-2ec1-4d06-968c-74ce6313b46b),segment_id=2f3765b8-2ec1-4d06-968c-74ce6313b46b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:44.200287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.224061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0833b0-8f1d-4182-928e-1a4188aa817d']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:44.236613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Calling delete_port for 093f3e2f-c1dc-4367-a266-bf473baceb72 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:44.246292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b204e3c-88a4-4769-8fc2-08995a83cf60') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:44.246768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b204e3c-88a4-4769-8fc2-08995a83cf60') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:44.246888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.272861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (6b204e3c-88a4-4769-8fc2-08995a83cf60), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.282240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (16a8e10e-38e3-4a81-9f98-22ca6eea841d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.314348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0c6a2-764f-4e5d-9f8f-cf81cf462728 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6847-edda-48fd-ade5-afe6c38faab6,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:44.348903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6b204e3c-88a4-4769-8fc2-08995a83cf60), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.351051 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:38Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None, '_interfaces': [{'id': 'ba6e6847-edda-48fd-ade5-afe6c38faab6', 'name': '', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'mac_address': 'fa:16:3e:ea:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:35Z', 'updated_at': '2022-04-06T14:30:43Z', 'revision_number': 4, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'subnets': [{'id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:44.383904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6a5c5a74-4d83-4f19-bd55-74dd6a005fe3 None None] Provisioning complete for port ba6e6847-edda-48fd-ade5-afe6c38faab6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:44.384404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5a74-4d83-4f19-bd55-74dd6a005fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.385197 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc4617-2b7f-48bf-ad40-f121a756401f None None] The sync data for ids ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'] in dv-neutron-836581-2-hyperv is: [{'id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:38Z', 'revision_number': 2, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None, '_interfaces': [{'id': 'ba6e6847-edda-48fd-ade5-afe6c38faab6', 'name': '', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'mac_address': 'fa:16:3e:ea:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:35Z', 'updated_at': '2022-04-06T14:30:43Z', 'revision_number': 4, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'subnets': [{'id': 'dae5c72a-abd6-4e0c-b21d-7b241e7e625c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:44.421012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a8e10e-38e3-4a81-9f98-22ca6eea841d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:44.427395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:44.427884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (6b204e3c-88a4-4769-8fc2-08995a83cf60), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:44.433922 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:44.436262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.471285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] Pushing event deleted for resources: {'Port': ['ID=093f3e2f-c1dc-4367-a266-bf473baceb72,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:44.485891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848eba62-2637-40f7-b41e-19c564b0582f None None] No DVR routers for this DVR port 093f3e2f-c1dc-4367-a266-bf473baceb72 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:44.572030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c5a74-4d83-4f19-bd55-74dd6a005fe3 None None] Current status of the port ba6e6847-edda-48fd-ade5-afe6c38faab6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:44.738548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7b4c-4a01-4723-b7b9-3c18acac180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (452f4a68-50b0-4dc7-9a24-273037713a5b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.815138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7e3a7b4c-4a01-4723-b7b9-3c18acac180f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cbdc07c6796c40deb74f1c48cb3cfefb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4828205 Apr 06 14:30:44.816178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a7b4c-4a01-4723-b7b9-3c18acac180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452f4a68-50b0-4dc7-9a24-273037713a5b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:44.819390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45204) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:44.834374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e7fc8ace-601f-45be-bdd8-06e496d2e7ec tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-2086587442 HTTP/1.1" status: 204 len: 168 time: 0.6422625 Apr 06 14:30:44.841918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45206) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:44.849072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-431d43cb-d101-4708-8bbd-6f0024791508 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-2086587442') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:44.911104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (093f3e2f-c1dc-4367-a266-bf473baceb72), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.913519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (c8453e84-5344-4aec-ba4b-d4488b5b14ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:44.956204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Deleting port e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:44.956482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.037710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43e388b0-0f3f-4fad-9c86-f30f90e022c8 admin admin] Publish callbacks [] for security_group (452f4a68-50b0-4dc7-9a24-273037713a5b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.064861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (cd0833b0-8f1d-4182-928e-1a4188aa817d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.066547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Pushing event deleted for resources: {'Port': ['ID=093f3e2f-c1dc-4367-a266-bf473baceb72,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:45.095432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43e388b0-0f3f-4fad-9c86-f30f90e022c8 admin admin] Publish callbacks [] for security_group (452f4a68-50b0-4dc7-9a24-273037713a5b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.102125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.105789 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] 10.222.0.89 "DELETE /v2.0/networks/cd0833b0-8f1d-4182-928e-1a4188aa817d HTTP/1.1" status: 204 len: 168 time: 2.9494855 Apr 06 14:30:45.111015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba6e6847-edda-48fd-ade5-afe6c38faab6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:45.119834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] No DVR routers for this DVR port 093f3e2f-c1dc-4367-a266-bf473baceb72 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:45.129782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c379368-bf8d-4b36-b0b1-b5b33f2b0923 tempest-NetworksTest-1365422671 tempest-NetworksTest-1365422671-project] Pushing event deleted for resources: {'Network': ['ID=cd0833b0-8f1d-4182-928e-1a4188aa817d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:45.135992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (c8453e84-5344-4aec-ba4b-d4488b5b14ef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.140222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.159133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks [] for router_controller (c8453e84-5344-4aec-ba4b-d4488b5b14ef), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.192373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Calling delete_port for e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:45.205062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ba6e6847-edda-48fd-ade5-afe6c38faab6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:45.205629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.244172 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-431d43cb-d101-4708-8bbd-6f0024791508 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-2086587442 HTTP/1.1" status: 204 len: 168 time: 0.3960619 Apr 06 14:30:45.244546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45210) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.248853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (bd515fad-46bd-4ec8-bb1c-82f721ee2437), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.253980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-bdc240f6-0afd-456b-9de1-aa11274198c8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.318015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ba6e6847-edda-48fd-ade5-afe6c38faab6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:45.324188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (f014f8d5-b1e0-4f16-a65e-e246c927c89e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.355669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f014f8d5-b1e0-4f16-a65e-e246c927c89e']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.367833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (c8453e84-5344-4aec-ba4b-d4488b5b14ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.368528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8453e84-5344-4aec-ba4b-d4488b5b14ef {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:45.373536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3765b8-2ec1-4d06-968c-74ce6313b46b') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.374005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3765b8-2ec1-4d06-968c-74ce6313b46b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.379528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.384045 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f7b29aa1-70ce-422a-a268-f1f9a0f6a6c7 admin admin] 10.222.0.89 "DELETE /v2.0/routers/c8453e84-5344-4aec-ba4b-d4488b5b14ef HTTP/1.1" status: 204 len: 168 time: 4.3216827 Apr 06 14:30:45.389103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45212) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.394389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 093f3e2f-c1dc-4367-a266-bf473baceb72 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:45.405779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (2f3765b8-2ec1-4d06-968c-74ce6313b46b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.437451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 093f3e2f-c1dc-4367-a266-bf473baceb72 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:45.438710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 093f3e2f-c1dc-4367-a266-bf473baceb72 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:45.450836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bdc240f6-0afd-456b-9de1-aa11274198c8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags HTTP/1.1" status: 200 len: 205 time: 0.2010741 Apr 06 14:30:45.453816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45214) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.458374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-972e2f84-bfbf-4ef8-bf34-d6b04ea42f82 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.521666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2f3765b8-2ec1-4d06-968c-74ce6313b46b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.527497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43e388b0-0f3f-4fad-9c86-f30f90e022c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (452f4a68-50b0-4dc7-9a24-273037713a5b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.531041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43e388b0-0f3f-4fad-9c86-f30f90e022c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.532486 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-43e388b0-0f3f-4fad-9c86-f30f90e022c8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/452f4a68-50b0-4dc7-9a24-273037713a5b HTTP/1.1" status: 204 len: 168 time: 0.7102966 Apr 06 14:30:45.559921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:45.561270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (2f3765b8-2ec1-4d06-968c-74ce6313b46b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:45.563862 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:45.567214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-972e2f84-bfbf-4ef8-bf34-d6b04ea42f82 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags HTTP/1.1" status: 200 len: 241 time: 0.1122341 Apr 06 14:30:45.570000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45220) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.570951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e388b0-0f3f-4fad-9c86-f30f90e022c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f4a68-50b0-4dc7-9a24-273037713a5b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:45.578157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-d301f191-cb31-435c-a179-c156d5d24df3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-1263144625') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.619705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45222) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.620346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d301f191-cb31-435c-a179-c156d5d24df3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-1263144625 HTTP/1.1" status: 204 len: 168 time: 0.0459931 Apr 06 14:30:45.627255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Deleting subnet 22b97dcd-25a8-4823-9380-3fa428732aa1 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:45.659873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-ae034730-56ea-43bf-b8d3-19d3578afbe8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-1263144625') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.663356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Publish callbacks [] for subnet (22b97dcd-25a8-4823-9380-3fa428732aa1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.673170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.695859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.703130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event deleted for resources: {'Port': ['ID=e4935aa2-8e6d-45d1-96b8-609bbc3cf6ea,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:45.754300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (22b97dcd-25a8-4823-9380-3fa428732aa1), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.794782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.837677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (f014f8d5-b1e0-4f16-a65e-e246c927c89e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.862866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.866890 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] 10.222.0.89 "DELETE /v2.0/networks/f014f8d5-b1e0-4f16-a65e-e246c927c89e HTTP/1.1" status: 204 len: 168 time: 2.7492459 Apr 06 14:30:45.901065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a96d3e-e61b-4a16-9a28-65a0641cb02c admin admin] Pushing event deleted for resources: {'Network': ['ID=f014f8d5-b1e0-4f16-a65e-e246c927c89e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:45.904251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.906619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.916943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (22b97dcd-25a8-4823-9380-3fa428732aa1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.963214 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ae034730-56ea-43bf-b8d3-19d3578afbe8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-1263144625 HTTP/1.1" status: 204 len: 168 time: 0.3382292 Apr 06 14:30:45.963968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45230) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:45.969846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-3f27fe45-d9a8-44b5-81bd-eaa8ad6ad358 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:45.981772 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1845effe-37b1-4007-99fc-87a73663a196 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f75fea1756674bb780bf2caf22bde9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833836 Apr 06 14:30:45.993042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45232) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.000179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port ba6e6847-edda-48fd-ade5-afe6c38faab6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:46.000529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.021797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3f27fe45-d9a8-44b5-81bd-eaa8ad6ad358 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags HTTP/1.1" status: 200 len: 205 time: 0.0537298 Apr 06 14:30:46.030415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45234) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.037431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-7cc3dd15-84b0-4c88-83e9-911576a4370c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:46.061281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (76d99cd6-ac3f-47b9-9e9a-2621cca038c5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.061903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Fanout notify agent at l3_agent the message router_deleted on router 76d99cd6-ac3f-47b9-9e9a-2621cca038c5 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:46.068981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.079056 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-477c4e90-8fab-4c03-b685-6ad1157b6c2e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/76d99cd6-ac3f-47b9-9e9a-2621cca038c5 HTTP/1.1" status: 204 len: 168 time: 2.5790067 Apr 06 14:30:46.081451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45238) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.088852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1581036069', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:46.135548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port ba6e6847-edda-48fd-ade5-afe6c38faab6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba6e6847-edda-48fd-ade5-afe6c38faab6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:46.136977 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7cc3dd15-84b0-4c88-83e9-911576a4370c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1049721 Apr 06 14:30:46.137132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.139067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45240) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.139452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cc6-e044-4523-8b26-f61e3ff2d4d8 admin admin] Publish callbacks [] for security_group (d851649c-cfe6-4c93-a731-48c00fbad08d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.139579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (22b97dcd-25a8-4823-9380-3fa428732aa1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.146979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-c654414b-6b8c-4e4e-b87c-f93230d77207 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:46.160664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.166729 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] 10.222.0.89 "DELETE /v2.0/subnets/22b97dcd-25a8-4823-9380-3fa428732aa1 HTTP/1.1" status: 204 len: 168 time: 0.7740319 Apr 06 14:30:46.167196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902c2bf-451b-4fe4-abd1-5992b9d3ce7b None None] Network 6670e642-eebd-4577-862d-e1cabf974576 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:46.188769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45242) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.221947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for ba6e6847-edda-48fd-ade5-afe6c38faab6 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:46.238640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b54a3d-bec5-4630-b1c4-404b0f47c8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b97dcd-25a8-4823-9380-3fa428732aa1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:46.248128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45244) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.304400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.306122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.316970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cc6-e044-4523-8b26-f61e3ff2d4d8 admin admin] Publish callbacks [] for security_group (d851649c-cfe6-4c93-a731-48c00fbad08d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.350939 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d1cee213-ebd5-449d-ac1b-b84ae04aa24d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7ec538dde52943eeacbad39ea9e7310a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1016967 Apr 06 14:30:46.356589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45246) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.404619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] DHCP port deletion for 6670e642-eebd-4577-862d-e1cabf974576 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:46.431741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (6670e642-eebd-4577-862d-e1cabf974576), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.439829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.445879 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c654414b-6b8c-4e4e-b87c-f93230d77207 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags HTTP/1.1" status: 204 len: 168 time: 0.3015924 Apr 06 14:30:46.446968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45248) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.453919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-65ff76d0-af01-43ce-99e2-3abb9238f7b5 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:46.458780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca5b-c6e3-4bcf-ad94-5a63b32ca47f admin admin] Publish callbacks [] for security_group (9e83a083-f35b-4d7d-90f9-3c3d967c9c25), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.479455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] Deleting port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:46.480004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.510281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca5b-c6e3-4bcf-ad94-5a63b32ca47f admin admin] Publish callbacks [] for security_group (9e83a083-f35b-4d7d-90f9-3c3d967c9c25), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.551088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-65ff76d0-af01-43ce-99e2-3abb9238f7b5 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags HTTP/1.1" status: 204 len: 168 time: 0.1026120 Apr 06 14:30:46.554888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Deleting port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:46.555069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45250) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.555222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.560533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-802ed475-e669-47d4-be20-45c1d86a92e0 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:46.561756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] For port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:46.562284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.577786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] Calling delete_port for 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:46.585513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45252) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.639195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (ba6e6847-edda-48fd-ade5-afe6c38faab6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.655264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cc6-e044-4523-8b26-f61e3ff2d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d851649c-cfe6-4c93-a731-48c00fbad08d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.663285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cc6-e044-4523-8b26-f61e3ff2d4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.664002 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0995a1bb-564b-4583-9b31-f2a9ede07760 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a289d9bbe314b64b1ffc53bd51f40b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706339 Apr 06 14:30:46.664100 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6fc53cc6-e044-4523-8b26-f61e3ff2d4d8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d851649c-cfe6-4c93-a731-48c00fbad08d HTTP/1.1" status: 204 len: 168 time: 0.6647277 Apr 06 14:30:46.673734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45256) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.679982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=ba6e6847-edda-48fd-ade5-afe6c38faab6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:46.701729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53cc6-e044-4523-8b26-f61e3ff2d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d851649c-cfe6-4c93-a731-48c00fbad08d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:46.776797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.786946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca5b-c6e3-4bcf-ad94-5a63b32ca47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9e83a083-f35b-4d7d-90f9-3c3d967c9c25), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.790042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca5b-c6e3-4bcf-ad94-5a63b32ca47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.791233 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cc1cca5b-c6e3-4bcf-ad94-5a63b32ca47f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e83a083-f35b-4d7d-90f9-3c3d967c9c25 HTTP/1.1" status: 204 len: 168 time: 0.4355853 Apr 06 14:30:46.800902 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-802ed475-e669-47d4-be20-45c1d86a92e0 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags HTTP/1.1" status: 204 len: 168 time: 0.2404990 Apr 06 14:30:46.806551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45260) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:46.812551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-88e87bf9-791d-40dd-969c-a4ee7169e430 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-2058093504') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:46.815155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cca5b-c6e3-4bcf-ad94-5a63b32ca47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e83a083-f35b-4d7d-90f9-3c3d967c9c25,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:46.818694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (bd515fad-46bd-4ec8-bb1c-82f721ee2437), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.820473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] Pushing event deleted for resources: {'Port': ['ID=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:46.838219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] For port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,segment=NetworkSegment(8abcf61f-68dd-4a83-98bd-da7f8a404287),segment_id=8abcf61f-68dd-4a83-98bd-da7f8a404287)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:46.838562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.843357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fcc881-298f-4b5a-ab6f-b1dfea6b4c52 None None] No DVR routers for this DVR port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:46.869089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.873072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Calling delete_port for 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:46.950503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4243fad1-4975-4330-8e3a-7b85b69c45b0 admin admin] Publish callbacks [] for security_group (a6f6cd98-5aef-4fec-a371-d42ce2dec083), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.037126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4243fad1-4975-4330-8e3a-7b85b69c45b0 admin admin] Publish callbacks [] for security_group (a6f6cd98-5aef-4fec-a371-d42ce2dec083), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.134107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4e328c21-b39e-47a9-9a35-ea47e3a55fc5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.140547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16a8e10e-38e3-4a81-9f98-22ca6eea841d no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:47.141362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Router bd515fad-46bd-4ec8-bb1c-82f721ee2437 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:47.167039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e328c21-b39e-47a9-9a35-ea47e3a55fc5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:47.173282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] No DVR routers for this DVR port 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:47.194580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 16a8e10e-38e3-4a81-9f98-22ca6eea841d {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:47.195948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16a8e10e-38e3-4a81-9f98-22ca6eea841d not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:47.196334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:47.218216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:47.218558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e328c21-b39e-47a9-9a35-ea47e3a55fc5 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:47.228978 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-88e87bf9-791d-40dd-969c-a4ee7169e430 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-2058093504 HTTP/1.1" status: 201 len: 201 time: 0.4203353 Apr 06 14:30:47.237044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45262) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:47.239714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-891c9506-7826-4c59-b913-9bc56473b31f tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-1172002243') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.246886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4243fad1-4975-4330-8e3a-7b85b69c45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a6f6cd98-5aef-4fec-a371-d42ce2dec083), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.249549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4243fad1-4975-4330-8e3a-7b85b69c45b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.253110 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4243fad1-4975-4330-8e3a-7b85b69c45b0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a6f6cd98-5aef-4fec-a371-d42ce2dec083 HTTP/1.1" status: 204 len: 168 time: 0.5758369 Apr 06 14:30:47.270313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:47.274944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (6670e642-eebd-4577-862d-e1cabf974576), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.277773 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-20011549-ef3f-4c17-b7fa-687b108e09fc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "PUT /v2.0/routers/bd515fad-46bd-4ec8-bb1c-82f721ee2437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4883652 Apr 06 14:30:47.279439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45268) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:47.280218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243fad1-4975-4330-8e3a-7b85b69c45b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6cd98-5aef-4fec-a371-d42ce2dec083,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:47.287573 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] Sync routers for ids ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:47.311446 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6670e642-eebd-4577-862d-e1cabf974576']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.315104 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] Routers {'bd515fad-46bd-4ec8-bb1c-82f721ee2437'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:47.336556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541681be-8139-41de-a733-43272dd5b7a5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:47.337932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541681be-8139-41de-a733-43272dd5b7a5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:47.338186 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.339864 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-541681be-8139-41de-a733-43272dd5b7a5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0584269 Apr 06 14:30:47.342731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45270) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:47.357726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abcf61f-68dd-4a83-98bd-da7f8a404287') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.358019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abcf61f-68dd-4a83-98bd-da7f8a404287') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.394751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (8abcf61f-68dd-4a83-98bd-da7f8a404287), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.412602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (8abcf61f-68dd-4a83-98bd-da7f8a404287), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.421881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet dae5c72a-abd6-4e0c-b21d-7b241e7e625c {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:47.435812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.438531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:47.438920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (8abcf61f-68dd-4a83-98bd-da7f8a404287), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:47.440672 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:47.443557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (dae5c72a-abd6-4e0c-b21d-7b241e7e625c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.483331 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] Set router bd515fad-46bd-4ec8-bb1c-82f721ee2437 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:47.508040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.557449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (dae5c72a-abd6-4e0c-b21d-7b241e7e625c), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.578169 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:46Z', 'revision_number': 3, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.603602 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-891c9506-7826-4c59-b913-9bc56473b31f tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-1172002243 HTTP/1.1" status: 201 len: 201 time: 0.3688765 Apr 06 14:30:47.606295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45278) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:47.609695 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] Checking router: bd515fad-46bd-4ec8-bb1c-82f721ee2437 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:30:47.613779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-09fad55a-6168-4cc0-8baa-90f824ec5b5c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-1646019916') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.621082 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] Routers {'bd515fad-46bd-4ec8-bb1c-82f721ee2437'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:47.625464 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.642528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Allocated IP 172.26.6.254 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/82c72f77-35f9-45a0-ae2c-4288ac005a59) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:47.704298 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] Set router bd515fad-46bd-4ec8-bb1c-82f721ee2437 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:30:47.751710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (dae5c72a-abd6-4e0c-b21d-7b241e7e625c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.766330 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:46Z', 'revision_number': 3, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:47.808584 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1def4ca-7225-487f-85be-9c7a514f493a None None] The sync data for ids ['bd515fad-46bd-4ec8-bb1c-82f721ee2437'] in dv-neutron-836581-2-hyperv is: [{'id': 'bd515fad-46bd-4ec8-bb1c-82f721ee2437', 'name': 'tempest-NetworksTestDHCPv6-router-846228334', 'tenant_id': 'a783d07c038e4bb8a59fd60233723048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:46Z', 'revision_number': 3, 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:47.810038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (6670e642-eebd-4577-862d-e1cabf974576), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.822605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for port (82c72f77-35f9-45a0-ae2c-4288ac005a59), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.824598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.828067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] 10.222.0.89 "DELETE /v2.0/networks/6670e642-eebd-4577-862d-e1cabf974576 HTTP/1.1" status: 204 len: 168 time: 1.6374624 Apr 06 14:30:47.843028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dd6f9-5831-4fb3-be99-b0906be4962a admin admin] Pushing event deleted for resources: {'Network': ['ID=6670e642-eebd-4577-862d-e1cabf974576,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:48.162410 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-09fad55a-6168-4cc0-8baa-90f824ec5b5c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-1646019916 HTTP/1.1" status: 201 len: 201 time: 0.5511568 Apr 06 14:30:48.169452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45292) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.169452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-7dc43f4d-a6c9-4599-8abe-e7d6f673b1f7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-86296979') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:48.188291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (dae5c72a-abd6-4e0c-b21d-7b241e7e625c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.203320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (82c72f77-35f9-45a0-ae2c-4288ac005a59), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.234716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=dae5c72a-abd6-4e0c-b21d-7b241e7e625c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:48.242561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.250524 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2aee63a7-d6cc-49ee-b7af-57ea213cbfe5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/dae5c72a-abd6-4e0c-b21d-7b241e7e625c HTTP/1.1" status: 204 len: 168 time: 0.9052966 Apr 06 14:30:48.252302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de26e2-e19e-405d-9805-e92efdfbd980 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:48.256018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45296) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.266728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:48.270079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:48.272796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:48.297326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event updated for resources: {'Port': ['ID=82c72f77-35f9-45a0-ae2c-4288ac005a59,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:48.332443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7dc43f4d-a6c9-4599-8abe-e7d6f673b1f7 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-86296979 HTTP/1.1" status: 201 len: 201 time: 0.1685262 Apr 06 14:30:48.335460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45298) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.344152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-fdc11e4b-2554-4424-9f7f-e1dae931a500 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', {'tags': ['tempest-TagsExtTest-Tag-122331747', 'tempest-TagsExtTest-Tag-634655446', 'tempest-TagsExtTest-Tag-1303278437']}) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:48.482526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45302) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.558826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-428c9b33-6966-4736-8926-f8385880df3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e9f30bec6855459bb9642ebd3f12cd29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732098 Apr 06 14:30:48.561335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45304) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.581613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:30:48.620005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55a553f4-79ed-4757-ac30-c789546ad09f admin admin] Publish callbacks [] for security_group (9ddec296-fe46-443f-8df9-164208c30d84), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.623792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fdc11e4b-2554-4424-9f7f-e1dae931a500 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags HTTP/1.1" status: 200 len: 316 time: 0.2844501 Apr 06 14:30:48.628273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45306) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.631949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-0bc53a84-76b9-4391-8aea-4540e130c42f tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:48.700342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] Deleting port f1868a25-cbd8-4ce2-9f5a-13126c513b55 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:48.700342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.722424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55a553f4-79ed-4757-ac30-c789546ad09f admin admin] Publish callbacks [] for security_group (9ddec296-fe46-443f-8df9-164208c30d84), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.758681 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cb582795-1680-4859-87be-961100c6edbf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5008218 Apr 06 14:30:48.761104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45310) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:48.905779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router (bd515fad-46bd-4ec8-bb1c-82f721ee2437), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.946968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] For port f1868a25-cbd8-4ce2-9f5a-13126c513b55, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f1868a25-cbd8-4ce2-9f5a-13126c513b55,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:48.947370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:48.961212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] Calling delete_port for f1868a25-cbd8-4ce2-9f5a-13126c513b55 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:49.012577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba6e6847-edda-48fd-ade5-afe6c38faab6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:49.043469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: ba6e6847-edda-48fd-ade5-afe6c38faab6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:49.043912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba6e6847-edda-48fd-ade5-afe6c38faab6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:49.044589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f1868a25-cbd8-4ce2-9f5a-13126c513b55 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:49.162381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f1868a25-cbd8-4ce2-9f5a-13126c513b55 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:49.162381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.222012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (f1868a25-cbd8-4ce2-9f5a-13126c513b55), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.225348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (bd515fad-46bd-4ec8-bb1c-82f721ee2437), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.228888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router_controller (bd515fad-46bd-4ec8-bb1c-82f721ee2437), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.229031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.240316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] No DVR routers for this DVR port f1868a25-cbd8-4ce2-9f5a-13126c513b55 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:49.271173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b3c06-b1ab-4c46-a875-cf9aa079325d None None] Pushing event deleted for resources: {'Port': ['ID=f1868a25-cbd8-4ce2-9f5a-13126c513b55,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:49.315426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55a553f4-79ed-4757-ac30-c789546ad09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9ddec296-fe46-443f-8df9-164208c30d84), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.319641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55a553f4-79ed-4757-ac30-c789546ad09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.323606 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-55a553f4-79ed-4757-ac30-c789546ad09f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9ddec296-fe46-443f-8df9-164208c30d84 HTTP/1.1" status: 204 len: 168 time: 0.7591097 Apr 06 14:30:49.363208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a553f4-79ed-4757-ac30-c789546ad09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddec296-fe46-443f-8df9-164208c30d84,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:49.390844 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (bd515fad-46bd-4ec8-bb1c-82f721ee2437), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.391521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Fanout notify agent at l3_agent the message router_deleted on router bd515fad-46bd-4ec8-bb1c-82f721ee2437 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:49.404910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.406261 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-557cf74f-7a06-4472-83c6-8424f3dd6dc8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/routers/bd515fad-46bd-4ec8-bb1c-82f721ee2437 HTTP/1.1" status: 204 len: 168 time: 0.6442201 Apr 06 14:30:49.408833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45336) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.440094 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ddf4e94e-c281-4f19-b809-a8322c3a9932 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0299482 Apr 06 14:30:49.442454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45338) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.477775 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0bc53a84-76b9-4391-8aea-4540e130c42f tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags HTTP/1.1" status: 204 len: 168 time: 0.8457081 Apr 06 14:30:49.479191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45342) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.485135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-cde2d041-f373-4f2e-b830-1cf5777aecdc tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-122331747') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:49.496659 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:49.533557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc2999-2d2e-4b4a-b95f-23b843496c06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:49.538331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.539412 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8bc2999-2d2e-4b4a-b95f-23b843496c06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951004 Apr 06 14:30:49.540203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45346) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.613993 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e2365191-4be7-4c7f-82e4-e974191f9f2f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723147 Apr 06 14:30:49.620054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45348) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.625415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:49.644607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45350) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.659597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-cde2d041-f373-4f2e-b830-1cf5777aecdc tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:49.663624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cde2d041-f373-4f2e-b830-1cf5777aecdc tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-122331747 HTTP/1.1" status: 404 len: 328 time: 0.1833642 Apr 06 14:30:49.664292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45354) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.675442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-80f643c9-ae19-49ec-97a2-413d2d69c4d1 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-634655446') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:49.763352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-80f643c9-ae19-49ec-97a2-413d2d69c4d1 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:49.764385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-80f643c9-ae19-49ec-97a2-413d2d69c4d1 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-634655446 HTTP/1.1" status: 404 len: 328 time: 0.0976384 Apr 06 14:30:49.767927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45358) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.772167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-69cc1b17-d838-4a01-a8fb-224b8b20bfa8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452', 'tempest-TagsExtTest-Tag-1303278437') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:49.826281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-69cc1b17-d838-4a01-a8fb-224b8b20bfa8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:49.830084 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-69cc1b17-d838-4a01-a8fb-224b8b20bfa8 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags/tempest-TagsExtTest-Tag-1303278437 HTTP/1.1" status: 404 len: 329 time: 0.0585172 Apr 06 14:30:49.830551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:49.830683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45362) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.833984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.839227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-d739ac1f-3947-4b65-bc28-5b14a68a838b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', {'tags': ['tempest-TagsExtTest-Tag-2079428731', 'tempest-TagsExtTest-Tag-1976877291', 'tempest-TagsExtTest-Tag-666788843']}) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:49.865697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Router ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:50.013628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:50.026029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] Sync routers for ids ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:50.027485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d739ac1f-3947-4b65-bc28-5b14a68a838b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags HTTP/1.1" status: 200 len: 317 time: 0.1956017 Apr 06 14:30:50.029972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45366) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.037933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-3acd4523-e77e-4ad2-97ec-47b39310170e tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.045210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] Routers {'ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:50.045970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.072802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1036571273'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:50.091066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.099898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] Routers {'ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:50.100512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.146170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.147609 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-96dd29a5-73d4-4968-a74c-8c6e285f95a9 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0649118 Apr 06 14:30:50.151025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45374) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.151975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.153963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e514556-965b-4f59-981f-9440d2f7b751 None None] The sync data for ids ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:50.156340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:50.212813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:50.216331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.229855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3acd4523-e77e-4ad2-97ec-47b39310170e tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags HTTP/1.1" status: 204 len: 168 time: 0.1957395 Apr 06 14:30:50.230918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:30:50.233333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45376) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.234924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.238381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-224bbe4a-02c5-4ced-add9-768fe6c67b1c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-2079428731') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.240896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (f34debd9-7f9a-4dfe-9569-8977af282e16), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.311369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:50.323526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:50.324747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:50.330353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.343451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8617dde5-2f33-4631-98a3-c4d3dc283328 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:50.346214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=f34debd9-7f9a-4dfe-9569-8977af282e16,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:50.375261 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-224bbe4a-02c5-4ced-add9-768fe6c67b1c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:50.380480 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-224bbe4a-02c5-4ced-add9-768fe6c67b1c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-2079428731 HTTP/1.1" status: 404 len: 329 time: 0.1455364 Apr 06 14:30:50.384826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45384) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.391842 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-98f9389a-45d1-4b7c-8949-dc7b93f706a3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-1976877291') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.437356 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63ca68e5-b4e4-42e4-b3b1-326f2f6dce3e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8157613 Apr 06 14:30:50.442157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45386) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.451884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:50.512877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'f34debd9-7f9a-4dfe-9569-8977af282e16'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:50.513687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.536292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45392) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.606345 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-98f9389a-45d1-4b7c-8949-dc7b93f706a3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:50.608968 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-98f9389a-45d1-4b7c-8949-dc7b93f706a3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-1976877291 HTTP/1.1" status: 404 len: 329 time: 0.2211576 Apr 06 14:30:50.614225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45396) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.621336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-58c94d20-ba79-4f4f-9beb-864b92258b43 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b', 'tempest-TagsExtTest-Tag-666788843') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.686961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for security_group (a9d34c94-e873-4f5b-a80a-0c079e475db2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.695840 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-58c94d20-ba79-4f4f-9beb-864b92258b43 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:50.697235 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-58c94d20-ba79-4f4f-9beb-864b92258b43 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags/tempest-TagsExtTest-Tag-666788843 HTTP/1.1" status: 404 len: 328 time: 0.0817282 Apr 06 14:30:50.700536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45402) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.709045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-29ad0491-4212-43f1-9e11-003681515258 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', {'tags': ['tempest-TagsExtTest-Tag-582009988', 'tempest-TagsExtTest-Tag-1116750336', 'tempest-TagsExtTest-Tag-1280973928']}) {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:50.719508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Allocated IP 2001:db8::f816:3eff:fe1b:d773 (2934fa9c-89df-48fd-aebe-9f87f342666e/f34debd9-7f9a-4dfe-9569-8977af282e16/a7185847-eac4-4c7d-9980-c9c6e9b5d52d) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:50.747531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.768151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a9d34c94-e873-4f5b-a80a-0c079e475db2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.827751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:50.832335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.849891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d34c94-e873-4f5b-a80a-0c079e475db2,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:50.871956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_gateway (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.905543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:50.938335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-842684237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:50.949996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Publish callbacks [] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.951299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (460ca5d0-f81b-4322-a84a-cbd397607ffa), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.951654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 460ca5d0-f81b-4322-a84a-cbd397607ffa of type vlan for network 3788a74b-7942-4a6d-b3e1-b4b74337b279 Apr 06 14:30:51.018648 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-29ad0491-4212-43f1-9e11-003681515258 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags HTTP/1.1" status: 200 len: 317 time: 0.3116765 Apr 06 14:30:51.018648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45408) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.027800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (3788a74b-7942-4a6d-b3e1-b4b74337b279), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.039447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.042267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-78d82336-0aea-4902-ba43-776e7fe21e5c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:51.055844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7999a9ea-14c2-402b-8530-513d8584db43), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.057024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7999a9ea-14c2-402b-8530-513d8584db43), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.129318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Pushing event updated for resources: {'Port': ['ID=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.148683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:51.157577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:51.160694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:51.174097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router_controller (7999a9ea-14c2-402b-8530-513d8584db43), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.202443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45416) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.219745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Deleting port 82c72f77-35f9-45a0-ae2c-4288ac005a59 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:51.219745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (82c72f77-35f9-45a0-ae2c-4288ac005a59), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.247714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Attempting to bind port a7185847-eac4-4c7d-9980-c9c6e9b5d52d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:51.248096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Attempting to bind port a7185847-eac4-4c7d-9980-c9c6e9b5d52d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:51.248467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Attempting to bind port a7185847-eac4-4c7d-9980-c9c6e9b5d52d on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:51.253824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:51.254214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:51.254625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.255031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:51.255512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Bound port: a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:51.255898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.256407 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-78d82336-0aea-4902-ba43-776e7fe21e5c tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags HTTP/1.1" status: 204 len: 168 time: 0.2372668 Apr 06 14:30:51.259158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45422) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.265823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-882c9fd9-66f7-4410-bdac-61730ad148ba tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-582009988') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:51.283081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (7999a9ea-14c2-402b-8530-513d8584db43), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.301103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (3788a74b-7942-4a6d-b3e1-b4b74337b279), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.307443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:51.308055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.332782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] For port a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:51.336611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] For port a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:51.376731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (e324cbe4-d2c3-45d4-ac23-af9d68870ef0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.400123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=3788a74b-7942-4a6d-b3e1-b4b74337b279,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.414959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.423124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-64ea1bd3-03b4-4cb3-acd8-271c7f4b21e5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8848801 Apr 06 14:30:51.423281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:51.423730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (82c72f77-35f9-45a0-ae2c-4288ac005a59), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.431405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45428) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.438533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1485993751'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:51.450355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Calling delete_port for 82c72f77-35f9-45a0-ae2c-4288ac005a59 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:51.475736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:51.484928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:51.490018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:51.490610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.505951 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-882c9fd9-66f7-4410-bdac-61730ad148ba tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:51.511087 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-882c9fd9-66f7-4410-bdac-61730ad148ba tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-582009988 HTTP/1.1" status: 404 len: 328 time: 0.2462981 Apr 06 14:30:51.511087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=e324cbe4-d2c3-45d4-ac23-af9d68870ef0,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.511087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45430) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.518502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-f79b9ec1-ca35-4fb6-8940-0712e056a255 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-1116750336') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:51.525526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.529365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1098644566'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:51.593469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cb8f253b-6e94-4d5b-9f35-07d9df171ca6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9457920 Apr 06 14:30:51.595944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45432) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.604100 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2b5e80f0-b31d-4183-bb43-783297402a5d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1560769 Apr 06 14:30:51.605720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-849347865'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:51.615443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45434) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.619835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:60:60:4d', 'name': 'tempest-NetworksTestDHCPv6-1749359211'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:51.640076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd23a0-9881-44ab-a906-e015aac660ff None None] Pushing event updated for resources: {'Port': ['ID=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.659205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Made reservation on behalf of 7626b0b7724741829b478a867eb7d863 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:51.663491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.687900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.698468 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-f79b9ec1-ca35-4fb6-8940-0712e056a255 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:51.703208 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f79b9ec1-ca35-4fb6-8940-0712e056a255 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-1116750336 HTTP/1.1" status: 404 len: 329 time: 0.1878951 Apr 06 14:30:51.703208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45438) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.707823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-5c08e25d-a4da-46b0-96e3-f01cd767e6c3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f', 'tempest-TagsExtTest-Tag-1280973928') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:51.786767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:51.791380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.839820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.852336 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-5c08e25d-a4da-46b0-96e3-f01cd767e6c3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:51.858630 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c08e25d-a4da-46b0-96e3-f01cd767e6c3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags/tempest-TagsExtTest-Tag-1280973928 HTTP/1.1" status: 404 len: 329 time: 0.1550498 Apr 06 14:30:51.886250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45442) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.890264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:51.891188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-fd779826-a2da-45f6-8db6-13501b78dea5 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', {'tags': ['tempest-TagsExtTest-Tag-346106016', 'tempest-TagsExtTest-Tag-414544336', 'tempest-TagsExtTest-Tag-707153519']}) {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:51.893839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.977316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:52.013877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:52.027601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (66393bc7-8c41-43e8-b640-ed94b364a176), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.028043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 66393bc7-8c41-43e8-b640-ed94b364a176 of type vlan for network 47b370a3-72fd-454c-9921-13d4482137ef Apr 06 14:30:52.034377 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fd779826-a2da-45f6-8db6-13501b78dea5 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "PUT /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags HTTP/1.1" status: 200 len: 315 time: 0.1465886 Apr 06 14:30:52.037909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45446) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.045046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-b7e4834d-0c3d-43f1-a808-967aba6442eb tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.082759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (47b370a3-72fd-454c-9921-13d4482137ef), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.120868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.147018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port c2744997-7689-4b91-abfa-b37a4f284b7d yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:52.188895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (82c72f77-35f9-45a0-ae2c-4288ac005a59), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.218844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks [] for security_group (9a018f8e-e19e-46c8-bd0c-7956c70f302a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.246056 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b7e4834d-0c3d-43f1-a808-967aba6442eb tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags HTTP/1.1" status: 204 len: 168 time: 0.2007043 Apr 06 14:30:52.247905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45452) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.254532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-c0566688-8aed-43d9-ad9f-6b2fb4df2fc4 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-346106016') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.256147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Pushing event deleted for resources: {'Port': ['ID=82c72f77-35f9-45a0-ae2c-4288ac005a59,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:52.270397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaacc6-f99b-4804-a464-2eb79d4b498a req-23a345b5-e04c-40fc-8a02-8d2f3f1d18fd tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:52.271953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ceaacc6-f99b-4804-a464-2eb79d4b498a req-23a345b5-e04c-40fc-8a02-8d2f3f1d18fd tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3492777 Apr 06 14:30:52.296118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202982-3804-4744-8780-f37f078638d7 req-9d3e491f-8d8a-498e-bcb6-942842035633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:52.296766 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-c0566688-8aed-43d9-ad9f-6b2fb4df2fc4 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:52.297677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-9d3e491f-8d8a-498e-bcb6-942842035633 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.3555331 Apr 06 14:30:52.300063 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c0566688-8aed-43d9-ad9f-6b2fb4df2fc4 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-346106016 HTTP/1.1" status: 404 len: 328 time: 0.0488987 Apr 06 14:30:52.300264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (47b370a3-72fd-454c-9921-13d4482137ef), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.300616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45454) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.305508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:52.306100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.326738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-a875eed8-0d17-4fed-824f-9bc1e617e209 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-414544336') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.369142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4aa4cbd0-876f-42a1-bb2f-f7394725640c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.372858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 172.20.0.12 (2934fa9c-89df-48fd-aebe-9f87f342666e/e324cbe4-d2c3-45d4-ac23-af9d68870ef0/c2744997-7689-4b91-abfa-b37a4f284b7d) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:52.375086 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a875eed8-0d17-4fed-824f-9bc1e617e209 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:52.379700 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a875eed8-0d17-4fed-824f-9bc1e617e209 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-414544336 HTTP/1.1" status: 404 len: 328 time: 0.0736043 Apr 06 14:30:52.379700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45456) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.386591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-91cd04bc-b3dc-41c0-97f6-f0de634308bf tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9', 'tempest-TagsExtTest-Tag-707153519') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.397442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:fe60:604d (2934fa9c-89df-48fd-aebe-9f87f342666e/f34debd9-7f9a-4dfe-9569-8977af282e16/c2744997-7689-4b91-abfa-b37a4f284b7d) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:52.420201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9a018f8e-e19e-46c8-bd0c-7956c70f302a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.427341 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-91cd04bc-b3dc-41c0-97f6-f0de634308bf tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] show failed (client error): The resource could not be found. Apr 06 14:30:52.431660 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91cd04bc-b3dc-41c0-97f6-f0de634308bf tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags/tempest-TagsExtTest-Tag-707153519 HTTP/1.1" status: 404 len: 328 time: 0.0491590 Apr 06 14:30:52.432231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45460) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.439617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-a9d96d70-ae20-453b-9471-e487b43f85ab tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5760a022-4ba3-48a7-904b-9ac0e39309e9') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.481094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for security_group (9c85dd38-51b4-44b4-b04d-b45176ea202b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.531854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9310153 Apr 06 14:30:52.532644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:52.537624 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a9d96d70-ae20-453b-9471-e487b43f85ab tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0974994 Apr 06 14:30:52.537624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45464) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.537624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45466) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.544224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:52.560640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-7498a74e-8557-4563-9525-558d00568eef tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7d068969-4c81-4136-9461-4172ed54f70f') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.572290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac0805-9cd1-4ace-b5b8-b99cf6169678 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=47b370a3-72fd-454c-9921-13d4482137ef,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:52.580416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (472540c1-5a9e-4d5f-889e-b3c0511aafe1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.580761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Added segment 472540c1-5a9e-4d5f-889e-b3c0511aafe1 of type vlan for network a4978183-0941-4f5e-8cef-ea1ab81b8edf Apr 06 14:30:52.585933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 47b370a3-72fd-454c-9921-13d4482137ef details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:52.651823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a018f8e-e19e-46c8-bd0c-7956c70f302a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:52.674249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.680106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9c85dd38-51b4-44b4-b04d-b45176ea202b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.725375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (a4978183-0941-4f5e-8cef-ea1ab81b8edf), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.767828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (c2744997-7689-4b91-abfa-b37a4f284b7d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.779676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85dd38-51b4-44b4-b04d-b45176ea202b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:52.813199 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7498a74e-8557-4563-9525-558d00568eef tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f/tags HTTP/1.1" status: 204 len: 168 time: 0.2744155 Apr 06 14:30:52.815180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45474) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.824325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-b3fa65c9-9fe6-4828-9ee2-5c7b638dad27 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7db2f4f4-2f78-4dc2-844b-86c50917b91b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:52.840959 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ceaacc6-f99b-4804-a464-2eb79d4b498a req-6c4f8c1d-9fa0-41d9-a513-2473c64a53bc tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5468979 Apr 06 14:30:52.874236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:52.877812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.879239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:52.941302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202982-3804-4744-8780-f37f078638d7 req-3204ee03-cc4b-4a55-a802-2921f1d4fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:52.942802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-3204ee03-cc4b-4a55-a802-2921f1d4fbff service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.6281910 Apr 06 14:30:52.955188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c2744997-7689-4b91-abfa-b37a4f284b7d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.976185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9b485822-5603-49a7-be32-1b30a0d0bbdf), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.977186 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Added segment 9b485822-5603-49a7-be32-1b30a0d0bbdf of type vlan for network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 Apr 06 14:30:53.015797 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b3fa65c9-9fe6-4828-9ee2-5c7b638dad27 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b/tags HTTP/1.1" status: 204 len: 168 time: 0.1995926 Apr 06 14:30:53.026075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45478) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.035984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:53.042541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-5f7301f3-c7e2-4fa9-a6ae-0aab255e5a2a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:53.052316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-2e9c2d5d-39d9-408a-9260-73c7579f6d9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1001 time: 0.0733342 Apr 06 14:30:53.062589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a7185847-eac4-4c7d-9980-c9c6e9b5d52d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:53.076764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (a4978183-0941-4f5e-8cef-ea1ab81b8edf), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.079853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:53.082620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.083193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.116449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718d3b7-2b7f-4550-bd5f-f79ed11b0a77 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:53.123074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45480) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.131202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.235167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] Provisioning complete for port a7185847-eac4-4c7d-9980-c9c6e9b5d52d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:53.236119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.266933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0627618 Apr 06 14:30:53.281419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.resource_extend [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:30:53.296588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a7185847-eac4-4c7d-9980-c9c6e9b5d52d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:53.297320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.297881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.317658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.333432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6ad8853e-8129-4685-b3d3-dc3332b8623a tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:53.338203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046967a-0820-44b8-808f-108163e3ac3b tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Pushing event updated for resources: {'Network': ['ID=a4978183-0941-4f5e-8cef-ea1ab81b8edf,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:53.342954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202982-3804-4744-8780-f37f078638d7 req-46f2a55b-a45c-43e1-858d-c5cf5aa41aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.344438 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-46f2a55b-a45c-43e1-858d-c5cf5aa41aaa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.2474363 Apr 06 14:30:53.366065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network a4978183-0941-4f5e-8cef-ea1ab81b8edf details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:53.462563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.462791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:53.468238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.468944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.469387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.480023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=c2744997-7689-4b91-abfa-b37a4f284b7d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:53.553114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Router ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:53.564686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.565391 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.604015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] Current status of the port a7185847-eac4-4c7d-9980-c9c6e9b5d52d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:53.605077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.607662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202982-3804-4744-8780-f37f078638d7 req-a82c9c7e-c842-44c7-b4dd-13aa5102ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.609382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-a82c9c7e-c842-44c7-b4dd-13aa5102ab97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1905198 Apr 06 14:30:53.610969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6ad8853e-8129-4685-b3d3-dc3332b8623a tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "PUT /v2.0/quotas/752c4a307c4940d9bd3e6378d7f55122 HTTP/1.1" status: 200 len: 368 time: 0.4845629 Apr 06 14:30:53.614008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Network': ['ID=bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:53.618759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45488) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.628286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:53.631320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Request body: {'network': {'project_id': '752c4a307c4940d9bd3e6378d7f55122'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:53.635588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a7185847-eac4-4c7d-9980-c9c6e9b5d52d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:53.636270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.658658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45490) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.664878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Request body: {'port': {'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf', 'binding:host_id': 'hv-neutron-8365', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-171363200'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:53.693584 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f7301f3-c7e2-4fa9-a6ae-0aab255e5a2a tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452/tags HTTP/1.1" status: 204 len: 168 time: 0.6572905 Apr 06 14:30:53.693584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (1c89f10a-f8cf-45b8-8a70-d6b24caabc1e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.720448 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bc816d51-1394-467c-bee1-34ac6626a823 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2851300 Apr 06 14:30:53.732449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45492) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.732784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45494) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.747272 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-88476dc9-6fce-447f-ab5f-a004c78aef1c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1327016 Apr 06 14:30:53.749594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'subnet': {'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:53.752216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45496) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.771232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] For port a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:53.797558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] Update dhcp port {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': 'f34debd9-7f9a-4dfe-9569-8977af282e16', 'ip_address': '2001:db8::f816:3eff:fe1b:d773'}, {'subnet_id': 'e324cbe4-d2c3-45d4-ac23-af9d68870ef0'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'a7185847-eac4-4c7d-9980-c9c6e9b5d52d'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:30:53.797730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=1c89f10a-f8cf-45b8-8a70-d6b24caabc1e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:53.815889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '460ca5d0-f81b-4322-a84a-cbd397607ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:53.816325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: 3788a74b-7942-4a6d-b3e1-b4b74337b279, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:53.837374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.841732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdbdac-c108-433e-b7f2-d63602abe7b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.847107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdbdac-c108-433e-b7f2-d63602abe7b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.852381 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b1cdbdac-c108-433e-b7f2-d63602abe7b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0941207 Apr 06 14:30:53.852516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45498) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.854765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Made reservation on behalf of e29ab255de7a45d3821c96707c883d69 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:53.856920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.876024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.894933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.954095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:54.022174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:30:54.022467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:30:54.033248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31aa40f-3ac7-48d6-9147-890494ad6e31 None None] Pushing event updated for resources: {'Port': ['ID=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:54.033978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port c2744997-7689-4b91-abfa-b37a4f284b7d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:54.034329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c2744997-7689-4b91-abfa-b37a4f284b7d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.056789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for security_group (eb44f9af-b0b7-461c-8de9-1378702e944c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.090045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 3788a74b-7942-4a6d-b3e1-b4b74337b279) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:54.092510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] Allocated IP 172.20.0.2 (2934fa9c-89df-48fd-aebe-9f87f342666e/e324cbe4-d2c3-45d4-ac23-af9d68870ef0/a7185847-eac4-4c7d-9980-c9c6e9b5d52d) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:54.097654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:54.098346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.125909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552aacec-c12f-45cf-a83e-b1b36764cbee None None] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:54.130563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (eb44f9af-b0b7-461c-8de9-1378702e944c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.139909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port 7cc81843-1f61-4ed9-a494-35c2ae623309 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:54.214057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:54.221310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.224971 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c3e6710c-8dec-4950-80a2-fa1b9c32c003 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "PUT /v2.0/routers/ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 200 len: 710 time: 4.0727909 Apr 06 14:30:54.228754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45502) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.233278 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] Sync routers for ids ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:30:54.248569 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] Routers {'ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:54.249541 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:54.251854 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-71df637a-d268-4a9e-a4f5-fca2e502f29a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7142262 Apr 06 14:30:54.265575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45504) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.269561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] For port a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:54.274576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': '47b370a3-72fd-454c-9921-13d4482137ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:54.278988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44f9af-b0b7-461c-8de9-1378702e944c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:54.296625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c2744997-7689-4b91-abfa-b37a4f284b7d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.302977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-3788a74b-7942-4a6d-b3e1-b4b74337b279', 'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '1c89f10a-f8cf-45b8-8a70-d6b24caabc1e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:54.304112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.323467 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:54.333281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] Publish callbacks [] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.338912 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] Routers {'ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:30:54.339550 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:54.349807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Made reservation on behalf of 752c4a307c4940d9bd3e6378d7f55122 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:54.353077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.370080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for c2744997-7689-4b91-abfa-b37a4f284b7d owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:54.393420 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:54.394993 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addf4802-3851-42ce-a574-9a96b910cb1d None None] The sync data for ids ['ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:30:54.417371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.443977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.483918 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a23565e7-859f-4ae4-b949-82abf50e9af6 tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/routers/ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 200 len: 745 time: 0.2372823 Apr 06 14:30:54.489234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45506) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.584509 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-221919e7-c481-43f6-9936-21235048f079 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9664371 Apr 06 14:30:54.589754 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d7c4b16d-8896-4e27-8a65-a30aaacbd44c tempest-RoutersIpV6AdminTest-1699080128 tempest-RoutersIpV6AdminTest-1699080128-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 200 len: 205 time: 0.0939074 Apr 06 14:30:54.593910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45508) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.610029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0133c1-79f6-44aa-8337-ebbc12d8c4d8 req-7d1e6cd2-c479-4c78-8314-fe6287270339 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:54.617851 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb0133c1-79f6-44aa-8337-ebbc12d8c4d8 req-7d1e6cd2-c479-4c78-8314-fe6287270339 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.4586320 Apr 06 14:30:54.635434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:54.638959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.645271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port 7cc81843-1f61-4ed9-a494-35c2ae623309 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:30:54.702048 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-00c3988f-7138-43bf-be0a-f01989d76f44 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 200 len: 205 time: 0.1045520 Apr 06 14:30:54.702251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.703916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45510) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.709381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:54.713723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.719732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8129d9d9-9f88-4a26-8fef-bc5073f980ea tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.729836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8129d9d9-9f88-4a26-8fef-bc5073f980ea tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnetpools/5760a022-4ba3-48a7-904b-9ac0e39309e9 HTTP/1.1" status: 204 len: 168 time: 0.9871259 Apr 06 14:30:54.762099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45512) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.786902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed7731-110d-4c31-8637-cc53f2df2a8c None None] Pushing event updated for resources: {'Port': ['ID=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:54.795033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Allocated IP 2001:db8::2 (3788a74b-7942-4a6d-b3e1-b4b74337b279/1c89f10a-f8cf-45b8-8a70-d6b24caabc1e/40b63827-8d76-4b01-afc0-8686b3bb5703) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:54.822942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.879487 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-111e51eb-4e7f-4375-a951-e223f839c6b3 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "GET /v2.0/ports?device_id=7d068969-4c81-4136-9461-4172ed54f70f HTTP/1.1" status: 200 len: 205 time: 0.1162288 Apr 06 14:30:54.889549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45514) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:54.901046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97202982-3804-4744-8780-f37f078638d7 req-f82ebc8b-5b6b-43b3-884e-d3afe02541ac service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078070 Apr 06 14:30:54.940744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for security_group (93e72be7-9cce-4432-aee7-6909cc02cd79), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:54.947962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb0133c1-79f6-44aa-8337-ebbc12d8c4d8 req-e916e06d-3f2b-41d4-a98a-59ff633ebfc8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292005 Apr 06 14:30:54.986080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Publish callbacks [] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.009645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a7185847-eac4-4c7d-9980-c9c6e9b5d52d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:55.015288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.023849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5a6c5bad-ce17-40e0-86f8-ba831c186053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.055888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (93e72be7-9cce-4432-aee7-6909cc02cd79), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.077355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.143659 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:55.147985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:55.151206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:55.164305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:55.168603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e72be7-9cce-4432-aee7-6909cc02cd79,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.170626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a7185847-eac4-4c7d-9980-c9c6e9b5d52d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:55.202657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.203339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Added segment 1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb of type vlan for network 1a24ba60-c669-4c91-99ac-41d0b6e81ea8 Apr 06 14:30:55.245561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for router (7d068969-4c81-4136-9461-4172ed54f70f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.260258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1a24ba60-c669-4c91-99ac-41d0b6e81ea8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.262518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc81843-1f61-4ed9-a494-35c2ae623309,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.279815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Pushing event updated for resources: {'Port': ['ID=40b63827-8d76-4b01-afc0-8686b3bb5703,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.281049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (9a800937-12d1-4952-9000-53a1b34f4101), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.308975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Attempting to bind port 40b63827-8d76-4b01-afc0-8686b3bb5703 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:55.309438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Attempting to bind port 40b63827-8d76-4b01-afc0-8686b3bb5703 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '460ca5d0-f81b-4322-a84a-cbd397607ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:55.309999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Attempting to bind port 40b63827-8d76-4b01-afc0-8686b3bb5703 on network 3788a74b-7942-4a6d-b3e1-b4b74337b279 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:55.316313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:55.323012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Checking segment: {'id': '460ca5d0-f81b-4322-a84a-cbd397607ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:55.323012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.323012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Bound using segment: {'id': '460ca5d0-f81b-4322-a84a-cbd397607ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:55.323012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Bound port: 40b63827-8d76-4b01-afc0-8686b3bb5703, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460ca5d0-f81b-4322-a84a-cbd397607ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3788a74b-7942-4a6d-b3e1-b4b74337b279'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:55.323012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.382762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Subnet': ['ID=9a800937-12d1-4952-9000-53a1b34f4101,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.401056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a7185847-eac4-4c7d-9980-c9c6e9b5d52d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:55.401488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.404064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c2744997-7689-4b91-abfa-b37a4f284b7d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.423918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Checking segment: {'id': '9b485822-5603-49a7-be32-1b30a0d0bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:55.424292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network hostable DHCP agents. Network: bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:55.471102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1a24ba60-c669-4c91-99ac-41d0b6e81ea8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.472315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:55.472941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.511685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] For port 40b63827-8d76-4b01-afc0-8686b3bb5703, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:55.526851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] For port 40b63827-8d76-4b01-afc0-8686b3bb5703, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40b63827-8d76-4b01-afc0-8686b3bb5703,segment=NetworkSegment(460ca5d0-f81b-4322-a84a-cbd397607ffa),segment_id=460ca5d0-f81b-4322-a84a-cbd397607ffa)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:55.597537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a7185847-eac4-4c7d-9980-c9c6e9b5d52d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:55.599200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:55.610751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Checking segment: {'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:55.611120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Network hostable DHCP agents. Network: a4978183-0941-4f5e-8cef-ea1ab81b8edf, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:55.630261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.630479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Pushing event updated for resources: {'Network': ['ID=1a24ba60-c669-4c91-99ac-41d0b6e81ea8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.648048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=c2744997-7689-4b91-abfa-b37a4f284b7d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.652788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 1a24ba60-c669-4c91-99ac-41d0b6e81ea8 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:55.677289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d9d94adb-f0f8-4622-aaea-2c0e60740991 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.0575142 Apr 06 14:30:55.680903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45516) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:55.689742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Request body: {'network': {'project_id': '752c4a307c4940d9bd3e6378d7f55122'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:55.708480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.713338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:55.718521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:55.719333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.757375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2f2ac-0326-468f-86f4-1b9cbc324947 None None] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:55.785538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router_controller (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.821860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-99ce69b3-e34b-48f4-a0a8-62e870ee7cf9 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0827014 Apr 06 14:30:55.821860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Made reservation on behalf of 752c4a307c4940d9bd3e6378d7f55122 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:55.830629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.835581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:55.899816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'network': {'name': 'tempest-router-network01--989619570'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:55.902504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.925849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7', 'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7', 'project_id': '632d6d0cc7fd4205b8bfdeea86dede96', 'fixed_ips': [{'subnet_id': '9a800937-12d1-4952-9000-53a1b34f4101'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:55.926727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.932936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-56d6e4db-84c1-4888-a45a-d552b64e1b22 None None] Could not find standard attr ID for object c2744997-7689-4b91-abfa-b37a4f284b7d. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:30:55.958947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:55.963598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7d068969-4c81-4136-9461-4172ed54f70f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.978161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (54cc9f62-2f7f-41a3-9c0a-c6ec7026c083), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.978663 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Added segment 54cc9f62-2f7f-41a3-9c0a-c6ec7026c083 of type vlan for network c20bd232-731e-4591-a674-96512d75bb96 Apr 06 14:30:55.995279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Network a4978183-0941-4f5e-8cef-ea1ab81b8edf is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:56.017648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for router_controller (7d068969-4c81-4136-9461-4172ed54f70f), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.017791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-56d6e4db-84c1-4888-a45a-d552b64e1b22 None None] Provisioning complete for port a7185847-eac4-4c7d-9980-c9c6e9b5d52d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:56.018177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56d6e4db-84c1-4888-a45a-d552b64e1b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.113460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, a4978183-0941-4f5e-8cef-ea1ab81b8edf) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:56.119370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:56.131224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c20bd232-731e-4591-a674-96512d75bb96), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.149475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:56.149475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:56.149475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:56.149475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.149896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Fanout notify agent at l3_agent the message router_deleted on router ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:56.165768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.173129 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8277365-e988-4430-ab60-8736955cff6e tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 204 len: 168 time: 1.4671206 Apr 06 14:30:56.173832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45522) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.276930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-0c5d986b-8051-407d-a0f4-0fe9a2cd3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.279861 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-0c5d986b-8051-407d-a0f4-0fe9a2cd3d1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.3646767 Apr 06 14:30:56.285098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (767cecad-a0ee-4467-81de-393c572acca0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.312360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f8d3-9c5f-43a2-8bf8-5da056a5b722 req-ef2f950b-0c09-47c9-b49c-e841023d7bc0 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.313946 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0e8f8d3-9c5f-43a2-8bf8-5da056a5b722 req-ef2f950b-0c09-47c9-b49c-e841023d7bc0 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1724572 Apr 06 14:30:56.319272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5594d9d9-14ef-4e96-aca4-cf6c4001d5ab None None] Network a4978183-0941-4f5e-8cef-ea1ab81b8edf requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:56.335406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:56.339392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.394921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c20bd232-731e-4591-a674-96512d75bb96), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.395871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.396447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.415688 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-baa8c6bf-1dcd-463b-9021-d2edd3cccc4b tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 200 len: 205 time: 0.1414726 Apr 06 14:30:56.416275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45524) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.423258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=767cecad-a0ee-4467-81de-393c572acca0,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:56.428324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:56.428955 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:56.440393 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 2 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:56.454522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cccb8-43f7-45af-9b8b-9e6ff2d77b62 None None] Pushing event updated for resources: {'Port': ['ID=40b63827-8d76-4b01-afc0-8686b3bb5703,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:56.459371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (7d068969-4c81-4136-9461-4172ed54f70f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.459903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Fanout notify agent at l3_agent the message router_deleted on router 7d068969-4c81-4136-9461-4172ed54f70f {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:56.468090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.469281 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-727aa073-f9ee-43c9-be51-d0f3a661ab17 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/routers/7d068969-4c81-4136-9461-4172ed54f70f HTTP/1.1" status: 204 len: 168 time: 1.5786834 Apr 06 14:30:56.473734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:56.474077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:56.474560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:56.502651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45526) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.513191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Pushing event updated for resources: {'Network': ['ID=c20bd232-731e-4591-a674-96512d75bb96,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:56.522239 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c414ec3c-ec5e-460d-a49f-ba267e4ed5c4 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8375814 Apr 06 14:30:56.531112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Allocated IP 2001:db8::2 (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7/9a800937-12d1-4952-9000-53a1b34f4101/50c89457-a2d7-49d1-a7d0-09d080ece533) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:56.540126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c20bd232-731e-4591-a674-96512d75bb96 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:56.551151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45528) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.555369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:56.555713 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:56.577470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0e2f2f28-6ee7-4bf0-b3ba-149475d9f261 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Request body: {'network': {'project_id': '752c4a307c4940d9bd3e6378d7f55122'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:56.581112 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 3 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:56.598002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.600598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:56.604265 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bc3683f3-b829-438b-972f-e82b9530e68a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/c2744997-7689-4b91-abfa-b37a4f284b7d HTTP/1.1" status: 204 len: 168 time: 2.7505822 Apr 06 14:30:56.605497 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a6aa53ff-f195-4fe6-9d7c-2c0bce58a281 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] delete failed (client error): The resource could not be found. Apr 06 14:30:56.609410 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a6aa53ff-f195-4fe6-9d7c-2c0bce58a281 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/ee5e0c0b-d578-4e49-b8b5-7dd56a4850fe HTTP/1.1" status: 404 len: 336 time: 0.1821682 Apr 06 14:30:56.610953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6b9c9bf8-5af3-411e-bcb2-4081dd7855f3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.611683 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Added segment 6b9c9bf8-5af3-411e-bcb2-4081dd7855f3 of type vlan for network a6f3b796-22a2-4f09-aac7-6dc6eec5400c Apr 06 14:30:56.614315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45530) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.614744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45532) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.645546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:56.645993 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:56.646394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:56.696599 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7b466904-463a-4a17-a83a-261ef8321146 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=76d99cd6-ac3f-47b9-9e9a-2621cca038c5 HTTP/1.1" status: 200 len: 205 time: 0.0763731 Apr 06 14:30:56.701859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45534) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.704344 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2f2f28-6ee7-4bf0-b3ba-149475d9f261 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:30:56.707285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2f2f28-6ee7-4bf0-b3ba-149475d9f261 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:56.707285 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0e2f2f28-6ee7-4bf0-b3ba-149475d9f261 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1476526 Apr 06 14:30:56.718592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45536) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.720606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:56.721093 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:56.724560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (a6f3b796-22a2-4f09-aac7-6dc6eec5400c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.747778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 4 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:56.815746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-56d6e4db-84c1-4888-a45a-d552b64e1b22 None None] Current status of the port a7185847-eac4-4c7d-9980-c9c6e9b5d52d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:56.826842 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6d82c-be34-434e-9230-714d419bffb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.828277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6d82c-be34-434e-9230-714d419bffb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.829513 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0e8f8d3-9c5f-43a2-8bf8-5da056a5b722 req-bafc1240-da6a-452b-8039-6b3d4f92ea08 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4952390 Apr 06 14:30:56.842765 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-45285a49-d00b-43e7-b34f-cda8fc5f8920 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] delete failed (client error): The resource could not be found. Apr 06 14:30:56.842893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6d82c-be34-434e-9230-714d419bffb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.843808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-45285a49-d00b-43e7-b34f-cda8fc5f8920 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/76d99cd6-ac3f-47b9-9e9a-2621cca038c5 HTTP/1.1" status: 404 len: 336 time: 0.1363909 Apr 06 14:30:56.846708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.resource_extend [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:30:56.852861 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2cc6d82c-be34-434e-9230-714d419bffb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2350354 Apr 06 14:30:56.856361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:56.856981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:56.857539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:56.859698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45538) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.862000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45540) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.863430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '66393bc7-8c41-43e8-b640-ed94b364a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '47b370a3-72fd-454c-9921-13d4482137ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:56.864072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: 47b370a3-72fd-454c-9921-13d4482137ef, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:56.893858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-debd9984-f7e6-4914-8b24-e5d3968e0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:56.895383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-debd9984-f7e6-4914-8b24-e5d3968e0c25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.5799634 Apr 06 14:30:56.900464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:56.901064 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:56.916457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Publish callbacks [] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.947408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-07d0f677-e55d-49e3-9cb7-8d339a81de92 None None] Could not find standard attr ID for object c2744997-7689-4b91-abfa-b37a4f284b7d. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:30:56.948459 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 5 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:56.968123 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e575eed5-1779-48ec-82ec-89420d056b4b tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=564ea5bd-cbdb-478d-8212-ff9da6826828 HTTP/1.1" status: 200 len: 205 time: 0.0997305 Apr 06 14:30:56.971412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45542) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.006624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-17f5abff-31a4-448f-8bcd-ae8b8b63a61d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1001 time: 0.1023116 Apr 06 14:30:57.010502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (a6f3b796-22a2-4f09-aac7-6dc6eec5400c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.010877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.022532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:57.023126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.062409 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-cd2cd6fd-b959-4230-bafb-cc8127638f8c tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] delete failed (client error): The resource could not be found. Apr 06 14:30:57.065838 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cd2cd6fd-b959-4230-bafb-cc8127638f8c tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/564ea5bd-cbdb-478d-8212-ff9da6826828 HTTP/1.1" status: 404 len: 336 time: 0.0814984 Apr 06 14:30:57.065838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:57.065838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:57.065838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:57.075036 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d11d35d7-e4ad-4c51-b069-c3d08ab0b0db tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=752c4a307c4940d9bd3e6378d7f55122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519888 Apr 06 14:30:57.075792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45544) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.085176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:57.108672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:57.113399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:57.124926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Deleting port 7db2f4f4-2f78-4dc2-844b-86c50917b91b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:57.125205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.128808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45546) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.155664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Pushing event updated for resources: {'Port': ['ID=50c89457-a2d7-49d1-a7d0-09d080ece533,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:57.161106 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-abea8b3f-2fa3-48d6-b214-69631ce94ee6 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa56b5a2-ae5e-43a8-bd28-aa376eda6786 HTTP/1.1" status: 200 len: 205 time: 0.0601134 Apr 06 14:30:57.162552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45548) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.191423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:57.191423 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:57.203713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40b63827-8d76-4b01-afc0-8686b3bb5703 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:57.237686 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 6 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:57.262486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:57.262877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:57.263410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:57.279073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet e324cbe4-d2c3-45d4-ac23-af9d68870ef0 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:57.283734 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-f8f09ba6-e50d-4e8a-aae4-9687e3f77d45 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] delete failed (client error): The resource could not be found. Apr 06 14:30:57.284863 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f8f09ba6-e50d-4e8a-aae4-9687e3f77d45 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/fa56b5a2-ae5e-43a8-bd28-aa376eda6786 HTTP/1.1" status: 404 len: 336 time: 0.1197526 Apr 06 14:30:57.292102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 47b370a3-72fd-454c-9921-13d4482137ef is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:57.295362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (e324cbe4-d2c3-45d4-ac23-af9d68870ef0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.298924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45550) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.318405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Attempting to bind port 50c89457-a2d7-49d1-a7d0-09d080ece533 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:57.318932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Attempting to bind port 50c89457-a2d7-49d1-a7d0-09d080ece533 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9b485822-5603-49a7-be32-1b30a0d0bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:57.319395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Attempting to bind port 50c89457-a2d7-49d1-a7d0-09d080ece533 on network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:57.338034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:30:57.345583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Checking segment: {'id': '9b485822-5603-49a7-be32-1b30a0d0bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:57.345583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.345583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Bound using segment: {'id': '9b485822-5603-49a7-be32-1b30a0d0bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:30:57.345583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Bound port: 50c89457-a2d7-49d1-a7d0-09d080ece533, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b485822-5603-49a7-be32-1b30a0d0bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:30:57.345583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.347400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:57.347738 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:57.351511 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 7 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:57.399001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.412877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Calling delete_port for 7db2f4f4-2f78-4dc2-844b-86c50917b91b owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:57.420474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] For port 50c89457-a2d7-49d1-a7d0-09d080ece533, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:57.424321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] For port 50c89457-a2d7-49d1-a7d0-09d080ece533, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=50c89457-a2d7-49d1-a7d0-09d080ece533,segment=NetworkSegment(9b485822-5603-49a7-be32-1b30a0d0bbdf),segment_id=9b485822-5603-49a7-be32-1b30a0d0bbdf)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:57.430913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 40b63827-8d76-4b01-afc0-8686b3bb5703 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:57.431700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.469434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.491845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6141276 Apr 06 14:30:57.494846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-a7e22450-1952-46bb-8fa3-db544dd56512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:57.496604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-a7e22450-1952-46bb-8fa3-db544dd56512 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.4686227 Apr 06 14:30:57.511884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.523176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45552) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.525358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e95c5-edaf-4187-a449-3ac84110b5e8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Network': ['ID=a6f3b796-22a2-4f09-aac7-6dc6eec5400c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:57.535937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'network': {'name': 'tempest-router-network02--795038025'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:57.592073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:57.659162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90baf5a9-9ea6-429d-a9f1-c373de66e254 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for security_group (93e72be7-9cce-4432-aee7-6909cc02cd79), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.673345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1ea5b-2447-485d-9101-3c04b06a4308 None None] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:57.689120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-cc35ffea-7233-4fda-8d28-d154ca313efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:57.693495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-cc35ffea-7233-4fda-8d28-d154ca313efd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1620095 Apr 06 14:30:57.793407 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-00591f0d-5f60-4040-af97-96c1ee7904ce tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=405f21be-e0eb-45ec-879d-d24833a528a5 HTTP/1.1" status: 200 len: 205 time: 0.4933271 Apr 06 14:30:57.800230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45554) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.804001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 47b370a3-72fd-454c-9921-13d4482137ef) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:57.817317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:57.817652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:57.817991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:57.824395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:57.825017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.829866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (e324cbe4-d2c3-45d4-ac23-af9d68870ef0), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.832513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:57.832873 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:57.872776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-ddc9589b-2c46-4e86-aa75-257b65f7b4e6 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669576 Apr 06 14:30:57.897136 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 8 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:57.922892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:57.930740 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-3e0f094e-f3eb-4332-b852-a261527109d7 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] delete failed (client error): The resource could not be found. Apr 06 14:30:57.932769 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3e0f094e-f3eb-4332-b852-a261527109d7 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/405f21be-e0eb-45ec-879d-d24833a528a5 HTTP/1.1" status: 404 len: 336 time: 0.1290984 Apr 06 14:30:57.932897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:57.942234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45558) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:57.985206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:57.985547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:57.985879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:58.030665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:58.030988 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:58.035875 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bd8aab2b-7555-4dff-af5b-dcb52836f55c tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b55d83a-2d89-45c7-8c5e-c1a4e0534986 HTTP/1.1" status: 200 len: 205 time: 0.0862110 Apr 06 14:30:58.041762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45560) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.042070 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 9 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:58.053703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f770c8-1e9e-4c8b-af9c-58da79c7d4b2 None None] Network 47b370a3-72fd-454c-9921-13d4482137ef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:58.069069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90baf5a9-9ea6-429d-a9f1-c373de66e254 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for security_group (93e72be7-9cce-4432-aee7-6909cc02cd79), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.094447 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-e72f8e92-2d5d-425a-a848-b27ce5910081 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] delete failed (client error): The resource could not be found. Apr 06 14:30:58.098287 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e72f8e92-2d5d-425a-a848-b27ce5910081 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/routers/7b55d83a-2d89-45c7-8c5e-c1a4e0534986 HTTP/1.1" status: 404 len: 336 time: 0.0533416 Apr 06 14:30:58.102955 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-24d8879e-ecec-4dc8-b233-0e3aadecc1f0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8361917 Apr 06 14:30:58.108611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45562) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.109001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45564) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.129162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1969652030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:58.135303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:58.202311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019272a8-adcb-4f10-a0b7-b8dd25157fa3 None None] Pushing event updated for resources: {'Port': ['ID=50c89457-a2d7-49d1-a7d0-09d080ece533,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:58.204016 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-553445f7-883d-4272-84e8-0a3b6c8adbb7 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] DELETE failed (client error): The resource could not be found. Apr 06 14:30:58.204576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553445f7-883d-4272-84e8-0a3b6c8adbb7 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:30:58.222115 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-553445f7-883d-4272-84e8-0a3b6c8adbb7 tempest-RoutersIpV6AdminTest-1900373795 tempest-RoutersIpV6AdminTest-1900373795-project] 10.222.0.89 "DELETE /v2.0/subnets/2ca81a72-6c38-4e8e-a7c9-d98db44076d3 HTTP/1.1" status: 404 len: 337 time: 0.1096296 Apr 06 14:30:58.249719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (8b3fd134-5133-4396-a0a7-dbd0edd1eee4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.250092 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Added segment 8b3fd134-5133-4396-a0a7-dbd0edd1eee4 of type vlan for network e08d600f-ac64-49fa-b6e9-d42eb4902cca Apr 06 14:30:58.252343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (ab86fc92-ce82-4576-8865-2aed5a1dcff0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.253596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (ab86fc92-ce82-4576-8865-2aed5a1dcff0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.255417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Provisioning complete for port 40b63827-8d76-4b01-afc0-8686b3bb5703 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:58.256025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.314150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 40b63827-8d76-4b01-afc0-8686b3bb5703 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:58.314944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.323042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (e324cbe4-d2c3-45d4-ac23-af9d68870ef0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.331184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (e08d600f-ac64-49fa-b6e9-d42eb4902cca), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.403736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:58.404086 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:58.404575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:58.411035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cd1e7bc-6b9a-469c-b1c4-e43acdfb51b8 req-16e697b2-8727-4e09-a3c2-4ec766bb6e28 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891841 Apr 06 14:30:58.430243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b43ee-5a32-4cd8-8655-abe18071f05c req-10f00a53-22cc-4d35-92e3-a41aafc17876 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:58.431843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a8b43ee-5a32-4cd8-8655-abe18071f05c req-10f00a53-22cc-4d35-92e3-a41aafc17876 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3797312 Apr 06 14:30:58.441856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:58.443022 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:58.445552 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 10 to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 Apr 06 14:30:58.457707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (ab86fc92-ce82-4576-8865-2aed5a1dcff0), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.468068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:30:58.468415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:30:58.470452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:30:58.482416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port 7cc81843-1f61-4ed9-a494-35c2ae623309 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:30:58.482416 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port 7cc81843-1f61-4ed9-a494-35c2ae623309 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:30:58.482416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.495506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-47b370a3-72fd-454c-9921-13d4482137ef', 'network_id': '47b370a3-72fd-454c-9921-13d4482137ef', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '767cecad-a0ee-4467-81de-393c572acca0'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:30:58.496760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.502883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a8b43ee-5a32-4cd8-8655-abe18071f05c req-a4bd00d2-357c-4672-a1ab-332ccd4f7dde tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611622 Apr 06 14:30:58.506343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (e08d600f-ac64-49fa-b6e9-d42eb4902cca), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.519388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:58.520204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.550568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 40b63827-8d76-4b01-afc0-8686b3bb5703, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40b63827-8d76-4b01-afc0-8686b3bb5703,segment=NetworkSegment(460ca5d0-f81b-4322-a84a-cbd397607ffa),segment_id=460ca5d0-f81b-4322-a84a-cbd397607ffa)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:58.550966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (e324cbe4-d2c3-45d4-ac23-af9d68870ef0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.551197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7db2f4f4-2f78-4dc2-844b-86c50917b91b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.560856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (ab86fc92-ce82-4576-8865-2aed5a1dcff0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.614993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90baf5a9-9ea6-429d-a9f1-c373de66e254 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (93e72be7-9cce-4432-aee7-6909cc02cd79), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.618474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90baf5a9-9ea6-429d-a9f1-c373de66e254 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.622346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-90baf5a9-9ea6-429d-a9f1-c373de66e254 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/93e72be7-9cce-4432-aee7-6909cc02cd79 HTTP/1.1" status: 204 len: 168 time: 1.4459167 Apr 06 14:30:58.633856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45570) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.639604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] For port 7cc81843-1f61-4ed9-a494-35c2ae623309, host hv-neutron-8365, cleared binding levels {{(pid=104421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:58.640976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempted to set empty binding levels {{(pid=104421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:30:58.645222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=e324cbe4-d2c3-45d4-ac23-af9d68870ef0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:58.673409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.674576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baf5a9-9ea6-429d-a9f1-c373de66e254 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e72be7-9cce-4432-aee7-6909cc02cd79,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:58.677362 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f38de5da-7834-44e1-b6ed-ab927a4ba756 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/e324cbe4-d2c3-45d4-ac23-af9d68870ef0 HTTP/1.1" status: 204 len: 168 time: 1.8078995 Apr 06 14:30:58.680856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45572) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.709638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.725043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.726906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ba965-ec90-4da0-83bb-fd99cd9d5739 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:58.843439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.850324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.867594 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-88f2b28e-6bef-40c7-807f-8cc6102d1dd2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7370110 Apr 06 14:30:58.867594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.870686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:58.873136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.897043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3620067 Apr 06 14:30:58.905885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event deleted for resources: {'Port': ['ID=7db2f4f4-2f78-4dc2-844b-86c50917b91b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:58.915500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45578) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.950352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'subnet': {'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:59.035451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45580) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:59.036948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc6e5-a759-4398-bdb2-bdb7e666b344 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Network': ['ID=e08d600f-ac64-49fa-b6e9-d42eb4902cca,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:59.084532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet f34debd9-7f9a-4dfe-9569-8977af282e16 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:59.121567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (f34debd9-7f9a-4dfe-9569-8977af282e16), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.154651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Current status of the port 40b63827-8d76-4b01-afc0-8686b3bb5703 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:59.155770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.183630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network e08d600f-ac64-49fa-b6e9-d42eb4902cca details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:59.192631 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.5319357 Apr 06 14:30:59.193414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e212-1b7b-40df-8b39-3cfd25381923 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc81843-1f61-4ed9-a494-35c2ae623309,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:59.197348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45584) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:59.231830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c20bd232-731e-4591-a674-96512d75bb96), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.340267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 50c89457-a2d7-49d1-a7d0-09d080ece533 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:30:59.345391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.363877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-973429db-787e-496d-927e-8d26d9dffb92 tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/ports/7db2f4f4-2f78-4dc2-844b-86c50917b91b HTTP/1.1" status: 204 len: 168 time: 2.8474538 Apr 06 14:30:59.379904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45586) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:59.392289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=40b63827-8d76-4b01-afc0-8686b3bb5703,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:59.486068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (f34debd9-7f9a-4dfe-9569-8977af282e16), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.486313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Allocated IP 2001:db8:1::2 (47b370a3-72fd-454c-9921-13d4482137ef/767cecad-a0ee-4467-81de-393c572acca0/adb27464-6393-4018-ab45-fe4aa6f84b3f) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:59.515791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd71415-2558-4da0-aa77-45f01b4e5b5c None None] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:59.580545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Deleting subnet da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:30:59.580545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:59.580545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.583235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c20bd232-731e-4591-a674-96512d75bb96), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.585778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4132-c743-4adc-b14d-c3aa67d0e357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.588060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for subnet (da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.680846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:30:59.681207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:30:59.703311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20bd232-731e-4591-a674-96512d75bb96']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:59.714135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 50c89457-a2d7-49d1-a7d0-09d080ece533 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:30:59.714533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.728543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.759340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cc9f62-2f7f-41a3-9c0a-c6ec7026c083') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:59.759340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cc9f62-2f7f-41a3-9c0a-c6ec7026c083') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:59.759534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Deleting port 7cc81843-1f61-4ed9-a494-35c2ae623309 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:30:59.759534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.794471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (54cc9f62-2f7f-41a3-9c0a-c6ec7026c083), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.828848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (54cc9f62-2f7f-41a3-9c0a-c6ec7026c083), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.836398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:30:59.836656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] For port 7cc81843-1f61-4ed9-a494-35c2ae623309, host hv-neutron-8365, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:59.836880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (54cc9f62-2f7f-41a3-9c0a-c6ec7026c083), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.837040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: warnings.warn('Neutron quota engine will require "--force" ' Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:59.838538 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:59.852522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Calling delete_port for 7cc81843-1f61-4ed9-a494-35c2ae623309 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:30:59.907295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Publish callbacks [] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.923437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 50c89457-a2d7-49d1-a7d0-09d080ece533 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:30:59.923972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.952438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (f34debd9-7f9a-4dfe-9569-8977af282e16), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.967532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.968034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 50c89457-a2d7-49d1-a7d0-09d080ece533, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=50c89457-a2d7-49d1-a7d0-09d080ece533,segment=NetworkSegment(9b485822-5603-49a7-be32-1b30a0d0bbdf),segment_id=9b485822-5603-49a7-be32-1b30a0d0bbdf)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:59.997628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.006829 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.034740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7cc81843-1f61-4ed9-a494-35c2ae623309), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.048943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c20bd232-731e-4591-a674-96512d75bb96), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.049465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Network 47b370a3-72fd-454c-9921-13d4482137ef is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:00.056020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.067332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.069727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:00.070549 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "DELETE /v2.0/networks/c20bd232-731e-4591-a674-96512d75bb96 HTTP/1.1" status: 204 len: 168 time: 1.3812132 Apr 06 14:31:00.077614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:00.081904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45588) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.091233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Pushing event updated for resources: {'Port': ['ID=adb27464-6393-4018-ab45-fe4aa6f84b3f,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.100138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cc81843-1f61-4ed9-a494-35c2ae623309,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.192201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (1a24ba60-c669-4c91-99ac-41d0b6e81ea8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.205252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.209081 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-20873a0f-c5dc-4c97-9130-653f4cc4dc65 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "DELETE /v2.0/ports/7cc81843-1f61-4ed9-a494-35c2ae623309 HTTP/1.1" status: 204 len: 168 time: 0.9973099 Apr 06 14:31:00.217429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45590) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.222589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9068e27-9770-497d-8328-769bf6ac9377 tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Pushing event deleted for resources: {'Network': ['ID=c20bd232-731e-4591-a674-96512d75bb96,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.263098 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81a3007-7171-4a94-9b9e-7a770741d76c tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:00.265792 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d81a3007-7171-4a94-9b9e-7a770741d76c tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "GET /v2.0/ports/7cc81843-1f61-4ed9-a494-35c2ae623309 HTTP/1.1" status: 404 len: 333 time: 0.0462716 Apr 06 14:31:00.269051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45592) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.274103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-eb0abe07-4396-46d9-8621-c47c247b883d None None] Current status of the port 40b63827-8d76-4b01-afc0-8686b3bb5703 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:00.277857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Request body: {'port': {'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1751659895'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:00.307362 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Attempting to bind port adb27464-6393-4018-ab45-fe4aa6f84b3f on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:00.308033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Attempting to bind port adb27464-6393-4018-ab45-fe4aa6f84b3f by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '66393bc7-8c41-43e8-b640-ed94b364a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '47b370a3-72fd-454c-9921-13d4482137ef'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:00.308373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Attempting to bind port adb27464-6393-4018-ab45-fe4aa6f84b3f on network 47b370a3-72fd-454c-9921-13d4482137ef {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:00.313894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=50c89457-a2d7-49d1-a7d0-09d080ece533,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.319593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:00.320557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Checking segment: {'id': '66393bc7-8c41-43e8-b640-ed94b364a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '47b370a3-72fd-454c-9921-13d4482137ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:00.321105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.321599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Bound using segment: {'id': '66393bc7-8c41-43e8-b640-ed94b364a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '47b370a3-72fd-454c-9921-13d4482137ef'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:00.322201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Bound port: adb27464-6393-4018-ab45-fe4aa6f84b3f, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66393bc7-8c41-43e8-b640-ed94b364a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '47b370a3-72fd-454c-9921-13d4482137ef'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:00.322694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.334420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.361372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (f34debd9-7f9a-4dfe-9569-8977af282e16), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.364541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.373265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/subnets/da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452 HTTP/1.1" status: 204 len: 168 time: 0.9884970 Apr 06 14:31:00.376406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (4b0a748c-fab8-4491-a3d8-2d66bd45e009), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.377739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45594) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.406298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] For port adb27464-6393-4018-ab45-fe4aa6f84b3f, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:00.411891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] For port adb27464-6393-4018-ab45-fe4aa6f84b3f, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=adb27464-6393-4018-ab45-fe4aa6f84b3f,segment=NetworkSegment(66393bc7-8c41-43e8-b640-ed94b364a176),segment_id=66393bc7-8c41-43e8-b640-ed94b364a176)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:00.424205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4132-c743-4adc-b14d-c3aa67d0e357 admin admin] Publish callbacks [] for security_group (4467bb5c-e5ce-4415-a327-d1f741fa38c3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.427834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523dee1-5dfe-4831-bac8-6dcdc0af4b2b tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event deleted for resources: {'Subnet': ['ID=da4fa42d-0bbf-40d5-ac8f-4c8e06aa4452,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.451077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Made reservation on behalf of e29ab255de7a45d3821c96707c883d69 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:00.453470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.468827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=f34debd9-7f9a-4dfe-9569-8977af282e16,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.475488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.479337 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0ad72a73-cfdf-4e14-b30c-9c3034026d4c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/f34debd9-7f9a-4dfe-9569-8977af282e16 HTTP/1.1" status: 204 len: 168 time: 1.7965188 Apr 06 14:31:00.483640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45596) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.490994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f7ae1-7203-493b-85e6-1d146f26baac None None] Network 19be29a6-1e6b-4c5f-b98f-0009782675da requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:00.524526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.576588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:00.610364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (19be29a6-1e6b-4c5f-b98f-0009782675da), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.622418 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e1def525-c209-4639-bf1a-9a69b3db52c8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338532 Apr 06 14:31:00.629983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45598) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.631621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ac994377-66b6-4261-a656-e1e744a6c9d8 None None] Provisioning complete for port 50c89457-a2d7-49d1-a7d0-09d080ece533 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:00.631999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac994377-66b6-4261-a656-e1e744a6c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.658078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (1a24ba60-c669-4c91-99ac-41d0b6e81ea8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.697954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a24ba60-c669-4c91-99ac-41d0b6e81ea8']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:00.699698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9feb00-2add-4b52-92f6-d40818c33737 None None] Pushing event updated for resources: {'Port': ['ID=adb27464-6393-4018-ab45-fe4aa6f84b3f,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.699926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4132-c743-4adc-b14d-c3aa67d0e357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (4467bb5c-e5ce-4415-a327-d1f741fa38c3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.722305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8::1 (3788a74b-7942-4a6d-b3e1-b4b74337b279/1c89f10a-f8cf-45b8-8a70-d6b24caabc1e/c91cb72f-76b8-4860-9bf4-cf604f93af3e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:00.729374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:00.729874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:00.735381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:00.817337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ac994377-66b6-4261-a656-e1e744a6c9d8 None None] Current status of the port 50c89457-a2d7-49d1-a7d0-09d080ece533 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:00.847779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ac994377-66b6-4261-a656-e1e744a6c9d8 None None] Provisioning complete for port 40b63827-8d76-4b01-afc0-8686b3bb5703 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:00.847779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac994377-66b6-4261-a656-e1e744a6c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.853679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] DHCP port deletion for 19be29a6-1e6b-4c5f-b98f-0009782675da request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:00.874944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.903461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b56704-2734-4513-8c02-b8987714ad7f None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:00.908918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Subnet': ['ID=4b0a748c-fab8-4491-a3d8-2d66bd45e009,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.948374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Checking segment: {'id': '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:00.948830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network hostable DHCP agents. Network: a6f3b796-22a2-4f09-aac7-6dc6eec5400c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:00.972059 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0a0e4132-c743-4adc-b14d-c3aa67d0e357 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5258472de8d84c1aac527dabaf005dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9263611 Apr 06 14:31:00.972369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45600) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:00.973525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.975419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4132-c743-4adc-b14d-c3aa67d0e357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4467bb5c-e5ce-4415-a327-d1f741fa38c3,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.986706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:00.987103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (1f4edd42-6c5f-4bb0-86c7-c2d7bcbda5fb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:00.995641 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:01.017459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.083167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Deleting port e3383200-5d72-48e7-94ad-69757a98fbc3 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:01.083514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.169021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:01.172473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.176178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:01.181539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.186310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (1a24ba60-c669-4c91-99ac-41d0b6e81ea8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.227433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-957229f9-99ec-45b1-b2c9-10f6da4fd7cc admin admin] Publish callbacks [] for security_group (4467bb5c-e5ce-4415-a327-d1f741fa38c3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.239320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] For port e3383200-5d72-48e7-94ad-69757a98fbc3, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e3383200-5d72-48e7-94ad-69757a98fbc3,segment=NetworkSegment(82229940-9c7f-4e18-8c54-7907a4cd6fde),segment_id=82229940-9c7f-4e18-8c54-7907a4cd6fde)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:01.239684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.266052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.272758 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] 10.222.0.89 "DELETE /v2.0/networks/1a24ba60-c669-4c91-99ac-41d0b6e81ea8 HTTP/1.1" status: 204 len: 168 time: 1.1819582 Apr 06 14:31:01.287570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Calling delete_port for e3383200-5d72-48e7-94ad-69757a98fbc3 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:01.327381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-957229f9-99ec-45b1-b2c9-10f6da4fd7cc admin admin] Publish callbacks [] for security_group (4467bb5c-e5ce-4415-a327-d1f741fa38c3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.332476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] Deleting port e3383200-5d72-48e7-94ad-69757a98fbc3 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:01.332476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.347033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0baa50-0fbe-478e-a919-c157e1fa016c tempest-QuotasNegativeTest-743898788 tempest-QuotasNegativeTest-743898788-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a24ba60-c669-4c91-99ac-41d0b6e81ea8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:01.348294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.350851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, a6f3b796-22a2-4f09-aac7-6dc6eec5400c) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:01.359195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:01.359823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.403411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] For port e3383200-5d72-48e7-94ad-69757a98fbc3, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e3383200-5d72-48e7-94ad-69757a98fbc3,segment=NetworkSegment(82229940-9c7f-4e18-8c54-7907a4cd6fde),segment_id=82229940-9c7f-4e18-8c54-7907a4cd6fde)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:01.403877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.418143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] Calling delete_port for e3383200-5d72-48e7-94ad-69757a98fbc3 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:01.505724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 50c89457-a2d7-49d1-a7d0-09d080ece533 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:01.507907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c2480-453e-4c9d-8e6f-2062878321f5 None None] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:01.517589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Network a4978183-0941-4f5e-8cef-ea1ab81b8edf is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:01.532389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:01.543060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:01.544139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:01.544896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.561431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:01.577810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.640651 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f4bc61a2-e9b7-4860-8a89-9272a561d45a tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3670666 Apr 06 14:31:01.640651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.640651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45604) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:01.649482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8365'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:01.684961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ac994377-66b6-4261-a656-e1e744a6c9d8 None None] Current status of the port 40b63827-8d76-4b01-afc0-8686b3bb5703 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:01.700196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (e3383200-5d72-48e7-94ad-69757a98fbc3), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.718193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.731550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:01.737671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:01.739653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-957229f9-99ec-45b1-b2c9-10f6da4fd7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (4467bb5c-e5ce-4415-a327-d1f741fa38c3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.743017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-957229f9-99ec-45b1-b2c9-10f6da4fd7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.744317 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-957229f9-99ec-45b1-b2c9-10f6da4fd7cc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4467bb5c-e5ce-4415-a327-d1f741fa38c3 HTTP/1.1" status: 204 len: 168 time: 0.7709863 Apr 06 14:31:01.750309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] No DVR routers for this DVR port e3383200-5d72-48e7-94ad-69757a98fbc3 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:01.767865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f057-f03d-43c4-803a-0a63aeabcfd2 None None] Pushing event deleted for resources: {'Port': ['ID=e3383200-5d72-48e7-94ad-69757a98fbc3,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:01.771882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:01.773238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.831559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 50c89457-a2d7-49d1-a7d0-09d080ece533 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:01.833058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.840651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9092c5b1-569a-4dc0-85fa-0eac1ce8b873 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9172325 Apr 06 14:31:01.846792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45610) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:01.852425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'subnet': {'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:01.940138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f1c06bbc-c869-4934-b6ed-060f1dc82d71 None None] Provisioning complete for port a7185847-eac4-4c7d-9980-c9c6e9b5d52d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:01.940531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1c06bbc-c869-4934-b6ed-060f1dc82d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:01.980981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-a6f3b796-22a2-4f09-aac7-6dc6eec5400c', 'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c', 'project_id': '632d6d0cc7fd4205b8bfdeea86dede96', 'fixed_ips': [{'subnet_id': '4b0a748c-fab8-4491-a3d8-2d66bd45e009'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:01.982341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.039790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:02.087332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] No DVR routers for this DVR port e3383200-5d72-48e7-94ad-69757a98fbc3 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:02.092823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957229f9-99ec-45b1-b2c9-10f6da4fd7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4467bb5c-e5ce-4415-a327-d1f741fa38c3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:02.095695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=c91cb72f-76b8-4860-9bf4-cf604f93af3e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:02.201148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:02.205217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.232767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 50c89457-a2d7-49d1-a7d0-09d080ece533 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:02.233863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40b63827-8d76-4b01-afc0-8686b3bb5703 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:02.291274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event deleted for resources: {'Port': ['ID=e3383200-5d72-48e7-94ad-69757a98fbc3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:02.342236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:02.354580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (19be29a6-1e6b-4c5f-b98f-0009782675da), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.412493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f1c06bbc-c869-4934-b6ed-060f1dc82d71 None None] Current status of the port a7185847-eac4-4c7d-9980-c9c6e9b5d52d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:02.433717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.441177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] Deleting port a7185847-eac4-4c7d-9980-c9c6e9b5d52d {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:02.441566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.443764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19be29a6-1e6b-4c5f-b98f-0009782675da']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:02.452057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 40b63827-8d76-4b01-afc0-8686b3bb5703 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:02.452408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.480773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82229940-9c7f-4e18-8c54-7907a4cd6fde') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:02.481145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82229940-9c7f-4e18-8c54-7907a4cd6fde') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:02.517477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (82229940-9c7f-4e18-8c54-7907a4cd6fde), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.525323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7290d73-2636-4d70-95bd-7adab3dbaf31 None None] Network 47b370a3-72fd-454c-9921-13d4482137ef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:02.541011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Allocated IP 2001:db8::2 (a6f3b796-22a2-4f09-aac7-6dc6eec5400c/4b0a748c-fab8-4491-a3d8-2d66bd45e009/f8b86f74-6a07-4c2c-a901-9f77a25eed0f) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:02.548059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (82229940-9c7f-4e18-8c54-7907a4cd6fde), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.573173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:02.573955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (82229940-9c7f-4e18-8c54-7907a4cd6fde), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:02.628558 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:02.739519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Provisioning complete for port adb27464-6393-4018-ab45-fe4aa6f84b3f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:02.739783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.774687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45616) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:02.806607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] For port a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:02.807012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.872643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.880232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] Calling delete_port for a7185847-eac4-4c7d-9980-c9c6e9b5d52d owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:02.924591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7846862a-6982-4d90-aa9a-a3cb92b7113d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:02.966518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 40b63827-8d76-4b01-afc0-8686b3bb5703 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:02.967710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device adb27464-6393-4018-ab45-fe4aa6f84b3f up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:03.004105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68e7ca4d-6939-4d62-8911-4307865a2dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.047764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Checking segment: {'id': '8b3fd134-5133-4396-a0a7-dbd0edd1eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:03.048127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network hostable DHCP agents. Network: e08d600f-ac64-49fa-b6e9-d42eb4902cca, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:03.096575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45620) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:03.101073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Publish callbacks [] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.115965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Subnet': ['ID=7846862a-6982-4d90-aa9a-a3cb92b7113d,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.121611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Current status of the port adb27464-6393-4018-ab45-fe4aa6f84b3f is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:03.121998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.155203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port adb27464-6393-4018-ab45-fe4aa6f84b3f triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:03.155566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.191057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] For port adb27464-6393-4018-ab45-fe4aa6f84b3f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=adb27464-6393-4018-ab45-fe4aa6f84b3f,segment=NetworkSegment(66393bc7-8c41-43e8-b640-ed94b364a176),segment_id=66393bc7-8c41-43e8-b640-ed94b364a176)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:03.194220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.208037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:03.220221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.223737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-11401887-21ef-43ca-bcd7-27c3de1b9fe2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=95ccd5605cec475b975d121223c76bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264293 Apr 06 14:31:03.232038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45622) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:03.240106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port a7185847-eac4-4c7d-9980-c9c6e9b5d52d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:03.250193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:03.256975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:03.260526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Pushing event updated for resources: {'Port': ['ID=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.263378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:03.264362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network e08d600f-ac64-49fa-b6e9-d42eb4902cca is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:03.308067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (19be29a6-1e6b-4c5f-b98f-0009782675da), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.321189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.329151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.329151 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] 10.222.0.89 "DELETE /v2.0/networks/19be29a6-1e6b-4c5f-b98f-0009782675da HTTP/1.1" status: 204 len: 168 time: 2.9177322 Apr 06 14:31:03.339284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.343245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e3856-9069-4b83-8d48-5c18501be5af tempest-TagsExtTest-852029663 tempest-TagsExtTest-852029663-project] Pushing event deleted for resources: {'Network': ['ID=19be29a6-1e6b-4c5f-b98f-0009782675da,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.349832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.386667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68e7ca4d-6939-4d62-8911-4307865a2dd6 admin admin] Publish callbacks [] for security_group (9922cf77-d2e7-4268-8f38-62af0b9960d5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.388447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, e08d600f-ac64-49fa-b6e9-d42eb4902cca) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:03.390238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-221c5d8e-587d-47e3-916f-14323f4f5607 admin admin] Publish callbacks [] for security_group (b95d8b36-2ba9-4333-be0a-aee77fa5621b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.404178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:03.404832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.443751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.482091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.486213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.486548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.486897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.504205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:03.504205 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:03.504205 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 2 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:03.522031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.527897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.531943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.532281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.532929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-221c5d8e-587d-47e3-916f-14323f4f5607 admin admin] Publish callbacks [] for security_group (b95d8b36-2ba9-4333-be0a-aee77fa5621b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.533041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.537215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68e7ca4d-6939-4d62-8911-4307865a2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9922cf77-d2e7-4268-8f38-62af0b9960d5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.537410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:03.537701 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:03.538087 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 3 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:03.551742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.552082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.552426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.558556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:03.558887 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:03.559999 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 4 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:03.571774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1c0b8679-1272-48b9-9838-a668b380659e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7248728 Apr 06 14:31:03.573601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45626) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:03.582420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.582758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.583094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.648123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:03.649571 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:03.651844 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 5 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:03.654459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.655673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.663582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f1d68-ab10-4af5-a601-aa8109c052ae None None] Network e08d600f-ac64-49fa-b6e9-d42eb4902cca requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:03.698130 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-68e7ca4d-6939-4d62-8911-4307865a2dd6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=11ecd08770d74f358648b07d24e967c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9218924 Apr 06 14:31:03.700154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:03.706727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45628) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:03.710180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7ca4d-6939-4d62-8911-4307865a2dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9922cf77-d2e7-4268-8f38-62af0b9960d5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.726046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:03.729536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,revision_number=8']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.731201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port adb27464-6393-4018-ab45-fe4aa6f84b3f is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:03.732121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.732473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.735423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:03.735567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.735651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Attempting to bind port f8b86f74-6a07-4c2c-a901-9f77a25eed0f on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.735727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.735822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.735904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Attempting to bind port f8b86f74-6a07-4c2c-a901-9f77a25eed0f by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.736164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.736262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Attempting to bind port f8b86f74-6a07-4c2c-a901-9f77a25eed0f on network a6f3b796-22a2-4f09-aac7-6dc6eec5400c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.744041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Provisioning complete for port c91cb72f-76b8-4860-9bf4-cf604f93af3e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:03.744430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.782850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Pushing event updated for resources: {'Port': ['ID=adb27464-6393-4018-ab45-fe4aa6f84b3f,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.792256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:03.792651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Checking segment: {'id': '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:03.793285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.793415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Bound using segment: {'id': '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:03.793850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Bound port: f8b86f74-6a07-4c2c-a901-9f77a25eed0f, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a6f3b796-22a2-4f09-aac7-6dc6eec5400c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:03.794238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.800491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (a7185847-eac4-4c7d-9980-c9c6e9b5d52d), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.847063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:03.847397 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:03.853564 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 6 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:03.856284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=c91cb72f-76b8-4860-9bf4-cf604f93af3e,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.866728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] No DVR routers for this DVR port a7185847-eac4-4c7d-9980-c9c6e9b5d52d on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:03.871051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da02637-593a-465c-95d4-4ffa590a03a8 None None] Pushing event deleted for resources: {'Port': ['ID=a7185847-eac4-4c7d-9980-c9c6e9b5d52d,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.881705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ec3e4d01-71b9-43c5-a3ef-3c163e73e3f6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1738822 Apr 06 14:31:03.881705 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-221c5d8e-587d-47e3-916f-14323f4f5607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b95d8b36-2ba9-4333-be0a-aee77fa5621b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.882596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45630) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:03.893888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-221c5d8e-587d-47e3-916f-14323f4f5607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:03.895127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:03.895427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-221c5d8e-587d-47e3-916f-14323f4f5607 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b95d8b36-2ba9-4333-be0a-aee77fa5621b HTTP/1.1" status: 204 len: 168 time: 0.6626205 Apr 06 14:31:03.907754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:03.907754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:03.907754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:03.921733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c5d8e-587d-47e3-916f-14323f4f5607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d8b36-2ba9-4333-be0a-aee77fa5621b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:03.933580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663ed8d-bc90-41db-91fb-89bdce6310d1 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:03.936021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5512ec7b-93b8-4617-9bd3-307a81a01f32 None None] Port c91cb72f-76b8-4860-9bf4-cf604f93af3e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:04.038108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:04.038448 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:04.052966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-e08d600f-ac64-49fa-b6e9-d42eb4902cca', 'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca', 'project_id': '632d6d0cc7fd4205b8bfdeea86dede96', 'fixed_ips': [{'subnet_id': '7846862a-6982-4d90-aa9a-a3cb92b7113d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:04.055686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.055814 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 7 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:04.076731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:31:04.076731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:31:04.088130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] For port f8b86f74-6a07-4c2c-a901-9f77a25eed0f, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:04.090197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:04.102568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:04.102722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:04.103294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:04.122789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] For port f8b86f74-6a07-4c2c-a901-9f77a25eed0f, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,segment=NetworkSegment(6b9c9bf8-5af3-411e-bcb2-4081dd7855f3),segment_id=6b9c9bf8-5af3-411e-bcb2-4081dd7855f3)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:04.137222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcd0519d-975d-4be9-b7bc-756aba30150e admin admin] Publish callbacks [] for security_group (9922cf77-d2e7-4268-8f38-62af0b9960d5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.141734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:04.150634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:04.151063 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:04.159759 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 8 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:04.162669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:04.183249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-05f79f04-7626-4a48-8ef4-4277ac6506d0 None None] Provisioning complete for port adb27464-6393-4018-ab45-fe4aa6f84b3f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:04.183584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-05f79f04-7626-4a48-8ef4-4277ac6506d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.216971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcd0519d-975d-4be9-b7bc-756aba30150e admin admin] Publish callbacks [] for security_group (9922cf77-d2e7-4268-8f38-62af0b9960d5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.229468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:04.229641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:04.229891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:04.230405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:04.235213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.268563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.309995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-84dc970f-d028-469b-9736-cfbd738a698e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=75f7cdc59cb34af4ac2e0dfaa42d2dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182543 Apr 06 14:31:04.310543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:04.336861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:04.337194 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:04.338549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.353939 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 9 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:04.393744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5aa487e-ac72-4eb5-88e8-80db960fd2dc admin admin] Publish callbacks [] for security_group (b96ab518-d8d3-461c-837e-4aacfbaf3760), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.428885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5aa487e-ac72-4eb5-88e8-80db960fd2dc admin admin] Publish callbacks [] for security_group (b96ab518-d8d3-461c-837e-4aacfbaf3760), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.467595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:04.468168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:04.468660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:04.472889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b14976-d9c0-4238-895f-694b80c32ee6 None None] Pushing event updated for resources: {'Port': ['ID=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:04.491181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Allocated IP 2001:db8::2 (e08d600f-ac64-49fa-b6e9-d42eb4902cca/7846862a-6982-4d90-aa9a-a3cb92b7113d/829a8787-b896-4e16-bbf6-f9031247a869) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:04.501722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:04.508304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.569018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:04.569356 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:04.573773 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 10 to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a Apr 06 14:31:04.596961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5aa487e-ac72-4eb5-88e8-80db960fd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b96ab518-d8d3-461c-837e-4aacfbaf3760), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.600124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5aa487e-ac72-4eb5-88e8-80db960fd2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.605002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f5aa487e-ac72-4eb5-88e8-80db960fd2dc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b96ab518-d8d3-461c-837e-4aacfbaf3760 HTTP/1.1" status: 204 len: 168 time: 0.2933562 Apr 06 14:31:04.625188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:04.625768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:04.625891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa487e-ac72-4eb5-88e8-80db960fd2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ab518-d8d3-461c-837e-4aacfbaf3760,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:04.626357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:04.686818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:04.687073 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:04.687600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.689656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcd0519d-975d-4be9-b7bc-756aba30150e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9922cf77-d2e7-4268-8f38-62af0b9960d5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.692441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bcd0519d-975d-4be9-b7bc-756aba30150e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.693824 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bcd0519d-975d-4be9-b7bc-756aba30150e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9922cf77-d2e7-4268-8f38-62af0b9960d5 HTTP/1.1" status: 204 len: 168 time: 0.9846642 Apr 06 14:31:04.726197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-05f79f04-7626-4a48-8ef4-4277ac6506d0 None None] Current status of the port adb27464-6393-4018-ab45-fe4aa6f84b3f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:04.752382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Allocated IP 2001:db8::f816:3eff:fea5:5bb (2934fa9c-89df-48fd-aebe-9f87f342666e/3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382/60550f9e-4ba6-458e-a2ab-18a6320de4e6) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:04.763196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port adb27464-6393-4018-ab45-fe4aa6f84b3f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:04.782355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0519d-975d-4be9-b7bc-756aba30150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9922cf77-d2e7-4268-8f38-62af0b9960d5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:04.908954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e3383200-5d72-48e7-94ad-69757a98fbc3 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:04.953445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: e3383200-5d72-48e7-94ad-69757a98fbc3 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:04.953805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e3383200-5d72-48e7-94ad-69757a98fbc3 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:05.011309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cff4e089-723c-41c6-8ee6-544378d34d7d None None] Provisioning complete for port c91cb72f-76b8-4860-9bf4-cf604f93af3e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:05.011728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cff4e089-723c-41c6-8ee6-544378d34d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.072186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Publish callbacks [] for port (829a8787-b896-4e16-bbf6-f9031247a869), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.083377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router ab86fc92-ce82-4576-8865-2aed5a1dcff0 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:05.097411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cff4e089-723c-41c6-8ee6-544378d34d7d None None] Port c91cb72f-76b8-4860-9bf4-cf604f93af3e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:05.112484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] For port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a, host hv-neutron-8365, cleared binding levels {{(pid=104421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:05.112889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempted to set empty binding levels {{(pid=104421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:05.143164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Publish callbacks [] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.147959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (829a8787-b896-4e16-bbf6-f9031247a869), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.160446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Allocated IP 2001:db8::1 (a6f3b796-22a2-4f09-aac7-6dc6eec5400c/4b0a748c-fab8-4491-a3d8-2d66bd45e009/ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:05.190620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Network e08d600f-ac64-49fa-b6e9-d42eb4902cca is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:05.197025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:05.199776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:05.212633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f8b86f74-6a07-4c2c-a901-9f77a25eed0f up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:05.219696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Pushing event updated for resources: {'Port': ['ID=829a8787-b896-4e16-bbf6-f9031247a869,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:05.251446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.271898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.333244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] In _notify_port_updated(), no bound segment for port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:05.344907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.344907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.344907 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "PUT /v2.0/ports/aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a HTTP/1.1" status: 200 len: 977 time: 3.6951251 Apr 06 14:31:05.345412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45656) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:05.380439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:05.391834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Attempting to bind port 829a8787-b896-4e16-bbf6-f9031247a869 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:05.392145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Attempting to bind port 829a8787-b896-4e16-bbf6-f9031247a869 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '8b3fd134-5133-4396-a0a7-dbd0edd1eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:05.392496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Attempting to bind port 829a8787-b896-4e16-bbf6-f9031247a869 on network e08d600f-ac64-49fa-b6e9-d42eb4902cca {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:05.398660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:05.405655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:05.420129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:05.425678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Checking segment: {'id': '8b3fd134-5133-4396-a0a7-dbd0edd1eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:05.425678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.425678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Bound using segment: {'id': '8b3fd134-5133-4396-a0a7-dbd0edd1eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:05.425678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Bound port: 829a8787-b896-4e16-bbf6-f9031247a869, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3fd134-5133-4396-a0a7-dbd0edd1eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e08d600f-ac64-49fa-b6e9-d42eb4902cca'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:05.425678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (829a8787-b896-4e16-bbf6-f9031247a869), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.425678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Pushing event updated for resources: {'Port': ['ID=60550f9e-4ba6-458e-a2ab-18a6320de4e6,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:05.459977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3301c0-c21b-4c93-b088-fbd3403cf665 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:05.521608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d9ad9d6b-7b14-4fab-868f-c96ad110a1b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.545800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f8b86f74-6a07-4c2c-a901-9f77a25eed0f triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:05.546175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.557972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:05.567033 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6270f48a-91d6-4301-a488-c1dc5f8f3205 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/ab86fc92-ce82-4576-8865-2aed5a1dcff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6885805 Apr 06 14:31:05.575460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45664) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:05.591642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] Sync routers for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:05.606892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Attempting to bind port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:05.607268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Attempting to bind port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:05.607632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Attempting to bind port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:05.615966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:05.616613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:05.633290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:05.647183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:05.665929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.669664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.670519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.681662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.682207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.686069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.687216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.690070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.690561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.694702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=d9ad9d6b-7b14-4fab-868f-c96ad110a1b3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:05.695712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.696342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.696927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.699258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.700463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.702783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.704225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.707752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.709900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.710726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.721852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a8f954ec-b0ec-4f13-a643-39ee1cebcbd2 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15973 time: 0.3796642 Apr 06 14:31:05.726249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45668) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:05.729767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d9ccb-e5af-49b1-8ce3-25aef5603e51 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.731440 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-079d9ccb-e5af-49b1-8ce3-25aef5603e51 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports/c91cb72f-76b8-4860-9bf4-cf604f93af3e HTTP/1.1" status: 200 len: 911 time: 0.1532090 Apr 06 14:31:05.734998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:05.865744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.877895 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ff44d175-8507-408d-92ac-6ae2eb4fce57 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9880896 Apr 06 14:31:05.879648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45674) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:05.893769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:be:53:e0', 'name': 'tempest-NetworksTestDHCPv6-551348005'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:05.896272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45676) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:05.923322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:05.923815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:05.924342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.924342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:05.924864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Bound port: 60550f9e-4ba6-458e-a2ab-18a6320de4e6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:05.925096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d1c7a6-1681-4186-a4f5-b2d3bd17b9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.925250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.942633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:05.953909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] For port 829a8787-b896-4e16-bbf6-f9031247a869, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:05.996327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] For port 829a8787-b896-4e16-bbf6-f9031247a869, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=829a8787-b896-4e16-bbf6-f9031247a869,segment=NetworkSegment(8b3fd134-5133-4396-a0a7-dbd0edd1eee4),segment_id=8b3fd134-5133-4396-a0a7-dbd0edd1eee4)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:06.014623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Deleting port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:06.014987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.045479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:06.046135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:06.056491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d96c3-a1f2-4a07-81bd-4aaed3af7087 None None] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:06.146240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:06.147138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a594217-44d0-4e4a-a031-d356f8f06af3 None None] The sync data for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:06.149509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (829a8787-b896-4e16-bbf6-f9031247a869), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.160793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] For port aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a, host hv-neutron-8365, got binding levels [] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:06.161198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.198671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Calling delete_port for aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:06.222495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f8b86f74-6a07-4c2c-a901-9f77a25eed0f is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:06.222891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.246235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] For port 60550f9e-4ba6-458e-a2ab-18a6320de4e6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:06.260743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2f4c600c-8ffe-4e18-be69-f253d97e73bd None None] Provisioning complete for port f8b86f74-6a07-4c2c-a901-9f77a25eed0f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:06.261131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2f4c600c-8ffe-4e18-be69-f253d97e73bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.309599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:06.330648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] For port 60550f9e-4ba6-458e-a2ab-18a6320de4e6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=60550f9e-4ba6-458e-a2ab-18a6320de4e6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:06.394506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7257b5f-ebde-4f99-b406-85471897f430 None None] Pushing event updated for resources: {'Port': ['ID=829a8787-b896-4e16-bbf6-f9031247a869,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:06.399026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port f8b86f74-6a07-4c2c-a901-9f77a25eed0f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,segment=NetworkSegment(6b9c9bf8-5af3-411e-bcb2-4081dd7855f3),segment_id=6b9c9bf8-5af3-411e-bcb2-4081dd7855f3)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:06.451393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.453192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.486357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 51bd9b95-e912-4327-850b-2ddf38d50332 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:06.532168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.533500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device adb27464-6393-4018-ab45-fe4aa6f84b3f up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:06.606116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.656615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c600c-8ffe-4e18-be69-f253d97e73bd None None] Current status of the port f8b86f74-6a07-4c2c-a901-9f77a25eed0f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:06.674951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff22d-4a07-4ae4-89f2-1d416e58eba1 None None] Pushing event updated for resources: {'Port': ['ID=60550f9e-4ba6-458e-a2ab-18a6320de4e6,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:06.707023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event deleted for resources: {'Port': ['ID=aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:06.739284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.747886 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-92a338a6-cb0e-4557-87ef-8ce4072d0f77 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "DELETE /v2.0/ports/aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a HTTP/1.1" status: 204 len: 168 time: 1.0202115 Apr 06 14:31:06.759928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45692) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:06.770933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port adb27464-6393-4018-ab45-fe4aa6f84b3f triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:06.771306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.842113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:06.879568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.965407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port adb27464-6393-4018-ab45-fe4aa6f84b3f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:06.996367 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb0de1e-664c-45fa-b6ad-ff1538609ae4 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:06.998366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1bb0de1e-664c-45fa-b6ad-ff1538609ae4 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "GET /v2.0/ports/aacf1eb6-4dd8-4c77-b02a-bae2b3703d1a HTTP/1.1" status: 404 len: 333 time: 0.2370458 Apr 06 14:31:07.008195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45698) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:07.024014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-317632476', 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:07.041208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:07.054534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Port': ['ID=ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:07.058223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:07.060668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:07.063607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.078500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a7185847-eac4-4c7d-9980-c9c6e9b5d52d no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:07.137892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a7185847-eac4-4c7d-9980-c9c6e9b5d52d {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:07.138607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a7185847-eac4-4c7d-9980-c9c6e9b5d52d not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:07.152311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 172.20.0.3 (2934fa9c-89df-48fd-aebe-9f87f342666e/d9ad9d6b-7b14-4fab-868f-c96ad110a1b3/51bd9b95-e912-4327-850b-2ddf38d50332) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:07.159426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:febe:53e0 (2934fa9c-89df-48fd-aebe-9f87f342666e/3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382/51bd9b95-e912-4327-850b-2ddf38d50332) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:07.315620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-76e25b4e-9fdd-4153-b4d3-e57bcf61e565 None None] Provisioning complete for port f8b86f74-6a07-4c2c-a901-9f77a25eed0f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:07.316683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-76e25b4e-9fdd-4153-b4d3-e57bcf61e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.351896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45704) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:07.361736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Made reservation on behalf of e29ab255de7a45d3821c96707c883d69 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:07.368462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.502824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (51bd9b95-e912-4327-850b-2ddf38d50332), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.559615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.577435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d1c7a6-1681-4186-a4f5-b2d3bd17b9a6 admin admin] Publish callbacks [] for security_group (f83b975d-9869-49ba-b711-9d385d0f8a27), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.587506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-76e25b4e-9fdd-4153-b4d3-e57bcf61e565 None None] Current status of the port f8b86f74-6a07-4c2c-a901-9f77a25eed0f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:07.599885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port 20ebf454-059e-426b-8ddf-b0ef2301f554 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:07.626076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f8b86f74-6a07-4c2c-a901-9f77a25eed0f up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:07.683179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (51bd9b95-e912-4327-850b-2ddf38d50332), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.685615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1886801967-network', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:07.712869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f8b86f74-6a07-4c2c-a901-9f77a25eed0f triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:07.713662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.771279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:07.780127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:07.790032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:07.796568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d1c7a6-1681-4186-a4f5-b2d3bd17b9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f83b975d-9869-49ba-b711-9d385d0f8a27), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.878810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f8b86f74-6a07-4c2c-a901-9f77a25eed0f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:07.882218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 829a8787-b896-4e16-bbf6-f9031247a869 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:07.888383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:07.889363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.894732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=51bd9b95-e912-4327-850b-2ddf38d50332,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:07.934267 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-50d1c7a6-1681-4186-a4f5-b2d3bd17b9a6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=22a59af9e62f433aaa0fa1f2416a2033&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0325558 Apr 06 14:31:07.935762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45714) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:07.939595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1c7a6-1681-4186-a4f5-b2d3bd17b9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83b975d-9869-49ba-b711-9d385d0f8a27,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:07.947437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.979924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-466f6586-44e4-4caf-805d-b254f99f4297 None None] Provisioning complete for port ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:07.980483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-466f6586-44e4-4caf-805d-b254f99f4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.024300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Made reservation on behalf of 1a315d932f2d48d7b0eba7b4b6bcdab2 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:08.031564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.051401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2f1c753d-1381-40cd-ad5b-4eebf710c179 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1658568 Apr 06 14:31:08.054317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45718) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.059171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-466f6586-44e4-4caf-805d-b254f99f4297 None None] Port ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:08.064981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0dbead9-0d75-425d-866b-dbd6297fe098 admin admin] Publish callbacks [] for security_group (f83b975d-9869-49ba-b711-9d385d0f8a27), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.100583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 829a8787-b896-4e16-bbf6-f9031247a869 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:08.100988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (829a8787-b896-4e16-bbf6-f9031247a869), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.104670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fad1cc-877c-42ec-bc6b-d4820a8f8c70 None None] Network e08d600f-ac64-49fa-b6e9-d42eb4902cca requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:08.123879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.125596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0dbead9-0d75-425d-866b-dbd6297fe098 admin admin] Publish callbacks [] for security_group (f83b975d-9869-49ba-b711-9d385d0f8a27), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.253194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81436cc8-b6e5-403a-a562-e80965c07dec tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:08.263110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for port (20ebf454-059e-426b-8ddf-b0ef2301f554), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.264971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Provisioning complete for port 829a8787-b896-4e16-bbf6-f9031247a869 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:08.265130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (829a8787-b896-4e16-bbf6-f9031247a869), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.267826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81436cc8-b6e5-403a-a562-e80965c07dec tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:08.270582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-81436cc8-b6e5-403a-a562-e80965c07dec tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2148550 Apr 06 14:31:08.275588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0dbead9-0d75-425d-866b-dbd6297fe098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f83b975d-9869-49ba-b711-9d385d0f8a27), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.278773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0dbead9-0d75-425d-866b-dbd6297fe098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.282054 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d0dbead9-0d75-425d-866b-dbd6297fe098 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f83b975d-9869-49ba-b711-9d385d0f8a27 HTTP/1.1" status: 204 len: 168 time: 0.3428848 Apr 06 14:31:08.282054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45722) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.282054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45724) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.346914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbead9-0d75-425d-866b-dbd6297fe098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83b975d-9869-49ba-b711-9d385d0f8a27,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:08.496033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a548b-b113-4a7f-a2eb-f62fcc2c62ad None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:08.512532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-970964627', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:08.536096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 51bd9b95-e912-4327-850b-2ddf38d50332 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:08.536677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (51bd9b95-e912-4327-850b-2ddf38d50332), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.594448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 829a8787-b896-4e16-bbf6-f9031247a869 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:08.594840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (829a8787-b896-4e16-bbf6-f9031247a869), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.614764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (20ebf454-059e-426b-8ddf-b0ef2301f554), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.652072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Made reservation on behalf of 1ba9a87c54de4410b828e412a3b8f587 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:08.654626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.664896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (51bd9b95-e912-4327-850b-2ddf38d50332), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.678657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.685957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Network a4978183-0941-4f5e-8cef-ea1ab81b8edf is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:08.694711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 51bd9b95-e912-4327-850b-2ddf38d50332 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:08.700838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 829a8787-b896-4e16-bbf6-f9031247a869, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=829a8787-b896-4e16-bbf6-f9031247a869,segment=NetworkSegment(8b3fd134-5133-4396-a0a7-dbd0edd1eee4),segment_id=8b3fd134-5133-4396-a0a7-dbd0edd1eee4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:08.707522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Current status of the port 829a8787-b896-4e16-bbf6-f9031247a869 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:08.708028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (829a8787-b896-4e16-bbf6-f9031247a869), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.733543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:08.739529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.746165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:08.747123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:08.747864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.801186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (829a8787-b896-4e16-bbf6-f9031247a869), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.802564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 60550f9e-4ba6-458e-a2ab-18a6320de4e6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:08.852498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8:1::1 (47b370a3-72fd-454c-9921-13d4482137ef/767cecad-a0ee-4467-81de-393c572acca0/2e2f8029-af8d-4140-979a-1a277fa47149) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:08.862963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for security_group (ef83ed28-f73d-4e1b-9dbb-62fdae380710), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.947785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=20ebf454-059e-426b-8ddf-b0ef2301f554,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:08.959175 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8b6dea20-f04f-461e-be66-4ec1174ea130 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9439614 Apr 06 14:31:08.959959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.961323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.963118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45732) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.981439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ef83ed28-f73d-4e1b-9dbb-62fdae380710), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.036692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:31:09.042784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:31:09.051117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] device_id is not set on port 30a5a8bb-789e-4044-842f-671649e10080 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:09.056130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef83ed28-f73d-4e1b-9dbb-62fdae380710,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.068316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] Update dhcp port {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': '3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382', 'ip_address': '2001:db8::f816:3eff:fea5:5bb'}, {'subnet_id': 'd9ad9d6b-7b14-4fab-868f-c96ad110a1b3'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '60550f9e-4ba6-458e-a2ab-18a6320de4e6'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:31:09.082124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=829a8787-b896-4e16-bbf6-f9031247a869,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.111587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:09.112064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.115963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.146721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4d1f6-2d24-4eb1-aaf9-f3a3ce395e18 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:09.152659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45738) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.156261 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-39f4d1f6-2d24-4eb1-aaf9-f3a3ce395e18 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "GET /v2.0/ports/20ebf454-059e-426b-8ddf-b0ef2301f554 HTTP/1.1" status: 200 len: 954 time: 0.1853487 Apr 06 14:31:09.193365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (2e2f8029-af8d-4140-979a-1a277fa47149), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.200688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Port': ['ID=ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.223743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (51bd9b95-e912-4327-850b-2ddf38d50332), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.245479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks [] for security_group (7c49607f-1b25-4f1e-9faf-dbec32ebc3a1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.266730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=51bd9b95-e912-4327-850b-2ddf38d50332,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.291285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:09.294016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:09.311001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Allocated IP 172.26.6.236 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/30a5a8bb-789e-4044-842f-671649e10080) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:09.311675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:09.312068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.340091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7c49607f-1b25-4f1e-9faf-dbec32ebc3a1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.384116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 60550f9e-4ba6-458e-a2ab-18a6320de4e6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=60550f9e-4ba6-458e-a2ab-18a6320de4e6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:09.386147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] Allocated IP 172.20.0.2 (2934fa9c-89df-48fd-aebe-9f87f342666e/d9ad9d6b-7b14-4fab-868f-c96ad110a1b3/60550f9e-4ba6-458e-a2ab-18a6320de4e6) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:09.388103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.452478 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:09.458756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.469922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 47b370a3-72fd-454c-9921-13d4482137ef is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:09.486639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:09.488672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49607f-1b25-4f1e-9faf-dbec32ebc3a1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.492923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (00c807fa-43db-49bb-b7bb-f1fe7a95906d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.493275 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Added segment 00c807fa-43db-49bb-b7bb-f1fe7a95906d of type vlan for network 661eb41e-2088-413c-98f9-50ad8667e372 Apr 06 14:31:09.504153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:09.504793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.632087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.635918 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b2c7afaa-1e06-46fb-8694-f1478e89cbc2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/51bd9b95-e912-4327-850b-2ddf38d50332 HTTP/1.1" status: 204 len: 168 time: 1.3514609 Apr 06 14:31:09.645023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45746) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.730665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=2e2f8029-af8d-4140-979a-1a277fa47149,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.800332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77d39e-ad3d-4c8c-8536-fa1e1ce6abb7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:09.802143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77d39e-ad3d-4c8c-8536-fa1e1ce6abb7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:09.804327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77d39e-ad3d-4c8c-8536-fa1e1ce6abb7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:09.806409 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5b77d39e-ad3d-4c8c-8536-fa1e1ce6abb7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1592331 Apr 06 14:31:09.810037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45752) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.815544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (661eb41e-2088-413c-98f9-50ad8667e372), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.860736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 829a8787-b896-4e16-bbf6-f9031247a869 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:09.875182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Deleting port 20ebf454-059e-426b-8ddf-b0ef2301f554 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:09.877132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (20ebf454-059e-426b-8ddf-b0ef2301f554), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.894412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.960113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=60550f9e-4ba6-458e-a2ab-18a6320de4e6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.967370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fa2228ea-159c-4913-bf4a-a3b9b00ea9fc None None] Current status of the port 829a8787-b896-4e16-bbf6-f9031247a869 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:09.995900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (20ebf454-059e-426b-8ddf-b0ef2301f554), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.001838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:10.014084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Router 7999a9ea-14c2-402b-8530-513d8584db43 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:10.015799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (661eb41e-2088-413c-98f9-50ad8667e372), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.017162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:10.017353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.022490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] For port 60550f9e-4ba6-458e-a2ab-18a6320de4e6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=60550f9e-4ba6-458e-a2ab-18a6320de4e6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:10.027619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Calling delete_port for 20ebf454-059e-426b-8ddf-b0ef2301f554 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:10.031456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for port (30a5a8bb-789e-4044-842f-671649e10080), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.083565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] Publish callbacks [] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.122559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 829a8787-b896-4e16-bbf6-f9031247a869 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:10.123166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (829a8787-b896-4e16-bbf6-f9031247a869), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.147646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.153168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Provisioning complete for port ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:10.158553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.158553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.205672 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8317811 Apr 06 14:31:10.206909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45758) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:10.207300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174f972-8e91-40b9-8e09-0f49c8c3fb4b admin admin] Pushing event updated for resources: {'Network': ['ID=661eb41e-2088-413c-98f9-50ad8667e372,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.210737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.267186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 661eb41e-2088-413c-98f9-50ad8667e372 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:10.284810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:10.293426 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-73bf10c0-9eda-4fa2-b7a4-83d313f0882b tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7178922 Apr 06 14:31:10.296336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45760) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:10.301399 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] Sync routers for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:10.313134 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:10.314050 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:10.351261 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:10.361755 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:10.362615 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:10.395855 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:10.396776 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a41af2-ed12-4f6f-8020-9f40f24ec1f0 None None] The sync data for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:10.420589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Port ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:10.469119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Provisioning complete for port 2e2f8029-af8d-4140-979a-1a277fa47149 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:10.469496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.472536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b01b80-7c91-492e-b901-bdf018b24db1 None None] Pushing event updated for resources: {'Port': ['ID=60550f9e-4ba6-458e-a2ab-18a6320de4e6,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.538316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 829a8787-b896-4e16-bbf6-f9031247a869 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:10.541268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Port 2e2f8029-af8d-4140-979a-1a277fa47149 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:10.573940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Provisioning complete for port 829a8787-b896-4e16-bbf6-f9031247a869 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:10.574629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (829a8787-b896-4e16-bbf6-f9031247a869), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.703762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Current status of the port 829a8787-b896-4e16-bbf6-f9031247a869 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:10.727748 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Provisioning complete for port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:10.728493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.741621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Request body: {'subnet': {'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1886801967-subnet', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:10.746314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (30a5a8bb-789e-4044-842f-671649e10080), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.751313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (20ebf454-059e-426b-8ddf-b0ef2301f554), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.832418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.836569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "DELETE /v2.0/ports/20ebf454-059e-426b-8ddf-b0ef2301f554 HTTP/1.1" status: 204 len: 168 time: 1.6826124 Apr 06 14:31:10.851115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f8519895-1b6e-431b-93ee-2fa58d057a24 None None] Current status of the port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:10.857435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45770) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:10.902504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (2e2f8029-af8d-4140-979a-1a277fa47149), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.914255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:10.935043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Pushing event updated for resources: {'Port': ['ID=30a5a8bb-789e-4044-842f-671649e10080,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.937932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:10.939732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Made reservation on behalf of 1a315d932f2d48d7b0eba7b4b6bcdab2 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:10.945872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.956739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:10.963029 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e22e6df-3059-423a-a0cf-3f26e44e1a8d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:10.964489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0e22e6df-3059-423a-a0cf-3f26e44e1a8d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "GET /v2.0/ports/20ebf454-059e-426b-8ddf-b0ef2301f554 HTTP/1.1" status: 404 len: 333 time: 0.1021898 Apr 06 14:31:10.993629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45774) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.000909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Request body: {'port': {'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1266083736'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.003849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.004616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.046816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.161589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e7fa2-f681-40c2-9380-1502e6f4b577 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event deleted for resources: {'Port': ['ID=20ebf454-059e-426b-8ddf-b0ef2301f554,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.162899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=2e2f8029-af8d-4140-979a-1a277fa47149,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.171648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Made reservation on behalf of e29ab255de7a45d3821c96707c883d69 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:11.173986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.198366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:11.198998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.210222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port b71e5d28-6d64-4edd-b39a-d2848388b8b0 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:11.281998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.319653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7df5ccbe-9343-4e3e-a621-692317c2d2d7 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0264230 Apr 06 14:31:11.326260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.328560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45782) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.330383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.331764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 47b370a3-72fd-454c-9921-13d4482137ef is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:11.333660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5b733276-bb33-4b00-9a1c-0acd1741a3f9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382 HTTP/1.1" status: 204 len: 168 time: 1.5222931 Apr 06 14:31:11.336494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45784) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.343298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.236'}]}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.350261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:11.385581 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-e12f560a-4286-4690-b9cb-79941600c661 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:11.391304 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e12f560a-4286-4690-b9cb-79941600c661 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0928402 Apr 06 14:31:11.394145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930da83f-af5e-4cc8-9ce6-82d1536f3e2c None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:11.395327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45786) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.465628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ce6bcdbc-53ae-44f7-8bac-e27fd58d3cc4 None None] Could not find standard attr ID for object 51bd9b95-e912-4327-850b-2ddf38d50332. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:31:11.487546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ce6bcdbc-53ae-44f7-8bac-e27fd58d3cc4 None None] Provisioning complete for port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:11.488094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcdbc-53ae-44f7-8bac-e27fd58d3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.571666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet d9ad9d6b-7b14-4fab-868f-c96ad110a1b3 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:11.575443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (d9ad9d6b-7b14-4fab-868f-c96ad110a1b3), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.578557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.580096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.634445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.640825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bcdbc-53ae-44f7-8bac-e27fd58d3cc4 None None] Current status of the port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:11.652641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 60550f9e-4ba6-458e-a2ab-18a6320de4e6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:11.666812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (d9ad9d6b-7b14-4fab-868f-c96ad110a1b3), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.693033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45790) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.738084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for router_controller (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.747335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router ab86fc92-ce82-4576-8865-2aed5a1dcff0 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:11.770492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:11.770964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.793443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.807912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b03cbfc0-a7f0-4f0c-bddd-df594c7aa941 None None] Provisioning complete for port 2e2f8029-af8d-4140-979a-1a277fa47149 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:11.808374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b03cbfc0-a7f0-4f0c-bddd-df594c7aa941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.904785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b03cbfc0-a7f0-4f0c-bddd-df594c7aa941 None None] Port 2e2f8029-af8d-4140-979a-1a277fa47149 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:11.907687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:11.922128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d9ad9d6b-7b14-4fab-868f-c96ad110a1b3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.950174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2b53694d-3654-4128-b30e-49a547229bc4 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.952882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.999521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:12.009823 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ba2f8cb2-528d-4091-8bf5-26c2a2f929eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/ab86fc92-ce82-4576-8865-2aed5a1dcff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2735286 Apr 06 14:31:12.015495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] Sync routers for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:12.016361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45794) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.032308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.032809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:12.034385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:12.062390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Checking segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:12.062800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Network hostable DHCP agents. Network: 661eb41e-2088-413c-98f9-50ad8667e372, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:12.090133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:12.095988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:12.097083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:12.101032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Network a4978183-0941-4f5e-8cef-ea1ab81b8edf is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:12.139757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:12.140431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451b9da-465a-4049-b687-14e78f2a7fc0 None None] The sync data for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:12.146791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:12.153437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=b71e5d28-6d64-4edd-b39a-d2848388b8b0,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.157688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:12.161168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:12.161168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.163415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for router_gateway (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.187572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017bf79d-bb42-488b-831e-399b698e61b0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:12.191625 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-017bf79d-bb42-488b-831e-399b698e61b0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports/2e2f8029-af8d-4140-979a-1a277fa47149 HTTP/1.1" status: 200 len: 913 time: 0.1702874 Apr 06 14:31:12.191963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45796) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.201329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (d9ad9d6b-7b14-4fab-868f-c96ad110a1b3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.213514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Network 661eb41e-2088-413c-98f9-50ad8667e372 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:12.246246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ad9d6b-7b14-4fab-868f-c96ad110a1b3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.255682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.259602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8553783f-d943-482d-b8de-b3053aa1543a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/d9ad9d6b-7b14-4fab-868f-c96ad110a1b3 HTTP/1.1" status: 204 len: 168 time: 0.9220786 Apr 06 14:31:12.262259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45798) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.287297 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-73ecf036-c480-431c-8804-df09851c2f06 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2925777 Apr 06 14:31:12.291101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45800) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.299063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8365'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:12.312280 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1079e632-d0af-4e43-afac-a063e18c8896 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488908 Apr 06 14:31:12.315068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45802) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.320189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:12.341620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 661eb41e-2088-413c-98f9-50ad8667e372) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:12.349825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066fbb5-53d5-425f-ac5d-51539de543fe None None] Network 661eb41e-2088-413c-98f9-50ad8667e372 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:12.372805 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2b53694d-3654-4128-b30e-49a547229bc4 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "PUT /v2.0/quotas/c45dd672f5ed4d018dbab4a69a4927b6 HTTP/1.1" status: 200 len: 366 time: 0.6783278 Apr 06 14:31:12.375830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45804) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.379853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:12.380445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.426990 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aca9961d-46e7-4791-9618-e279b5ea8400 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0462022 Apr 06 14:31:12.427779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45806) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.446479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.490292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-661eb41e-2088-413c-98f9-50ad8667e372', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:12.496812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.504318 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aa2b3804-61e3-4a72-beb0-0b0fad78f521 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2860439 Apr 06 14:31:12.505383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45808) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.509808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:12.525475 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0087e37f-5c98-41ad-ad18-530478208859 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "GET /v2.0/quotas/c45dd672f5ed4d018dbab4a69a4927b6 HTTP/1.1" status: 200 len: 366 time: 0.0942645 Apr 06 14:31:12.533317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45810) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.597662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:12.602089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.607743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb0b8c-9f1c-4f8f-97eb-746e1a0f2624 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:12.608721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.704402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b253b8cd-c33c-4e7a-8789-60d9280ae8f0 None None] Provisioning complete for port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:12.705062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b253b8cd-c33c-4e7a-8789-60d9280ae8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.708627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (244c3ead-18e4-482f-8eba-5273cb598a8c), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.709708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (244c3ead-18e4-482f-8eba-5273cb598a8c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.714668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f21360f3-da07-45bc-846b-1e54a499dbda tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "DELETE /v2.0/quotas/c45dd672f5ed4d018dbab4a69a4927b6 HTTP/1.1" status: 204 len: 168 time: 0.1802905 Apr 06 14:31:12.717327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45812) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.767715 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-509882e0-e114-447f-a985-9774d789d4f8 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0485697 Apr 06 14:31:12.776900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45814) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.814462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Allocated IP 172.20.0.2 (661eb41e-2088-413c-98f9-50ad8667e372/a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a/39a63f23-20c2-4e92-9f3d-e21bcd8d517b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:12.849258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks [] for router_controller (244c3ead-18e4-482f-8eba-5273cb598a8c), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.869942 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dc807b27-f895-4bcc-b5e0-ccbf9a9911d8 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "GET /v2.0/quotas/c45dd672f5ed4d018dbab4a69a4927b6 HTTP/1.1" status: 200 len: 370 time: 0.0885363 Apr 06 14:31:12.885628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45816) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.895997 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-38dbcee3-443b-47c1-85bf-4127c2f29827 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "GET /v2.0/quotas/c45dd672f5ed4d018dbab4a69a4927b6/default HTTP/1.1" status: 200 len: 370 time: 0.0076036 Apr 06 14:31:12.903146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45818) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.925655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:12.932195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b253b8cd-c33c-4e7a-8789-60d9280ae8f0 None None] Current status of the port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:12.943641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] device_id is not set on port b71e5d28-6d64-4edd-b39a-d2848388b8b0 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:12.956343 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-4b75b760-9f87-4b26-9e7c-270a172a4bd9 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] delete failed (client error): The resource could not be found. Apr 06 14:31:12.957731 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4b75b760-9f87-4b26-9e7c-270a172a4bd9 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "DELETE /v2.0/quotas/c45dd672f5ed4d018dbab4a69a4927b6 HTTP/1.1" status: 404 len: 348 time: 0.0493562 Apr 06 14:31:12.983860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks [] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.022062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for router_gateway (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.056280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.104395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Publish callbacks [] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.106612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] Deleting port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:13.106981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.124590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.176997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] For port 60550f9e-4ba6-458e-a2ab-18a6320de4e6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=60550f9e-4ba6-458e-a2ab-18a6320de4e6,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:13.177225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.203165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] Calling delete_port for 60550f9e-4ba6-458e-a2ab-18a6320de4e6 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:13.213227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.246697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=b71e5d28-6d64-4edd-b39a-d2848388b8b0,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.269613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.300342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45822) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.309336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:13.309727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:13.310081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:13.327522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Network 661eb41e-2088-413c-98f9-50ad8667e372 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:13.334201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:13.337481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:13.339712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Pushing event updated for resources: {'Port': ['ID=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.419218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Attempting to bind port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:13.419711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Attempting to bind port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:13.420181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Attempting to bind port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:13.426513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:13.426979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Checking segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:13.428640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.428640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Bound using segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:13.428640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Bound port: 39a63f23-20c2-4e92-9f3d-e21bcd8d517b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:13.430221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.440532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks [] for router_gateway (244c3ead-18e4-482f-8eba-5273cb598a8c), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.467758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:network and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:13.474048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:13.484996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:subnet and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:13.493217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:13.513782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] For port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:13.516494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (60550f9e-4ba6-458e-a2ab-18a6320de4e6), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.520623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] For port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:13.525959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:subnetpool and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:13.542068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:13.544793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a61faa9c-a55a-44fe-ac04-bcfca18730a2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.555626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] No DVR routers for this DVR port 60550f9e-4ba6-458e-a2ab-18a6320de4e6 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:13.566676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b4817-e9fb-4e8d-9fe1-8736b385921e None None] Pushing event deleted for resources: {'Port': ['ID=60550f9e-4ba6-458e-a2ab-18a6320de4e6,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.605764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 60550f9e-4ba6-458e-a2ab-18a6320de4e6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:13.630452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.637876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 60550f9e-4ba6-458e-a2ab-18a6320de4e6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:13.638148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 60550f9e-4ba6-458e-a2ab-18a6320de4e6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:13.653493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:port and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:13.660479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:13.660880 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:13.664174 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 2 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:13.667908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:13.673371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:13.680822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:13.687980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.688649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.694586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=a61faa9c-a55a-44fe-ac04-bcfca18730a2,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.697576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:13.698100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:13.698590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:13.709352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:router and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:13.729799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afefff6a-03d2-4c43-8f19-54ea0ae7625a None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:13.735089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23630cfb-ff7d-4b7e-b524-21a3a752e324 None None] Pushing event updated for resources: {'Port': ['ID=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.737151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:13.737540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:13.737649 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:13.739379 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 3 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:13.749933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting port ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:13.750277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.795258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for router (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.797703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:floatingip and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:13.811685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:13.835171 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aedf482f-81aa-4674-aadd-1af76b784269 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5163338 Apr 06 14:31:13.841751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45824) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.852361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.894442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:13.894664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:13.894976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:13.902069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:13.902645 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:13.928347 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 4 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:13.951235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.984065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Calling delete_port for ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:14.053030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.053383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.054646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.065407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.065545 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.067025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.069221 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 5 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:14.071602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'a61faa9c-a55a-44fe-ac04-bcfca18730a2'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:14.072589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.072798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks [] for router_controller (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.097222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.097560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.098015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.143305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.143678 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.147048 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 6 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:14.170453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.170794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.171140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.181260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.181514 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.182183 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 7 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:14.206447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:security_group and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:14.216211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:14.229815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.230161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.230514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.234303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (bc28a7e0-d263-40e6-b52b-ccfb24fb28b9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.234833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc28a7e0-d263-40e6-b52b-ccfb24fb28b9 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:14.266997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.267618 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.270302 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 8 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:14.276675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Usage tracker for resource:security_group_rule and project:a0fc9da417d443c5b14f3668f4678e63 is out of sync, need to count used quota {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:14.278019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Allocated IP 172.20.0.2 (2934fa9c-89df-48fd-aebe-9f87f342666e/a61faa9c-a55a-44fe-ac04-bcfca18730a2/bcad2202-50a1-423f-acf0-727ff22fc411) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:14.310214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.310557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.310907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.318097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.318654 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.319966 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 9 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:14.332249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.quota.resource [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104420) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:14.337075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.337417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.337761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.344208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:14.345224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.348748 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.348872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.349088 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempt 10 to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 Apr 06 14:31:14.361795 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bf373a4d-d4a0-4bfb-b436-8fb818a2b491 tempest-QuotasTest-1100042688 tempest-QuotasTest-1100042688-project-admin] 10.222.0.89 "GET /v2.0/quotas/a0fc9da417d443c5b14f3668f4678e63/details.json HTTP/1.1" status: 200 len: 703 time: 1.0597246 Apr 06 14:31:14.371959 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:31:14.374473 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2b50c742-4d48-4ff6-add7-bb8590ba3731 tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0412509 Apr 06 14:31:14.380176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 2e2f8029-af8d-4140-979a-1a277fa47149 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:14.380737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.386358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45828) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:14.387237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.387648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.388375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempting to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.424484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks [] for router_gateway (244c3ead-18e4-482f-8eba-5273cb598a8c), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.447903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Publish callbacks [] for port (bcad2202-50a1-423f-acf0-727ff22fc411), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.460240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.463972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:14.464617 dv-neutron-836581-2-hyperv neutron-server[104421]: ERROR neutron.plugins.ml2.managers [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Failed to bind port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on host hv-neutron-8365 for vnic_type normal using segments [{'id': '472540c1-5a9e-4d5f-889e-b3c0511aafe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a4978183-0941-4f5e-8cef-ea1ab81b8edf'}] Apr 06 14:31:14.465358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.513976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.548995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.571516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:14.574017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Pushing event updated for resources: {'Port': ['ID=bcad2202-50a1-423f-acf0-727ff22fc411,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:14.578665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:14.589802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:14.618264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 2e2f8029-af8d-4140-979a-1a277fa47149 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:14.672177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Attempting to bind port bcad2202-50a1-423f-acf0-727ff22fc411 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:14.672887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Attempting to bind port bcad2202-50a1-423f-acf0-727ff22fc411 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:14.673418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Attempting to bind port bcad2202-50a1-423f-acf0-727ff22fc411 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:14.678291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Allocated IP 172.26.6.244 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/61f020b6-8718-403d-b4ce-98970d93e6d1) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:14.680868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.686438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:14.686961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:14.687421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.687967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:14.688812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Bound port: bcad2202-50a1-423f-acf0-727ff22fc411, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:14.689240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.721941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] For port b71e5d28-6d64-4edd-b39a-d2848388b8b0, host hv-neutron-8365, cleared binding levels {{(pid=104421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:14.722234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attempted to set empty binding levels {{(pid=104421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:14.732432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Port': ['ID=ec77f614-8e3d-42a0-b9f4-0c7a8029b8bb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:14.744006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Deleting port 30a5a8bb-789e-4044-842f-671649e10080 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:14.744343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (30a5a8bb-789e-4044-842f-671649e10080), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.805539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] For port bcad2202-50a1-423f-acf0-727ff22fc411, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:14.810675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] For port bcad2202-50a1-423f-acf0-727ff22fc411, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bcad2202-50a1-423f-acf0-727ff22fc411,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:14.828556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.897448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] In _notify_port_updated(), no bound segment for port b71e5d28-6d64-4edd-b39a-d2848388b8b0 on network a4978183-0941-4f5e-8cef-ea1ab81b8edf {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:14.898928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:14.901136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.911171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.915301 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "PUT /v2.0/ports/b71e5d28-6d64-4edd-b39a-d2848388b8b0 HTTP/1.1" status: 200 len: 977 time: 2.6215844 Apr 06 14:31:14.922923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45830) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:15.004660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad6bd0-6ee1-483c-b154-0279c756cc84 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event updated for resources: {'Port': ['ID=b71e5d28-6d64-4edd-b39a-d2848388b8b0,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.031100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (30a5a8bb-789e-4044-842f-671649e10080), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.042725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f499b2-37cc-49ae-93da-500e02082296 None None] Pushing event updated for resources: {'Port': ['ID=bcad2202-50a1-423f-acf0-727ff22fc411,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.103592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Calling delete_port for 30a5a8bb-789e-4044-842f-671649e10080 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:15.113257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45834) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:15.148962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.269217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2e2f8029-af8d-4140-979a-1a277fa47149), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.304326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=2e2f8029-af8d-4140-979a-1a277fa47149,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.347147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8982c-9123-4ede-85af-ed9f059113fa None None] Network 661eb41e-2088-413c-98f9-50ad8667e372 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:15.511978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] Provisioning complete for port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:15.512362 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.543112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (30a5a8bb-789e-4044-842f-671649e10080), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.592492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.637222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Pushing event deleted for resources: {'Port': ['ID=30a5a8bb-789e-4044-842f-671649e10080,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.681646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd0b8-e11f-4e2f-ad76-75dca6e3c1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.726146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks [] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.743444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] Current status of the port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:15.744930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.748015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bcad2202-50a1-423f-acf0-727ff22fc411 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:15.830913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] For port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:15.843237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.846703 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e8b4e943-70f8-4982-b599-3ccf3094600a tempest-RoutersAdminNegativeIpV6Test-1644831175 tempest-RoutersAdminNegativeIpV6Test-1644831175-project-admin] 10.222.0.89 "DELETE /v2.0/ports/30a5a8bb-789e-4044-842f-671649e10080 HTTP/1.1" status: 204 len: 168 time: 1.4562428 Apr 06 14:31:15.854881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bcad2202-50a1-423f-acf0-727ff22fc411 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:15.855482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.904962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Deleting port b71e5d28-6d64-4edd-b39a-d2848388b8b0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:15.905297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.930667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.995168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router ab86fc92-ce82-4576-8865-2aed5a1dcff0 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:16.002834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Router 7999a9ea-14c2-402b-8530-513d8584db43 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:16.071048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614eb4eb-8144-4db9-81ea-a156e9191ee4 None None] Pushing event updated for resources: {'Port': ['ID=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.075009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bcad2202-50a1-423f-acf0-727ff22fc411 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:16.075403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.084289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] For port b71e5d28-6d64-4edd-b39a-d2848388b8b0, host hv-neutron-8365, got binding levels [] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:16.084671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.088946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:16.131330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port bcad2202-50a1-423f-acf0-727ff22fc411, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bcad2202-50a1-423f-acf0-727ff22fc411,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:16.166902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:16.177967 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dfea915a-c280-4cfc-bc4a-ca67a5194f82 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/ab86fc92-ce82-4576-8865-2aed5a1dcff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846923 Apr 06 14:31:16.181939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45840) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.183428 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] Sync routers for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:16.194026 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:16.194662 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.209198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.210614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 39a63f23-20c2-4e92-9f3d-e21bcd8d517b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:16.215668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Calling delete_port for b71e5d28-6d64-4edd-b39a-d2848388b8b0 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:16.257568 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.271849 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:16.272880 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.308937 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.309843 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ec05a-aefb-47eb-9a20-8d6f75bb05cc None None] The sync data for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:16.353894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e73530bd-742b-4802-965f-622f617ec422 None None] Provisioning complete for port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:16.354284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e73530bd-742b-4802-965f-622f617ec422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.357488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.419620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=bcad2202-50a1-423f-acf0-727ff22fc411,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.434366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45844) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.449805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd0b8-e11f-4e2f-ad76-75dca6e3c1d3 admin admin] Publish callbacks [] for security_group (4c8a085c-063e-476b-9754-ddd56c06a11f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.451418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:16.452251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.469538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:16.480408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45848) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.481294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-420575a4-7b51-4778-96dd-ed6b532ed0d3 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0829577 Apr 06 14:31:16.485056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] Sync routers for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:16.517028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:16.537701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Pushing event updated for resources: {'Port': ['ID=61f020b6-8718-403d-b4ce-98970d93e6d1,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.539612 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-00edb88f-c3bf-4bcc-be79-8351b1d79a12 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] delete failed (client error): The resource could not be found. Apr 06 14:31:16.546248 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-00edb88f-c3bf-4bcc-be79-8351b1d79a12 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/routers/tempest-non_exist_router-1321496288 HTTP/1.1" status: 404 len: 335 time: 0.0632827 Apr 06 14:31:16.546887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45850) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.551350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd0b8-e11f-4e2f-ad76-75dca6e3c1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (4c8a085c-063e-476b-9754-ddd56c06a11f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.555049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:16.587842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:16.590109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9ffb8c4f-c77c-4b29-a46e-2313b8960277 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'router': {'external_gateway_info': {'network_id': '7999a9ea-14c2-402b-8530-513d8584db43'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:16.595128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:16.595776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.608928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e73530bd-742b-4802-965f-622f617ec422 None None] Current status of the port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:16.644024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b71e5d28-6d64-4edd-b39a-d2848388b8b0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.663566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.678208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:16.680391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.692144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70d76434-55f5-4e9a-a83b-2e0d8309b27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.716280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Pushing event deleted for resources: {'Port': ['ID=b71e5d28-6d64-4edd-b39a-d2848388b8b0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.719798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:16.720114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1c797-75e4-4686-89ef-d72fe2593435 None None] The sync data for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:16.735075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e6ccd0b8-e11f-4e2f-ad76-75dca6e3c1d3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=965c046944584b038ed2bad9bcbfd8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6132188 Apr 06 14:31:16.738397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccd0b8-e11f-4e2f-ad76-75dca6e3c1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8a085c-063e-476b-9754-ddd56c06a11f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.741143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45852) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.763577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.767592 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7f40b4c0-ad94-48a6-80bc-33084f879e3d tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "DELETE /v2.0/ports/b71e5d28-6d64-4edd-b39a-d2848388b8b0 HTTP/1.1" status: 204 len: 168 time: 1.8372982 Apr 06 14:31:16.770784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45854) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.779335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:16.834584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2079f98f-8e1a-48b4-86d9-58e14f9ecdcb None None] Provisioning complete for port bcad2202-50a1-423f-acf0-727ff22fc411 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:16.835223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2079f98f-8e1a-48b4-86d9-58e14f9ecdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.885791 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eb5870-9b1d-4629-880b-0ad12f6c4268 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:16.887266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-13eb5870-9b1d-4629-880b-0ad12f6c4268 tempest-PortsAdminExtendedAttrsTestJSON-179531956 tempest-PortsAdminExtendedAttrsTestJSON-179531956-project-admin] 10.222.0.89 "GET /v2.0/ports/b71e5d28-6d64-4edd-b39a-d2848388b8b0 HTTP/1.1" status: 404 len: 333 time: 0.1127982 Apr 06 14:31:16.904738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45856) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.934760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2079f98f-8e1a-48b4-86d9-58e14f9ecdcb None None] Current status of the port bcad2202-50a1-423f-acf0-727ff22fc411 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:16.952542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.969691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8c4f-c77c-4b29-a46e-2313b8960277 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router_gateway (7999a9ea-14c2-402b-8530-513d8584db43), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.984287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a325406b-020a-45d1-8954-9f317c17ac4f admin admin] Publish callbacks [] for security_group (4c8a085c-063e-476b-9754-ddd56c06a11f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.022166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (a4978183-0941-4f5e-8cef-ea1ab81b8edf), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.035827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a325406b-020a-45d1-8954-9f317c17ac4f admin admin] Publish callbacks [] for security_group (4c8a085c-063e-476b-9754-ddd56c06a11f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.084080 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-9ffb8c4f-c77c-4b29-a46e-2313b8960277 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] update failed (client error): The resource could not be found. Apr 06 14:31:17.085168 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9ffb8c4f-c77c-4b29-a46e-2313b8960277 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43 HTTP/1.1" status: 404 len: 339 time: 0.5036409 Apr 06 14:31:17.089401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70d76434-55f5-4e9a-a83b-2e0d8309b27b admin admin] Publish callbacks [] for security_group (32b429ae-2060-478d-a4c9-9e087b8b0616), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.091200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45858) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:17.097280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-47193636'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:17.182642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70d76434-55f5-4e9a-a83b-2e0d8309b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (32b429ae-2060-478d-a4c9-9e087b8b0616), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.225790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (a4978183-0941-4f5e-8cef-ea1ab81b8edf), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.251835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.259297 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-70d76434-55f5-4e9a-a83b-2e0d8309b27b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a712c043642846c0b07ad290bfe0dcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8239856 Apr 06 14:31:17.266646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45860) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:17.295119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76434-55f5-4e9a-a83b-2e0d8309b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b429ae-2060-478d-a4c9-9e087b8b0616,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.295878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port bcad2202-50a1-423f-acf0-727ff22fc411, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bcad2202-50a1-423f-acf0-727ff22fc411,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:17.297721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks [] for router_gateway (244c3ead-18e4-482f-8eba-5273cb598a8c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.329091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4978183-0941-4f5e-8cef-ea1ab81b8edf']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:17.331618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:17.335016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.355384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a325406b-020a-45d1-8954-9f317c17ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (4c8a085c-063e-476b-9754-ddd56c06a11f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.357981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a325406b-020a-45d1-8954-9f317c17ac4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.359246 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a325406b-020a-45d1-8954-9f317c17ac4f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4c8a085c-063e-476b-9754-ddd56c06a11f HTTP/1.1" status: 204 len: 168 time: 0.6152883 Apr 06 14:31:17.394521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325406b-020a-45d1-8954-9f317c17ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8a085c-063e-476b-9754-ddd56c06a11f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.443749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (bcad2202-50a1-423f-acf0-727ff22fc411), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.474576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d708af9-e3ca-4d1f-a1c1-fb5fd5bdc175 admin admin] Publish callbacks [] for security_group (32b429ae-2060-478d-a4c9-9e087b8b0616), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.508939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.516585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d708af9-e3ca-4d1f-a1c1-fb5fd5bdc175 admin admin] Publish callbacks [] for security_group (32b429ae-2060-478d-a4c9-9e087b8b0616), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.592681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bcad2202-50a1-423f-acf0-727ff22fc411 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:17.604736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (790b4433-0eaf-4845-8be2-bb7b4f4d8184), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.652920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472540c1-5a9e-4d5f-889e-b3c0511aafe1') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:17.653505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472540c1-5a9e-4d5f-889e-b3c0511aafe1') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:17.665176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (472540c1-5a9e-4d5f-889e-b3c0511aafe1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.671761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bcad2202-50a1-423f-acf0-727ff22fc411 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:17.672353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.680165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (472540c1-5a9e-4d5f-889e-b3c0511aafe1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.686430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:17.686835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (472540c1-5a9e-4d5f-889e-b3c0511aafe1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.725994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=bcad2202-50a1-423f-acf0-727ff22fc411,revision_number=5']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.734955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:17.749696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: warnings.warn('Neutron quota engine will require "--force" ' Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:17.749937 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:17.761841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:17.762462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.770326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bcad2202-50a1-423f-acf0-727ff22fc411 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:17.770326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 39a63f23-20c2-4e92-9f3d-e21bcd8d517b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:17.770542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=790b4433-0eaf-4845-8be2-bb7b4f4d8184,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.784520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (244c3ead-18e4-482f-8eba-5273cb598a8c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.817326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3e95c-27e0-4269-b6bb-8962afed8e78 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:17.856323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (a4978183-0941-4f5e-8cef-ea1ab81b8edf), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.878459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.884814 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] 10.222.0.89 "DELETE /v2.0/networks/a4978183-0941-4f5e-8cef-ea1ab81b8edf HTTP/1.1" status: 204 len: 168 time: 0.9749520 Apr 06 14:31:17.884814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5720b-0d38-4105-8eab-d591f5940128 tempest-PortsAdminExtendedAttrsTestJSON-318701892 tempest-PortsAdminExtendedAttrsTestJSON-318701892-project] Pushing event deleted for resources: {'Network': ['ID=a4978183-0941-4f5e-8cef-ea1ab81b8edf,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.887359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:17.888871 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6e5623fe-c23c-40c5-b064-d59fe5f81664 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0442054 Apr 06 14:31:17.889676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.893025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d708af9-e3ca-4d1f-a1c1-fb5fd5bdc175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (32b429ae-2060-478d-a4c9-9e087b8b0616), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.893865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d708af9-e3ca-4d1f-a1c1-fb5fd5bdc175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.897310 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7d708af9-e3ca-4d1f-a1c1-fb5fd5bdc175 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/32b429ae-2060-478d-a4c9-9e087b8b0616 HTTP/1.1" status: 204 len: 168 time: 0.6274600 Apr 06 14:31:17.899459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45868) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:17.904876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:92:1b:43', 'name': 'tempest-NetworksTestDHCPv6-1666100633'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:17.925548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:17.937749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d708af9-e3ca-4d1f-a1c1-fb5fd5bdc175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b429ae-2060-478d-a4c9-9e087b8b0616,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.963155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (abf6f742-2693-417d-9660-bf1f3b670f69), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.970638 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Added segment abf6f742-2693-417d-9660-bf1f3b670f69 of type vlan for network c33cbe36-2eda-45fa-9141-4b2c56c656f1 Apr 06 14:31:18.022904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c33cbe36-2eda-45fa-9141-4b2c56c656f1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.026425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:18.137868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c33cbe36-2eda-45fa-9141-4b2c56c656f1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.144460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:18.145377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.225280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45872) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:18.229142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Network': ['ID=c33cbe36-2eda-45fa-9141-4b2c56c656f1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:18.244239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c33cbe36-2eda-45fa-9141-4b2c56c656f1 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:18.262146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4467-d7ee-4c64-abd7-47c5bb4a4058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.307748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port c91cb72f-76b8-4860-9bf4-cf604f93af3e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:18.308867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.402094 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-534df61c-8bb6-497b-bbee-94fd63beb3a5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3090136 Apr 06 14:31:18.404146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45876) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:18.409584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'subnet': {'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:18.446150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.465638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45878) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:18.474363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for c91cb72f-76b8-4860-9bf4-cf604f93af3e owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:18.491060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:18.500534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Router 244c3ead-18e4-482f-8eba-5273cb598a8c is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:18.592338 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4467-d7ee-4c64-abd7-47c5bb4a4058 admin admin] Publish callbacks [] for security_group (15e7c4c0-9762-4d37-babb-5c27035a8bba), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.693223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4467-d7ee-4c64-abd7-47c5bb4a4058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (15e7c4c0-9762-4d37-babb-5c27035a8bba), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.735759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.754632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:18.768132 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:18.782916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4467-d7ee-4c64-abd7-47c5bb4a4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e7c4c0-9762-4d37-babb-5c27035a8bba,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:18.790803 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ef8d4467-d7ee-4c64-abd7-47c5bb4a4058 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a0fc9da417d443c5b14f3668f4678e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576360 Apr 06 14:31:18.798688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45884) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:18.802540 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:18.804319 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:18.818551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 06ad12fc-9f03-4ff8-a212-20d7612586e4 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:18.940855 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:19.029698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b04e2dd-9dcf-4487-bb89-e7edb429306c admin admin] Publish callbacks [] for security_group (15e7c4c0-9762-4d37-babb-5c27035a8bba), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.044003 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-97b97876-fc9e-4a56-af8a-249a2d0881b4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7626b0b7724741829b478a867eb7d863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5772214 Apr 06 14:31:19.046419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45886) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.051667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Made reservation on behalf of 632d6d0cc7fd4205b8bfdeea86dede96 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:19.055565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.075761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b04e2dd-9dcf-4487-bb89-e7edb429306c admin admin] Publish callbacks [] for security_group (15e7c4c0-9762-4d37-babb-5c27035a8bba), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.141275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa383a8c-9c26-4bfc-b962-36a7d6b30a0d admin admin] Publish callbacks [] for security_group (9a018f8e-e19e-46c8-bd0c-7956c70f302a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.164333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.165949 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d56ea34e-3972-45ef-b3c0-b78fef42bfbd admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6600251 Apr 06 14:31:19.171089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45888) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.179587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-14c5c63d-fc42-420f-81b8-11efc341b1c9 None None] Provisioning complete for port bcad2202-50a1-423f-acf0-727ff22fc411 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:19.180952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-14c5c63d-fc42-420f-81b8-11efc341b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.182817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa383a8c-9c26-4bfc-b962-36a7d6b30a0d admin admin] Publish callbacks [] for security_group (9a018f8e-e19e-46c8-bd0c-7956c70f302a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.191930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c91cb72f-76b8-4860-9bf4-cf604f93af3e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.200887 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:16Z', 'revision_number': 3, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:19.237819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=c91cb72f-76b8-4860-9bf4-cf604f93af3e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.239163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 172.20.0.6 (2934fa9c-89df-48fd-aebe-9f87f342666e/a61faa9c-a55a-44fe-ac04-bcfca18730a2/06ad12fc-9f03-4ff8-a212-20d7612586e4) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:19.242792 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:19.244251 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Updating router 244c3ead-18e4-482f-8eba-5273cb598a8c port 61f020b6-8718-403d-b4ce-98970d93e6d1 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:19.257296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b04e2dd-9dcf-4487-bb89-e7edb429306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (15e7c4c0-9762-4d37-babb-5c27035a8bba), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.264083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:fe92:1b43 (2934fa9c-89df-48fd-aebe-9f87f342666e/790b4433-0eaf-4845-8be2-bb7b4f4d8184/06ad12fc-9f03-4ff8-a212-20d7612586e4) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:19.272231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b04e2dd-9dcf-4487-bb89-e7edb429306c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.277507 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7b04e2dd-9dcf-4487-bb89-e7edb429306c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/15e7c4c0-9762-4d37-babb-5c27035a8bba HTTP/1.1" status: 204 len: 168 time: 0.4775238 Apr 06 14:31:19.302150 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.352929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-14c5c63d-fc42-420f-81b8-11efc341b1c9 None None] Current status of the port bcad2202-50a1-423f-acf0-727ff22fc411 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:19.365787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04e2dd-9dcf-4487-bb89-e7edb429306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e7c4c0-9762-4d37-babb-5c27035a8bba,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.456563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45892) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.553629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (ab86fc92-ce82-4576-8865-2aed5a1dcff0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.627171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bcad2202-50a1-423f-acf0-727ff22fc411 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:19.656027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (06ad12fc-9f03-4ff8-a212-20d7612586e4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.675221 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a4a79405-c092-4f7d-85a3-43cfea98510f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1ba9a87c54de4410b828e412a3b8f587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148166 Apr 06 14:31:19.679400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa383a8c-9c26-4bfc-b962-36a7d6b30a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9a018f8e-e19e-46c8-bd0c-7956c70f302a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.684567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa383a8c-9c26-4bfc-b962-36a7d6b30a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.688175 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aa383a8c-9c26-4bfc-b962-36a7d6b30a0d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9a018f8e-e19e-46c8-bd0c-7956c70f302a HTTP/1.1" status: 204 len: 168 time: 0.6385276 Apr 06 14:31:19.688175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45894) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.692488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bcad2202-50a1-423f-acf0-727ff22fc411 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:19.700777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.717118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa383a8c-9c26-4bfc-b962-36a7d6b30a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a018f8e-e19e-46c8-bd0c-7956c70f302a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.873451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router ab86fc92-ce82-4576-8865-2aed5a1dcff0 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:19.878591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b091a133-de78-4e10-b619-6fbf8cc4e83f admin admin] Publish callbacks [] for security_group (ef83ed28-f73d-4e1b-9dbb-62fdae380710), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.888414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bcad2202-50a1-423f-acf0-727ff22fc411 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:19.913054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (f3b9c3a3-9465-42d2-8081-cf84fe7383ee), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.995651 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Publish callbacks [] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.001348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (06ad12fc-9f03-4ff8-a212-20d7612586e4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.067331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b091a133-de78-4e10-b619-6fbf8cc4e83f admin admin] Publish callbacks [] for security_group (ef83ed28-f73d-4e1b-9dbb-62fdae380710), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.079717 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.097224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:20.104417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Subnet': ['ID=f3b9c3a3-9465-42d2-8081-cf84fe7383ee,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.110471 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-94da7d1a-3486-4ea2-9485-641ecd1b3fd0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/ab86fc92-ce82-4576-8865-2aed5a1dcff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9232736 Apr 06 14:31:20.112744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45906) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.118055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc06af-e449-434b-ac35-428684367196 None None] Sync routers for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:20.133161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:20.135383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=06ad12fc-9f03-4ff8-a212-20d7612586e4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.155328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:20.157927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Checking segment: {'id': 'abf6f742-2693-417d-9660-bf1f3b670f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:20.158307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network hostable DHCP agents. Network: c33cbe36-2eda-45fa-9141-4b2c56c656f1, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:20.160200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc06af-e449-434b-ac35-428684367196 None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:20.160885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dbc06af-e449-434b-ac35-428684367196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:20.163610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:20.188948 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Attempting to bind port 61f020b6-8718-403d-b4ce-98970d93e6d1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.189320 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Attempting to bind port 61f020b6-8718-403d-b4ce-98970d93e6d1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.189684 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Attempting to bind port 61f020b6-8718-403d-b4ce-98970d93e6d1 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.191798 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Pushing event updated for resources: {'Port': ['ID=61f020b6-8718-403d-b4ce-98970d93e6d1,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.207244 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:20.208198 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:20.208508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b091a133-de78-4e10-b619-6fbf8cc4e83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ef83ed28-f73d-4e1b-9dbb-62fdae380710), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.209301 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.210347 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:20.211650 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Bound port: 61f020b6-8718-403d-b4ce-98970d93e6d1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:20.212206 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.212388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b091a133-de78-4e10-b619-6fbf8cc4e83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.213618 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b091a133-de78-4e10-b619-6fbf8cc4e83f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef83ed28-f73d-4e1b-9dbb-62fdae380710 HTTP/1.1" status: 204 len: 168 time: 0.5171418 Apr 06 14:31:20.224956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dbc06af-e449-434b-ac35-428684367196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:20.241015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091a133-de78-4e10-b619-6fbf8cc4e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef83ed28-f73d-4e1b-9dbb-62fdae380710,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.244946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc06af-e449-434b-ac35-428684367196 None None] Routers {'ab86fc92-ce82-4576-8865-2aed5a1dcff0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:20.245969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dbc06af-e449-434b-ac35-428684367196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:20.248407 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2dfea785-9d80-4bc1-a13e-5d6832bcaa62 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab86fc92-ce82-4576-8865-2aed5a1dcff0 HTTP/1.1" status: 200 len: 205 time: 0.1130090 Apr 06 14:31:20.262366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.287121 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] For port 61f020b6-8718-403d-b4ce-98970d93e6d1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:20.292479 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] For port 61f020b6-8718-403d-b4ce-98970d93e6d1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=61f020b6-8718-403d-b4ce-98970d93e6d1,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:20.299569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dbc06af-e449-434b-ac35-428684367196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:20.307000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc06af-e449-434b-ac35-428684367196 None None] The sync data for ids ['ab86fc92-ce82-4576-8865-2aed5a1dcff0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:20.307444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.307444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.307444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.307444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.307444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.307444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.307848 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.308195 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.308533 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.309069 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.309419 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.309759 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.310089 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.310409 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.310731 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.365404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:20.366082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.366220 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.401243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network c33cbe36-2eda-45fa-9141-4b2c56c656f1 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:20.469302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.471010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (ab86fc92-ce82-4576-8865-2aed5a1dcff0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.488223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cb4d16f3-cda8-4dff-a63f-04ffe131a88b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5857518 Apr 06 14:31:20.489323 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c042b81-8ab2-4373-b2ec-5bfd01447907 None None] Pushing event updated for resources: {'Port': ['ID=61f020b6-8718-403d-b4ce-98970d93e6d1,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.490163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45918) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.515979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c33cbe36-2eda-45fa-9141-4b2c56c656f1) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:20.526160 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:20.526160 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:30:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:20.528501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2761230-a544-45bf-91b0-a7c229944d22 None None] Network c33cbe36-2eda-45fa-9141-4b2c56c656f1 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:20.551410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:20.552336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.663193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8ecd5-1837-4b9d-a94a-e0e5ab78ca2f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:20.670006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8ecd5-1837-4b9d-a94a-e0e5ab78ca2f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:20.674277 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cbb8ecd5-1837-4b9d-a94a-e0e5ab78ca2f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1720402 Apr 06 14:31:20.675323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45922) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.685932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c33cbe36-2eda-45fa-9141-4b2c56c656f1', 'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1', 'project_id': '632d6d0cc7fd4205b8bfdeea86dede96', 'fixed_ips': [{'subnet_id': 'f3b9c3a3-9465-42d2-8081-cf84fe7383ee'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:20.687873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.741107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d50e3e64-0bbd-499c-be9b-5a702f432ab2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3332708 Apr 06 14:31:20.745778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45926) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.755799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b294df54-81fa-4999-9d82-ad18cce1b676 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:20.785866 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:20.798360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (ab86fc92-ce82-4576-8865-2aed5a1dcff0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.808576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (ab86fc92-ce82-4576-8865-2aed5a1dcff0), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.814834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-37f7de21-c391-43b8-babb-370539e92a59 None None] Provisioning complete for port 06ad12fc-9f03-4ff8-a212-20d7612586e4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:20.815466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-37f7de21-c391-43b8-babb-370539e92a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (06ad12fc-9f03-4ff8-a212-20d7612586e4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.924766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (ab86fc92-ce82-4576-8865-2aed5a1dcff0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.924766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router ab86fc92-ce82-4576-8865-2aed5a1dcff0 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:20.935610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.940135 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1b8e2ecc-1c42-445a-81ff-79dbb77eab86 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/ab86fc92-ce82-4576-8865-2aed5a1dcff0 HTTP/1.1" status: 204 len: 168 time: 0.6759124 Apr 06 14:31:20.946236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45932) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.971181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Allocated IP 2001:db8:1::2 (c33cbe36-2eda-45fa-9141-4b2c56c656f1/f3b9c3a3-9465-42d2-8081-cf84fe7383ee/3d794337-5691-4a84-b525-1a6722d3fd06) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:21.014967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45934) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.088761 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:16Z', 'revision_number': 3, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:21.108146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 767cecad-a0ee-4467-81de-393c572acca0 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:21.118526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (767cecad-a0ee-4467-81de-393c572acca0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.161845 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dace969-8607-4253-ab6c-31ed35defd36 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:16Z', 'revision_number': 3, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:21.191740 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8256dd73-1ba3-498e-961c-8f66209aa08d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e29ab255de7a45d3821c96707c883d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711960 Apr 06 14:31:21.195340 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45942) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.225722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (767cecad-a0ee-4467-81de-393c572acca0), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.235642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-37f7de21-c391-43b8-babb-370539e92a59 None None] Port 06ad12fc-9f03-4ff8-a212-20d7612586e4 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:21.258318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Allocated IP 172.20.0.1 (661eb41e-2088-413c-98f9-50ad8667e372/a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a/da86b156-0117-4c2d-a18c-b27ed45d310d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:21.357832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Publish callbacks [] for port (3d794337-5691-4a84-b525-1a6722d3fd06), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.359558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b294df54-81fa-4999-9d82-ad18cce1b676 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router_gateway (7999a9ea-14c2-402b-8530-513d8584db43), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.373173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (767cecad-a0ee-4467-81de-393c572acca0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.377463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eedff958-2146-4012-bb77-0dee30b4e56e admin admin] Publish callbacks [] for security_group (eb44f9af-b0b7-461c-8de9-1378702e944c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.385686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 06ad12fc-9f03-4ff8-a212-20d7612586e4 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:21.386028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (06ad12fc-9f03-4ff8-a212-20d7612586e4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.443202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.454218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eedff958-2146-4012-bb77-0dee30b4e56e admin admin] Publish callbacks [] for security_group (eb44f9af-b0b7-461c-8de9-1378702e944c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.524288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45948) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.572634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Pushing event updated for resources: {'Port': ['ID=3d794337-5691-4a84-b525-1a6722d3fd06,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.574520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (767cecad-a0ee-4467-81de-393c572acca0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.591775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Network c33cbe36-2eda-45fa-9141-4b2c56c656f1 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:21.595752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:21.600597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:21.619185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=767cecad-a0ee-4467-81de-393c572acca0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.624824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.629513 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-891e512e-fa8d-43ae-a0a4-44e405e0dc2a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/767cecad-a0ee-4467-81de-393c572acca0 HTTP/1.1" status: 204 len: 168 time: 0.6807528 Apr 06 14:31:21.630147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45952) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.668520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eedff958-2146-4012-bb77-0dee30b4e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (eb44f9af-b0b7-461c-8de9-1378702e944c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.673414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eedff958-2146-4012-bb77-0dee30b4e56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.678436 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eedff958-2146-4012-bb77-0dee30b4e56e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/eb44f9af-b0b7-461c-8de9-1378702e944c HTTP/1.1" status: 204 len: 168 time: 0.4793499 Apr 06 14:31:21.690681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7bbc7-bac7-42bd-a5af-b381675ea290 None None] Network 47b370a3-72fd-454c-9921-13d4482137ef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:21.691285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedff958-2146-4012-bb77-0dee30b4e56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44f9af-b0b7-461c-8de9-1378702e944c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.728458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (06ad12fc-9f03-4ff8-a212-20d7612586e4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.733658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 1c89f10a-f8cf-45b8-8a70-d6b24caabc1e {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:21.741584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (1c89f10a-f8cf-45b8-8a70-d6b24caabc1e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.766903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 06ad12fc-9f03-4ff8-a212-20d7612586e4 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:21.835433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Attempting to bind port 3d794337-5691-4a84-b525-1a6722d3fd06 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:21.836652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Attempting to bind port 3d794337-5691-4a84-b525-1a6722d3fd06 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'abf6f742-2693-417d-9660-bf1f3b670f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:21.837558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Attempting to bind port 3d794337-5691-4a84-b525-1a6722d3fd06 on network c33cbe36-2eda-45fa-9141-4b2c56c656f1 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:21.838517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (1c89f10a-f8cf-45b8-8a70-d6b24caabc1e), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.869911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'networks': [{'name': 'tempest-network--1471420717'}, {'name': 'tempest-network--934378903'}]} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:21.870530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'network': {'name': 'tempest-network--1471420717'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:21.871190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'network': {'name': 'tempest-network--934378903'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:21.911481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:21.912365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Checking segment: {'id': 'abf6f742-2693-417d-9660-bf1f3b670f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:21.912852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.918770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Bound using segment: {'id': 'abf6f742-2693-417d-9660-bf1f3b670f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:21.921049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Bound port: 3d794337-5691-4a84-b525-1a6722d3fd06, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf6f742-2693-417d-9660-bf1f3b670f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c33cbe36-2eda-45fa-9141-4b2c56c656f1'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:21.923866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.952421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks [] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.997170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (1c89f10a-f8cf-45b8-8a70-d6b24caabc1e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.030372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'network': 2} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:22.035251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.078832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] For port 3d794337-5691-4a84-b525-1a6722d3fd06, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:22.085532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] For port 3d794337-5691-4a84-b525-1a6722d3fd06, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d794337-5691-4a84-b525-1a6722d3fd06,segment=NetworkSegment(abf6f742-2693-417d-9660-bf1f3b670f69),segment_id=abf6f742-2693-417d-9660-bf1f3b670f69)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:22.110900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.144397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] DHCP port deletion for 47b370a3-72fd-454c-9921-13d4482137ef request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:22.157536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.308504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (1c89f10a-f8cf-45b8-8a70-d6b24caabc1e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.332686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7be4-d19c-48da-a6a1-bbef907a6945 None None] Pushing event updated for resources: {'Port': ['ID=3d794337-5691-4a84-b525-1a6722d3fd06,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:22.406492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=1c89f10a-f8cf-45b8-8a70-d6b24caabc1e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:22.417065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.431690 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fc186b96-5ace-4ae4-8f78-3319afda6d4b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/1c89f10a-f8cf-45b8-8a70-d6b24caabc1e HTTP/1.1" status: 204 len: 168 time: 0.8004508 Apr 06 14:31:22.433862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45972) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:22.448941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de04a4-c0fc-46ec-83e0-424f7445b077 None None] Network 3788a74b-7942-4a6d-b3e1-b4b74337b279 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:22.529360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] Deleting port adb27464-6393-4018-ab45-fe4aa6f84b3f {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:22.531033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.535182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b34d1bc7-7ebf-46f3-98d2-c81ad589ed58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.614722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45976) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:22.653014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (47b370a3-72fd-454c-9921-13d4482137ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.798142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] For port adb27464-6393-4018-ab45-fe4aa6f84b3f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=adb27464-6393-4018-ab45-fe4aa6f84b3f,segment=NetworkSegment(66393bc7-8c41-43e8-b640-ed94b364a176),segment_id=66393bc7-8c41-43e8-b640-ed94b364a176)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:22.799987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.829013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port adb27464-6393-4018-ab45-fe4aa6f84b3f {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:22.829366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.874261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] Calling delete_port for adb27464-6393-4018-ab45-fe4aa6f84b3f owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:22.896036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.967246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port adb27464-6393-4018-ab45-fe4aa6f84b3f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=adb27464-6393-4018-ab45-fe4aa6f84b3f,segment=NetworkSegment(66393bc7-8c41-43e8-b640-ed94b364a176),segment_id=66393bc7-8c41-43e8-b640-ed94b364a176)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:22.968860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.988002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-b294df54-81fa-4999-9d82-ad18cce1b676 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:22.993713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b294df54-81fa-4999-9d82-ad18cce1b676 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43 HTTP/1.1" status: 400 len: 364 time: 2.2405627 Apr 06 14:31:22.996349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45984) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.013922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Network 661eb41e-2088-413c-98f9-50ad8667e372 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:23.020924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:23.024006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:23.067337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Pushing event updated for resources: {'Port': ['ID=da86b156-0117-4c2d-a18c-b27ed45d310d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:23.089304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (06ad12fc-9f03-4ff8-a212-20d7612586e4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.091116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for adb27464-6393-4018-ab45-fe4aa6f84b3f owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:23.134264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] DHCP port deletion for 3788a74b-7942-4a6d-b3e1-b4b74337b279 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:23.168656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=06ad12fc-9f03-4ff8-a212-20d7612586e4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:23.173066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (244c3ead-18e4-482f-8eba-5273cb598a8c), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.187260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.187513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-497018795'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:23.259321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] Pushing event deleted for resources: {'Port': ['ID=adb27464-6393-4018-ab45-fe4aa6f84b3f,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:23.274822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261db251-a866-4b2f-b5d8-d6987bf5cced None None] No DVR routers for this DVR port adb27464-6393-4018-ab45-fe4aa6f84b3f on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:23.318457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] Deleting port 40b63827-8d76-4b01-afc0-8686b3bb5703 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:23.318846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.433286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] For port 40b63827-8d76-4b01-afc0-8686b3bb5703, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40b63827-8d76-4b01-afc0-8686b3bb5703,segment=NetworkSegment(460ca5d0-f81b-4322-a84a-cbd397607ffa),segment_id=460ca5d0-f81b-4322-a84a-cbd397607ffa)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:23.435064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.448575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.455900 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9ec4058d-2a5a-4673-8e7d-087680d25b31 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/06ad12fc-9f03-4ff8-a212-20d7612586e4 HTTP/1.1" status: 204 len: 168 time: 2.7772758 Apr 06 14:31:23.457386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45990) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.463777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] Calling delete_port for 40b63827-8d76-4b01-afc0-8686b3bb5703 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:23.485772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.498273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 45992) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.626489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7ff21ec3-5afb-4a47-a614-888e984b2805 None None] Provisioning complete for port da86b156-0117-4c2d-a18c-b27ed45d310d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:23.626822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7ff21ec3-5afb-4a47-a614-888e984b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.658478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c64ed4-0dc8-4c37-bc0d-b0dd551662c2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:23.659923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c64ed4-0dc8-4c37-bc0d-b0dd551662c2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:23.661508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c64ed4-0dc8-4c37-bc0d-b0dd551662c2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:23.663181 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a7c64ed4-0dc8-4c37-bc0d-b0dd551662c2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2048333 Apr 06 14:31:23.668067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45996) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.712967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:23.716443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.723801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1337319712'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:23.727739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7ff21ec3-5afb-4a47-a614-888e984b2805 None None] Port da86b156-0117-4c2d-a18c-b27ed45d310d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:23.753309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 790b4433-0eaf-4845-8be2-bb7b4f4d8184 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:23.754140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 61f020b6-8718-403d-b4ce-98970d93e6d1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:23.757065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (790b4433-0eaf-4845-8be2-bb7b4f4d8184), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.770542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.798969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for security_group (434d92ee-78e1-4a88-aa2e-8ddc59e6e08d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.814828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (40b63827-8d76-4b01-afc0-8686b3bb5703), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.828188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (790b4433-0eaf-4845-8be2-bb7b4f4d8184), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.846354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] Pushing event deleted for resources: {'Port': ['ID=40b63827-8d76-4b01-afc0-8686b3bb5703,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:23.865158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4994c-bdc3-4392-8495-36df70e8a223 None None] No DVR routers for this DVR port 40b63827-8d76-4b01-afc0-8686b3bb5703 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:23.871214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 61f020b6-8718-403d-b4ce-98970d93e6d1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:23.871495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.889191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (434d92ee-78e1-4a88-aa2e-8ddc59e6e08d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.889191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.897876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (adb27464-6393-4018-ab45-fe4aa6f84b3f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.933219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port adb27464-6393-4018-ab45-fe4aa6f84b3f on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:23.942041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.996070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 61f020b6-8718-403d-b4ce-98970d93e6d1 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:23.996648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.001026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (790b4433-0eaf-4845-8be2-bb7b4f4d8184), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.029923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 61f020b6-8718-403d-b4ce-98970d93e6d1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=61f020b6-8718-403d-b4ce-98970d93e6d1,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:24.037705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=adb27464-6393-4018-ab45-fe4aa6f84b3f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.047273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:24.051925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.059402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.076367 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434d92ee-78e1-4a88-aa2e-8ddc59e6e08d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.114059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.117629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d794337-5691-4a84-b525-1a6722d3fd06 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:24.124535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:24.141580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.205656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks [] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.213977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=61f020b6-8718-403d-b4ce-98970d93e6d1,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.217068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (790b4433-0eaf-4845-8be2-bb7b4f4d8184), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.266677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=790b4433-0eaf-4845-8be2-bb7b4f4d8184,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.269493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3d794337-5691-4a84-b525-1a6722d3fd06 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:24.270181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.285609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.295653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e64ed4ae-74d9-4685-9863-7e6b178b30e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/790b4433-0eaf-4845-8be2-bb7b4f4d8184 HTTP/1.1" status: 204 len: 168 time: 0.6240101 Apr 06 14:31:24.295884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 45998) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:24.300643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db21a833-51e4-4e0d-813d-73a19ce39d72 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:24.308986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (7583c174-45c5-4493-8b4d-c590b2f783aa), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.367203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.373869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet a61faa9c-a55a-44fe-ac04-bcfca18730a2 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:24.395904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9b4c6-0d50-4a4a-81a0-820032c9f00c None None] Network c33cbe36-2eda-45fa-9141-4b2c56c656f1 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:24.401148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (a61faa9c-a55a-44fe-ac04-bcfca18730a2), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.420047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (70a9ce08-7ca8-47e5-91f5-5402480e9899), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.420472 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Added segment 70a9ce08-7ca8-47e5-91f5-5402480e9899 of type vlan for network 85a71888-e4b8-4c26-b8b2-08d70278c6f6 Apr 06 14:31:24.434734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (47b370a3-72fd-454c-9921-13d4482137ef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.466356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7583c174-45c5-4493-8b4d-c590b2f783aa), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.480223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:24.490349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c5615c7a-5f05-4f15-af2c-f76d08cdeb76), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.490688 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment c5615c7a-5f05-4f15-af2c-f76d08cdeb76 of type vlan for network ba202299-35d9-4bee-9d36-78c0c815516a Apr 06 14:31:24.508675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for security_group (c9185b7c-f817-4e94-97f1-c1eb073d752e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.530006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (a61faa9c-a55a-44fe-ac04-bcfca18730a2), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.542568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Provisioning complete for port 3d794337-5691-4a84-b525-1a6722d3fd06 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:24.543158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.565361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (244c3ead-18e4-482f-8eba-5273cb598a8c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.576519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Pushing event updated for resources: {'Port': ['ID=da86b156-0117-4c2d-a18c-b27ed45d310d,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.670736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3d794337-5691-4a84-b525-1a6722d3fd06 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:24.671291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.732299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a61faa9c-a55a-44fe-ac04-bcfca18730a2), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.772472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Network 661eb41e-2088-413c-98f9-50ad8667e372 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:24.775578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Current status of the port 3d794337-5691-4a84-b525-1a6722d3fd06 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:24.775987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.778816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:24.793586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 3d794337-5691-4a84-b525-1a6722d3fd06, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d794337-5691-4a84-b525-1a6722d3fd06,segment=NetworkSegment(abf6f742-2693-417d-9660-bf1f3b670f69),segment_id=abf6f742-2693-417d-9660-bf1f3b670f69)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:24.806326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a04dce3-a57d-42b7-a235-cc43dd8bc04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.872868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.954083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40b63827-8d76-4b01-afc0-8686b3bb5703 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:24.984105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b370a3-72fd-454c-9921-13d4482137ef']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:24.995718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66393bc7-8c41-43e8-b640-ed94b364a176') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:24.996194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66393bc7-8c41-43e8-b640-ed94b364a176') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:25.003543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a61faa9c-a55a-44fe-ac04-bcfca18730a2), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.007525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (66393bc7-8c41-43e8-b640-ed94b364a176), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.025873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:25.051105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 40b63827-8d76-4b01-afc0-8686b3bb5703 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:25.051835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40b63827-8d76-4b01-afc0-8686b3bb5703 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:25.052435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7583c174-45c5-4493-8b4d-c590b2f783aa,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.053984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=a61faa9c-a55a-44fe-ac04-bcfca18730a2,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.063965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device adb27464-6393-4018-ab45-fe4aa6f84b3f no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:25.074173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c9185b7c-f817-4e94-97f1-c1eb073d752e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.086016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.089563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-efd96e19-8ee9-42c6-939e-ef9748ccbaa3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/a61faa9c-a55a-44fe-ac04-bcfca18730a2 HTTP/1.1" status: 204 len: 168 time: 0.7927487 Apr 06 14:31:25.090329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:25.092459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46000) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.105570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (283669db-8572-4e53-b10b-07d5bb992027), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.106062 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Added segment 283669db-8572-4e53-b10b-07d5bb992027 of type vlan for network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 Apr 06 14:31:25.137848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:31:25.138735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:31:25.139827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: adb27464-6393-4018-ab45-fe4aa6f84b3f {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:25.140504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device adb27464-6393-4018-ab45-fe4aa6f84b3f not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:25.159204 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4c2f464a-6d69-442f-a45e-46a6b839e30c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652783 Apr 06 14:31:25.167016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46002) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.174386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=3d794337-5691-4a84-b525-1a6722d3fd06,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.176020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:25.204211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.213155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (85a71888-e4b8-4c26-b8b2-08d70278c6f6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.216197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ba202299-35d9-4bee-9d36-78c0c815516a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.253152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (66393bc7-8c41-43e8-b640-ed94b364a176), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.260971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:25.261649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (66393bc7-8c41-43e8-b640-ed94b364a176), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:25.286432 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:25.327550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9185b7c-f817-4e94-97f1-c1eb073d752e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.337607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.resource_extend [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:31:25.349920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.resource_extend [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:31:25.386582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:25.392504 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-406789d3-ffe6-473f-afb7-d46f764210ad admin admin] 10.222.0.89 "PUT /v2.0/routers/244c3ead-18e4-482f-8eba-5273cb598a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2169065 Apr 06 14:31:25.397442 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:25.409162 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:25.410028 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:25.437081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:25.453456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a7ae10cf-f673-496f-93ff-d439427f36b9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.453806 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Added segment a7ae10cf-f673-496f-93ff-d439427f36b9 of type vlan for network 0b61a1e0-de43-4207-8545-a1d9493d3356 Apr 06 14:31:25.488547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79032ce-e131-4af8-b287-2a88d5966f8e None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:25.496253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Allocated IP 2001:db8::1 (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7/9a800937-12d1-4952-9000-53a1b34f4101/2d5e104b-cbb3-4f53-9c01-70900cafbf72) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:25.496757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:25.505256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.518531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0b61a1e0-de43-4207-8545-a1d9493d3356), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.536353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (47b370a3-72fd-454c-9921-13d4482137ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.538286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ba202299-35d9-4bee-9d36-78c0c815516a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.545717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:25.545717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.547359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.552143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:25.552877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.568886 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:25.615687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.619014 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/47b370a3-72fd-454c-9921-13d4482137ef HTTP/1.1" status: 204 len: 168 time: 3.1816950 Apr 06 14:31:25.621966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46008) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.787851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=ba202299-35d9-4bee-9d36-78c0c815516a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.816317 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1909189 Apr 06 14:31:25.821440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46010) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.821613 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3db5dd2f-6bf4-4639-9b14-abbfab70042e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3223386 Apr 06 14:31:25.825835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'subnet': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:25.835596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46012) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.879543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'name': 'tempest-PortsIpV6TestJSON-2061179129'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:25.892269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (3788a74b-7942-4a6d-b3e1-b4b74337b279), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.931695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5ad93ba5-5d47-4e33-bce9-5408a6861b41 None None] Current status of the port 3d794337-5691-4a84-b525-1a6722d3fd06 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:25.943239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 61f020b6-8718-403d-b4ce-98970d93e6d1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:25.961453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (85a71888-e4b8-4c26-b8b2-08d70278c6f6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.967296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0b61a1e0-de43-4207-8545-a1d9493d3356), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.967447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ba202299-35d9-4bee-9d36-78c0c815516a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:25.967550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:25.971092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:25.971730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.005407 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:24Z', 'revision_number': 2, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.010037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cd2d9-77ba-4006-990e-b0a75e7a995b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Network': ['ID=5d3cb325-2b6a-44c7-bfcd-365eb24e38f5,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.036738 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:26.041040 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Updating router 244c3ead-18e4-482f-8eba-5273cb598a8c port da86b156-0117-4c2d-a18c-b27ed45d310d binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:26.041177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.047252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:26.062036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f4296-6ef3-43a5-a370-1079eeadc270 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=47b370a3-72fd-454c-9921-13d4482137ef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.075517 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.106046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (d32fe36f-3194-46ce-b6b9-daa31e2f1279), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.109963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:26.114386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.172441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.189268 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.6634874 Apr 06 14:31:26.201460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Provisioning complete for port 3d794337-5691-4a84-b525-1a6722d3fd06 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:26.202119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.207935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46020) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:26.259962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=d32fe36f-3194-46ce-b6b9-daa31e2f1279,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.284949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 61f020b6-8718-403d-b4ce-98970d93e6d1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:26.285331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.291583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Network': ['ID=85a71888-e4b8-4c26-b8b2-08d70278c6f6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.303415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (3788a74b-7942-4a6d-b3e1-b4b74337b279), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.325284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 85a71888-e4b8-4c26-b8b2-08d70278c6f6 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:26.340667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:26.346372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:26.372241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.372241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.381124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:26.385998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.401130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:26.418833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3788a74b-7942-4a6d-b3e1-b4b74337b279']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.453071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.458032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460ca5d0-f81b-4322-a84a-cbd397607ffa') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.458399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460ca5d0-f81b-4322-a84a-cbd397607ffa') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.486715 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5ec8ca7e-ada6-4a80-a70f-53556d9b77d9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3183818 Apr 06 14:31:26.495083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46024) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:26.515023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:26.519515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 41df67a9-fd94-4f06-a315-6328e0ad6261 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:26.534497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292697-ea94-4860-8dab-af1661a26f7b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Network': ['ID=0b61a1e0-de43-4207-8545-a1d9493d3356,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.538288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (460ca5d0-f81b-4322-a84a-cbd397607ffa), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.559167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0b61a1e0-de43-4207-8545-a1d9493d3356 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:26.580316 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:31:26.583303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Current status of the port 3d794337-5691-4a84-b525-1a6722d3fd06 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:26.621861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46028) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:26.622361 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Publish callbacks [] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.623661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:26.629512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1830576523-network', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:26.641918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ebb7c-c573-4a9a-9733-e4520f21dc8c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.647133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ebb7c-c573-4a9a-9733-e4520f21dc8c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.653961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ebb7c-c573-4a9a-9733-e4520f21dc8c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.659635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ebb7c-c573-4a9a-9733-e4520f21dc8c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.661057 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ab8ebb7c-c573-4a9a-9733-e4520f21dc8c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4518743 Apr 06 14:31:26.662242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (460ca5d0-f81b-4322-a84a-cbd397607ffa), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.667985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:26.670122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46030) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:26.673126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Port': ['ID=2d5e104b-cbb3-4f53-9c01-70900cafbf72,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.677509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] Deleting port bcad2202-50a1-423f-acf0-727ff22fc411 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:26.677988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.680594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:26.680594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.683316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:26.683722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (460ca5d0-f81b-4322-a84a-cbd397607ffa), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:26.690318 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:26.700727 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.764598 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] For port bcad2202-50a1-423f-acf0-727ff22fc411, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bcad2202-50a1-423f-acf0-727ff22fc411,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:26.765180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.785396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] Calling delete_port for bcad2202-50a1-423f-acf0-727ff22fc411 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:26.809553 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5cad3-5ccd-4423-a42b-ab1e682881df None None] Pushing event updated for resources: {'Port': ['ID=da86b156-0117-4c2d-a18c-b27ed45d310d,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.882250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 61f020b6-8718-403d-b4ce-98970d93e6d1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:26.884526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d794337-5691-4a84-b525-1a6722d3fd06 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:26.928875 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Attempting to bind port da86b156-0117-4c2d-a18c-b27ed45d310d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:26.929528 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Attempting to bind port da86b156-0117-4c2d-a18c-b27ed45d310d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:26.930492 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Attempting to bind port da86b156-0117-4c2d-a18c-b27ed45d310d on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:26.930780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Provisioning complete for port da86b156-0117-4c2d-a18c-b27ed45d310d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:26.931371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.933043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Made reservation on behalf of e41cfe528af440b9b2d4679a403f2c32 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:26.935706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.939937 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:26.940386 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Checking segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:26.940957 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.941862 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Bound using segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:26.942533 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Bound port: da86b156-0117-4c2d-a18c-b27ed45d310d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:26.942924 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.967267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.970311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (3788a74b-7942-4a6d-b3e1-b4b74337b279), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.980587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.983974 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/3788a74b-7942-4a6d-b3e1-b4b74337b279 HTTP/1.1" status: 204 len: 168 time: 1.3430297 Apr 06 14:31:27.011785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (bcad2202-50a1-423f-acf0-727ff22fc411), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.022125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46032) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:27.044769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1428527022'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:27.059983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Port da86b156-0117-4c2d-a18c-b27ed45d310d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:27.064415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] Pushing event deleted for resources: {'Port': ['ID=bcad2202-50a1-423f-acf0-727ff22fc411,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:27.074394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bfe7f-0152-4a62-86c1-811148ed3019 None None] No DVR routers for this DVR port bcad2202-50a1-423f-acf0-727ff22fc411 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:27.081027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7b47df05-cf60-49c4-953f-560d2877d711 None None] Could not find standard attr ID for object bcad2202-50a1-423f-acf0-727ff22fc411. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:31:27.092231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3d794337-5691-4a84-b525-1a6722d3fd06 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:27.092231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.094825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (85a71888-e4b8-4c26-b8b2-08d70278c6f6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.096458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97d835-3050-4a97-892a-de3101f4b5dc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=3788a74b-7942-4a6d-b3e1-b4b74337b279,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:27.098078 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] For port da86b156-0117-4c2d-a18c-b27ed45d310d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:27.106048 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] For port da86b156-0117-4c2d-a18c-b27ed45d310d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=da86b156-0117-4c2d-a18c-b27ed45d310d,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:27.127475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e25c34-0c8b-4b9d-ad04-b1ca61821300 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:27.145170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.217904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks [] for security_group (0532956a-8c1c-4033-b757-d175845f7b2b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.221674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.222331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (71a0d996-8653-4908-b889-e76a2ac1adbd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.224901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:27.229637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.230960 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.296755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-77f5841f-3062-4bd9-a0e5-6213a07eb71e None None] Provisioning complete for port 2d5e104b-cbb3-4f53-9c01-70900cafbf72 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:27.297141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-77f5841f-3062-4bd9-a0e5-6213a07eb71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.306014 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:27.306167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Subnet': ['ID=71a0d996-8653-4908-b889-e76a2ac1adbd,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:27.308767 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:27.312419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'd32fe36f-3194-46ce-b6b9-daa31e2f1279'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:27.313317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.381312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3d794337-5691-4a84-b525-1a6722d3fd06 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:27.403822 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5cad3-5ccd-4423-a42b-ab1e682881df None None] Pushing event updated for resources: {'Port': ['ID=da86b156-0117-4c2d-a18c-b27ed45d310d,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:27.410901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (85a71888-e4b8-4c26-b8b2-08d70278c6f6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.411147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-77f5841f-3062-4bd9-a0e5-6213a07eb71e None None] Port 2d5e104b-cbb3-4f53-9c01-70900cafbf72 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:27.434825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a71888-e4b8-4c26-b8b2-08d70278c6f6']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:27.445717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a9ce08-7ca8-47e5-91f5-5402480e9899') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:27.446013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a9ce08-7ca8-47e5-91f5-5402480e9899') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:27.455732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:27.463903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.468785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0532956a-8c1c-4033-b757-d175845f7b2b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.504963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.556364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (70a9ce08-7ca8-47e5-91f5-5402480e9899), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.578029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] Provisioning complete for port da86b156-0117-4c2d-a18c-b27ed45d310d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:27.582687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.583550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.585212 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:27.628832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bcad2202-50a1-423f-acf0-727ff22fc411 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:27.660804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: bcad2202-50a1-423f-acf0-727ff22fc411 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:27.661166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bcad2202-50a1-423f-acf0-727ff22fc411 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:27.700009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Allocated IP 172.20.0.2 (2934fa9c-89df-48fd-aebe-9f87f342666e/d32fe36f-3194-46ce-b6b9-daa31e2f1279/c63ba1e8-3a33-4c65-8af1-0c7281782e01) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:27.722832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=41df67a9-fd94-4f06-a315-6328e0ad6261,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:27.772301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:27.772732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: ba202299-35d9-4bee-9d36-78c0c815516a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:27.806336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.869805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:27.880734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] Current status of the port da86b156-0117-4c2d-a18c-b27ed45d310d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:27.881140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.897357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.899348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.924556 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:27.937949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Publish callbacks [] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.943016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] For port da86b156-0117-4c2d-a18c-b27ed45d310d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=da86b156-0117-4c2d-a18c-b27ed45d310d,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:27.955867 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bda1d-1476-400c-bd5b-9d60465f7a05 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:27.965995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ba202299-35d9-4bee-9d36-78c0c815516a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:27.982711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9013a-8868-41c1-bb1f-afd2e2370501 None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:27.997329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:28.022630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (70a9ce08-7ca8-47e5-91f5-5402480e9899), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.029274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:28.035216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:28.035893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.044533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.046470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.068570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:28.069017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (70a9ce08-7ca8-47e5-91f5-5402480e9899), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:28.083139 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:28.085472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event updated for resources: {'Port': ['ID=2d5e104b-cbb3-4f53-9c01-70900cafbf72,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.112790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:28.121225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:28.123519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:28.150805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:28.157618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:28.158797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:28.161562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Pushing event updated for resources: {'Port': ['ID=c63ba1e8-3a33-4c65-8af1-0c7281782e01,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.191864 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6a92ac58-a324-4c70-86d7-ed57b44a0e58 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3272369 Apr 06 14:31:28.193292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46034) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.202100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d5ce0144-af66-46ce-a019-402bd5e1f3fe), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.202447 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Added segment d5ce0144-af66-46ce-a019-402bd5e1f3fe of type vlan for network 5737ccba-a387-41d2-9510-edf567f23e3a Apr 06 14:31:28.210022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879790175'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:28.267153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (5737ccba-a387-41d2-9510-edf567f23e3a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.289972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Attempting to bind port c63ba1e8-3a33-4c65-8af1-0c7281782e01 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:28.290350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Attempting to bind port c63ba1e8-3a33-4c65-8af1-0c7281782e01 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:28.290717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Attempting to bind port c63ba1e8-3a33-4c65-8af1-0c7281782e01 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:28.293760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e95d0-6b58-4a09-af4c-c22100e752dc None None] Pushing event updated for resources: {'Port': ['ID=da86b156-0117-4c2d-a18c-b27ed45d310d,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.297815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6ff3b965-51e2-4eb0-88a9-ecbd4ab44de2 None None] Provisioning complete for port da86b156-0117-4c2d-a18c-b27ed45d310d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:28.298145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b965-51e2-4eb0-88a9-ecbd4ab44de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.308372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1fffdbe7-d73d-4314-b139-0daef9d74929), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.308773 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 1fffdbe7-d73d-4314-b139-0daef9d74929 of type vlan for network 0597daba-73cf-43d7-925e-ca368d27b852 Apr 06 14:31:28.331835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:28.336692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:28.336692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.336692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:28.336692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Bound port: c63ba1e8-3a33-4c65-8af1-0c7281782e01, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:28.336692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.372057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0597daba-73cf-43d7-925e-ca368d27b852), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.417871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Router 7999a9ea-14c2-402b-8530-513d8584db43 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:28.491685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0532956a-8c1c-4033-b757-d175845f7b2b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.494236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] For port c63ba1e8-3a33-4c65-8af1-0c7281782e01, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:28.512565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0597daba-73cf-43d7-925e-ca368d27b852), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.518767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:28.526040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.544886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (5737ccba-a387-41d2-9510-edf567f23e3a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.545887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:28.546557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.546851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] For port c63ba1e8-3a33-4c65-8af1-0c7281782e01, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c63ba1e8-3a33-4c65-8af1-0c7281782e01,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:28.549965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.550167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:28.553371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3b965-51e2-4eb0-88a9-ecbd4ab44de2 None None] Current status of the port da86b156-0117-4c2d-a18c-b27ed45d310d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:28.553614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.594920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:28.600212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:28.607054 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a4c560b5-e840-43db-ad06-6023e7118ef5 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6090229 Apr 06 14:31:28.611218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46036) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.616023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] Sync routers for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:28.620582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ffa9333f-fb6b-4c1c-8783-a4379fd98388), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.620582 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment ffa9333f-fb6b-4c1c-8783-a4379fd98388 of type vlan for network 1ec3dd2b-f5ce-4091-985d-33aac706eeb8 Apr 06 14:31:28.652044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.663567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:28.664634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:28.706128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Checking segment: {'id': '283669db-8572-4e53-b10b-07d5bb992027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:28.706753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network hostable DHCP agents. Network: 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:28.741312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1ec3dd2b-f5ce-4091-985d-33aac706eeb8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.755486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:28.765591 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1417377 Apr 06 14:31:28.774476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46038) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.789937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=0597daba-73cf-43d7-925e-ca368d27b852,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.812536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Request body: {'subnet': {'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1830576523-subnet', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:28.823779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0597daba-73cf-43d7-925e-ca368d27b852 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:28.837466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (85a71888-e4b8-4c26-b8b2-08d70278c6f6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.846113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.856446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46040) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.857145 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/networks/85a71888-e4b8-4c26-b8b2-08d70278c6f6 HTTP/1.1" status: 204 len: 168 time: 2.1833041 Apr 06 14:31:28.868861 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb510d41-6827-48e2-9996-a256bbe585eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8400447 Apr 06 14:31:28.871755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46042) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.888155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': '0597daba-73cf-43d7-925e-ca368d27b852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:28.938726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:28.939903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:28.970719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1ec3dd2b-f5ce-4091-985d-33aac706eeb8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.977161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:28.977788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.015600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:29.063878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:29.066830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b244ead-cd82-4cc3-8619-541ea6f11a0f admin admin] Pushing event updated for resources: {'Network': ['ID=5737ccba-a387-41d2-9510-edf567f23e3a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.076742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:29.077352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.100684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ff05a-a063-4d75-ae6f-b93a8a1585dd tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Network': ['ID=85a71888-e4b8-4c26-b8b2-08d70278c6f6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.111219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9fb88c67-930b-4a55-a073-763c00c71bc6 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router (7999a9ea-14c2-402b-8530-513d8584db43), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.220259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fee432c4-129a-4651-a435-a050565b4a6c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4000790 Apr 06 14:31:29.221125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Made reservation on behalf of e41cfe528af440b9b2d4679a403f2c32 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:29.224681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.228537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46044) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.262238 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0666678 Apr 06 14:31:29.303539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'name': 'tempest-AllowedAddressPairTestJSON-2093647114'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:29.314679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0b61a1e0-de43-4207-8545-a1d9493d3356), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.316486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af68f6-655a-4c39-81e3-6a7c23706b8c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=1ec3dd2b-f5ce-4091-985d-33aac706eeb8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.319543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bab2b-8386-4ccf-b7b7-fddecb31415f None None] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:29.326992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46046) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.327149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 5737ccba-a387-41d2-9510-edf567f23e3a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:29.344517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'ports': [{'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'}, {'network_id': '1ec3dd2b-f5ce-4091-985d-33aac706eeb8'}]} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:29.344985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:29.345488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': '1ec3dd2b-f5ce-4091-985d-33aac706eeb8'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:29.409717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 1ec3dd2b-f5ce-4091-985d-33aac706eeb8 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:29.412038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:29.412755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed3278-1812-46e6-8da7-e71c668420ef None None] The sync data for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:29.439112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:29.450108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:29.454871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.575101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-52a40168-5dbd-464d-8cea-c9f6f77eeb17 None None] Provisioning complete for port 2d5e104b-cbb3-4f53-9c01-70900cafbf72 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:29.575606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52a40168-5dbd-464d-8cea-c9f6f77eeb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.767499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-52a40168-5dbd-464d-8cea-c9f6f77eeb17 None None] Port 2d5e104b-cbb3-4f53-9c01-70900cafbf72 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:29.774812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device da86b156-0117-4c2d-a18c-b27ed45d310d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:29.782602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c9cd5-8ac8-4410-804e-2eb888b06afb None None] Pushing event updated for resources: {'Port': ['ID=c63ba1e8-3a33-4c65-8af1-0c7281782e01,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.835889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'project_id': '9b800234d4c345189a23f3de96eb872f', 'fixed_ips': [{'subnet_id': '71a0d996-8653-4908-b889-e76a2ac1adbd'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:29.836924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.888096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:29.891916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.912927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.920645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] device_id is not set on port 1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:29.937448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7a0b818e-5327-41c4-8057-48635f37005a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.953322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port da86b156-0117-4c2d-a18c-b27ed45d310d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:29.953706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.040039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Allocated IP 172.20.0.2 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/edfed73e-d7bd-4d17-8a6a-d744a09c0c20) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:30.055292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0b61a1e0-de43-4207-8545-a1d9493d3356), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.072425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0b818e-5327-41c4-8057-48635f37005a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.082756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b61a1e0-de43-4207-8545-a1d9493d3356']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:30.092820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ae10cf-f673-496f-93ff-d439427f36b9') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:30.093165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ae10cf-f673-496f-93ff-d439427f36b9') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:30.103226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (a7ae10cf-f673-496f-93ff-d439427f36b9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.116768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a7ae10cf-f673-496f-93ff-d439427f36b9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.127304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:30.127304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (a7ae10cf-f673-496f-93ff-d439427f36b9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.165001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Checking segment: {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:30.165469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Network hostable DHCP agents. Network: 5737ccba-a387-41d2-9510-edf567f23e3a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:30.174275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port da86b156-0117-4c2d-a18c-b27ed45d310d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:30.196000 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:30.208530 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-9fb88c67-930b-4a55-a073-763c00c71bc6 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 14:31:30.209619 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9fb88c67-930b-4a55-a073-763c00c71bc6 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43 HTTP/1.1" status: 409 len: 376 time: 1.5974243 Apr 06 14:31:30.217175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46048) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.235362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port c63ba1e8-3a33-4c65-8af1-0c7281782e01, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c63ba1e8-3a33-4c65-8af1-0c7281782e01,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:30.272329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.277963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Network 5737ccba-a387-41d2-9510-edf567f23e3a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:30.291299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Publish callbacks [] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.307077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0b61a1e0-de43-4207-8545-a1d9493d3356), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.334957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.341550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.350094 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/networks/0b61a1e0-de43-4207-8545-a1d9493d3356 HTTP/1.1" status: 204 len: 168 time: 1.4872634 Apr 06 14:31:30.358797 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.371958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.389208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bdc02-b90d-4651-a3aa-afbc2970e7a5 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Network': ['ID=0b61a1e0-de43-4207-8545-a1d9493d3356,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.437794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:30.444797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:30.455359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:30.465033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Pushing event updated for resources: {'Port': ['ID=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.497576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 5737ccba-a387-41d2-9510-edf567f23e3a) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:30.508719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:30.509608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.512486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Allocated IP 172.20.0.4 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:30.534185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30820fa9-892d-47f8-b1ef-b1b2ae332f41 None None] Network 5737ccba-a387-41d2-9510-edf567f23e3a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:30.536511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (b62bad1f-041a-4275-97aa-e36484e538d1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.599356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Attempting to bind port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:30.599356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Attempting to bind port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '283669db-8572-4e53-b10b-07d5bb992027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:30.599356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Attempting to bind port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 on network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:30.602999 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 2} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:30.608026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.610713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:30.612828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Checking segment: {'id': '283669db-8572-4e53-b10b-07d5bb992027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:30.612828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.612828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Bound using segment: {'id': '283669db-8572-4e53-b10b-07d5bb992027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:30.612828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Bound port: edfed73e-d7bd-4d17-8a6a-d744a09c0c20, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283669db-8572-4e53-b10b-07d5bb992027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:30.613511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.652997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.668292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f1578-2773-4592-ac45-52bc2cb24a9b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:30.673894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f1578-2773-4592-ac45-52bc2cb24a9b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:30.681461 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a99f1578-2773-4592-ac45-52bc2cb24a9b tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3080072 Apr 06 14:31:30.683318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46054) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.685471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:30.686200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (872102ce-a624-42fc-b6e5-3c0ecb8637fa), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.691005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-790429056'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:30.699878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=c63ba1e8-3a33-4c65-8af1-0c7281782e01,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.721438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:30.737471 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-055b1811-dead-4a6d-bad6-d8e4a1c87afb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9391758 Apr 06 14:31:30.745794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:30.746382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.751468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24333951-06c8-42b3-a6cc-0b73274de811 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:30.756231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46056) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.770298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:30.791403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=b62bad1f-041a-4275-97aa-e36484e538d1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.801313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-5737ccba-a387-41d2-9510-edf567f23e3a', 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a', 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'fixed_ips': [{'subnet_id': '7a0b818e-5327-41c4-8057-48635f37005a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:30.802850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.805406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] Provisioning complete for port c63ba1e8-3a33-4c65-8af1-0c7281782e01 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:30.806064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.810416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] For port edfed73e-d7bd-4d17-8a6a-d744a09c0c20, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:30.860183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76b4a-eb42-426e-8b25-5e53faebc01d req-cea8bf19-ce4c-45a0-9b69-7f79cd3e24ef tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:30.861826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9de76b4a-eb42-426e-8b25-5e53faebc01d req-cea8bf19-ce4c-45a0-9b69-7f79cd3e24ef tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3397653 Apr 06 14:31:30.873494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] For port edfed73e-d7bd-4d17-8a6a-d744a09c0c20, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,segment=NetworkSegment(283669db-8572-4e53-b10b-07d5bb992027),segment_id=283669db-8572-4e53-b10b-07d5bb992027)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:30.878954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:30.884317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.927662 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4714c5ba-e86f-4c5b-9877-017bea6edb56 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4312174 Apr 06 14:31:30.932862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46058) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.933507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=872102ce-a624-42fc-b6e5-3c0ecb8637fa,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.941775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '1fffdbe7-d73d-4314-b139-0daef9d74929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0597daba-73cf-43d7-925e-ca368d27b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:30.942307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: 0597daba-73cf-43d7-925e-ca368d27b852, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:30.945131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:ec:e8:f4', 'name': 'tempest-NetworksTestDHCPv6-1525771536'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:31.005138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 4393c512-4c57-4f16-bf94-f7a9a275e473 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:31.007103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (28c54c87-f140-4788-a69a-1b9ce0920ae5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.008715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (28c54c87-f140-4788-a69a-1b9ce0920ae5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.013013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.049742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:31.058747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.071201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9de76b4a-eb42-426e-8b25-5e53faebc01d req-98c76d7e-c12c-456b-a873-5aa6bab2914d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966505 Apr 06 14:31:31.100317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9b52cc40-877a-4273-b396-e90c459f8bc7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.100822 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Added segment 9b52cc40-877a-4273-b396-e90c459f8bc7 of type vlan for network 9e3105bf-e0f6-47a5-b541-ad59bf511b42 Apr 06 14:31:31.113148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 0597daba-73cf-43d7-925e-ca368d27b852 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:31.168983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (4393c512-4c57-4f16-bf94-f7a9a275e473), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.174658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692b74e-c488-4ca5-b210-18fff63699fb None None] Pushing event updated for resources: {'Port': ['ID=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.175323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.181214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] Current status of the port c63ba1e8-3a33-4c65-8af1-0c7281782e01 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:31.181613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.188318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Allocated IP 172.20.0.2 (5737ccba-a387-41d2-9510-edf567f23e3a/7a0b818e-5327-41c4-8057-48635f37005a/b5548fdb-bd4b-4435-b46a-5f46927cea6c) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:31.264985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 0597daba-73cf-43d7-925e-ca368d27b852) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:31.270757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:31.271425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.281790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] For port c63ba1e8-3a33-4c65-8af1-0c7281782e01, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c63ba1e8-3a33-4c65-8af1-0c7281782e01,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:31.289750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45243e3c-eb02-452a-8cc1-cc710f4aed0a None None] Network 0597daba-73cf-43d7-925e-ca368d27b852 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:31.291455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks [] for router_controller (28c54c87-f140-4788-a69a-1b9ce0920ae5), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.352176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.357855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port a579f83e-d75b-435b-8476-801b871f7912 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:31.374479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9e3105bf-e0f6-47a5-b541-ad59bf511b42), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.446065 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-92244c69-f761-4333-8bfa-52e497de9d76 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5715015 Apr 06 14:31:31.448403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46062) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:31.455360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1697449945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:31.512228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72728c7b-4103-417f-baad-b1bc72c31625 None None] Pushing event updated for resources: {'Port': ['ID=c63ba1e8-3a33-4c65-8af1-0c7281782e01,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.568475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.684025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks [] for router_gateway (28c54c87-f140-4788-a69a-1b9ce0920ae5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.712887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (f71048a6-771c-465a-a45a-e9bf98b2a1ff), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.714152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (f71048a6-771c-465a-a45a-e9bf98b2a1ff), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.720095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca10f8-b46a-488e-8626-761439af06d7 req-45f58d15-6180-473d-bd2b-4a71e2d715c8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:31.726967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7ca10f8-b46a-488e-8626-761439af06d7 req-45f58d15-6180-473d-bd2b-4a71e2d715c8 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.4431856 Apr 06 14:31:31.733088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (a579f83e-d75b-435b-8476-801b871f7912), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.741772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9e3105bf-e0f6-47a5-b541-ad59bf511b42), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.750117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:31.755310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.760142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:31.867113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-0597daba-73cf-43d7-925e-ca368d27b852', 'network_id': '0597daba-73cf-43d7-925e-ca368d27b852', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '872102ce-a624-42fc-b6e5-3c0ecb8637fa'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:31.868227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.871204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c63ba1e8-3a33-4c65-8af1-0c7281782e01 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:31.879564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Publish callbacks [] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.911797 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (f71048a6-771c-465a-a45a-e9bf98b2a1ff), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.968825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting port 2d5e104b-cbb3-4f53-9c01-70900cafbf72 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:31.969192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.995122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.000348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:32.022105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (f71048a6-771c-465a-a45a-e9bf98b2a1ff), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.031568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4393c512-4c57-4f16-bf94-f7a9a275e473), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.047592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:32.049993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:32.105093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Network 5737ccba-a387-41d2-9510-edf567f23e3a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:32.115194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Pushing event updated for resources: {'Port': ['ID=b5548fdb-bd4b-4435-b46a-5f46927cea6c,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.122204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:32.129352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:32.140471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.141132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.143575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:32.148141 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:32.149564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a579f83e-d75b-435b-8476-801b871f7912), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.153622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.154188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:32.154348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.154860 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d40481d2-c9c9-46aa-95e6-2442fe2134b9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7043524 Apr 06 14:31:32.155652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=4393c512-4c57-4f16-bf94-f7a9a275e473,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.162751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46064) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.168640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c63ba1e8-3a33-4c65-8af1-0c7281782e01 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:32.169530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.176177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'port': {'network_id': '0597daba-73cf-43d7-925e-ca368d27b852', 'name': 'tempest-RoutersIpV6Test-1978285869'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:32.203579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.232107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7ca10f8-b46a-488e-8626-761439af06d7 req-c13b00e4-4c0d-46e8-9121-b00e360a48a3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4917636 Apr 06 14:31:32.250545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Calling delete_port for 2d5e104b-cbb3-4f53-9c01-70900cafbf72 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:32.284883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-01c91da3-1055-4e06-b227-2298a86400cc tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0231454 Apr 06 14:31:32.298494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Allocated IP 2001:db8::2 (0597daba-73cf-43d7-925e-ca368d27b852/872102ce-a624-42fc-b6e5-3c0ecb8637fa/cb24575d-9e85-4c16-94e0-50b30d11c041) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:32.311436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46068) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.312516 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6255283 Apr 06 14:31:32.313240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46070) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.321386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58db5-de49-4560-9b1e-c6d46b1de182 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Network': ['ID=9e3105bf-e0f6-47a5-b541-ad59bf511b42,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.322522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Attempting to bind port b5548fdb-bd4b-4435-b46a-5f46927cea6c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:32.323004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Attempting to bind port b5548fdb-bd4b-4435-b46a-5f46927cea6c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:32.323489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Attempting to bind port b5548fdb-bd4b-4435-b46a-5f46927cea6c on network 5737ccba-a387-41d2-9510-edf567f23e3a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:32.331912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'name': 'tempest-AllowedAddressPairTestJSON-1883179772', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:8e:d1'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:32.337215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9e3105bf-e0f6-47a5-b541-ad59bf511b42 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:32.349723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1985071767'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:32.429596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:32.429596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Checking segment: {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:32.429596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.429596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Bound using segment: {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:32.429596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Bound port: b5548fdb-bd4b-4435-b46a-5f46927cea6c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:32.429596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.472139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.475054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=a579f83e-d75b-435b-8476-801b871f7912,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.487065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:32.490753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.546980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 43cb50b7-95af-4032-92e4-4b9f12f4f32a yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:32.551784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] For port b5548fdb-bd4b-4435-b46a-5f46927cea6c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:32.556193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] For port b5548fdb-bd4b-4435-b46a-5f46927cea6c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b5548fdb-bd4b-4435-b46a-5f46927cea6c,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:32.564567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': 'ffa9333f-fb6b-4c1c-8783-a4379fd98388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1ec3dd2b-f5ce-4091-985d-33aac706eeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:32.564567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: 1ec3dd2b-f5ce-4091-985d-33aac706eeb8, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:32.636910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:32.642163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-21cc1c5b-1ff5-4f2f-95d7-e96e90ede014 None None] Provisioning complete for port c63ba1e8-3a33-4c65-8af1-0c7281782e01 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:32.642163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21cc1c5b-1ff5-4f2f-95d7-e96e90ede014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.642387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.657044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:32.676355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb387c0b-30e6-4c6a-aa0d-100cf821be91 req-afcc3a61-f63d-4f99-a706-95955945997b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.679757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.681555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (0b9ad316-b968-4d68-b057-fc1d3de6ea7f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.681916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb387c0b-30e6-4c6a-aa0d-100cf821be91 req-afcc3a61-f63d-4f99-a706-95955945997b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2864547 Apr 06 14:31:32.682320 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Added segment 0b9ad316-b968-4d68-b057-fc1d3de6ea7f of type vlan for network 3a9480bd-81ae-48d0-9277-db368878b27a Apr 06 14:31:32.688524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c63ba1e8-3a33-4c65-8af1-0c7281782e01 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:32.689700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device edfed73e-d7bd-4d17-8a6a-d744a09c0c20 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:32.731840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] device_id is not set on port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:32.805109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acd6d54-575f-4911-9d6f-dc24bb357589 None None] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:32.810378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 1ec3dd2b-f5ce-4091-985d-33aac706eeb8 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:32.845840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:32.949253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.963094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (3a9480bd-81ae-48d0-9277-db368878b27a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.978695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 1ec3dd2b-f5ce-4091-985d-33aac706eeb8) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:32.989321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:32.995197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.999679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:33.000374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.016331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] device_id is not set on port 45346bdb-cd53-48cf-81c6-b7b843af30ae yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:33.040433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0432bbe-b53f-4a0c-ba6e-5bc7d5e53863 None None] Network 1ec3dd2b-f5ce-4091-985d-33aac706eeb8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:33.043465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e12a20-0774-46b6-b7ec-df8b7c8ec8ef None None] Pushing event updated for resources: {'Port': ['ID=b5548fdb-bd4b-4435-b46a-5f46927cea6c,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.067693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Publish callbacks [] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.101101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2d5e104b-cbb3-4f53-9c01-70900cafbf72), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.145136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:33.145516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.147012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-21cc1c5b-1ff5-4f2f-95d7-e96e90ede014 None None] Current status of the port c63ba1e8-3a33-4c65-8af1-0c7281782e01 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:33.203983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Port': ['ID=2d5e104b-cbb3-4f53-9c01-70900cafbf72,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.291008 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-62280637-e226-443f-9cf5-b53870eaf35e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9629931 Apr 06 14:31:33.291244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.294065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (3a9480bd-81ae-48d0-9277-db368878b27a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.298103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46072) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:33.310159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:33.311012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.391663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Provisioning complete for port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:33.392014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.397078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb387c0b-30e6-4c6a-aa0d-100cf821be91 req-465e5fd2-be23-4c2b-880c-485c7123c9aa tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7141273 Apr 06 14:31:33.450723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Pushing event updated for resources: {'Port': ['ID=cb24575d-9e85-4c16-94e0-50b30d11c041,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.497990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Network 0597daba-73cf-43d7-925e-ca368d27b852 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:33.500992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:33.506258 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1631980 Apr 06 14:31:33.508919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.529107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46076) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:33.535354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:33.535867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'ports': [{'network_id': '9e3105bf-e0f6-47a5-b541-ad59bf511b42', 'name': 'tempest-port--2048887274', 'admin_state_up': True}, {'network_id': '3a9480bd-81ae-48d0-9277-db368878b27a', 'admin_state_up': False}]} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:33.536303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'port': {'network_id': '9e3105bf-e0f6-47a5-b541-ad59bf511b42', 'name': 'tempest-port--2048887274', 'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:33.537216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'port': {'network_id': '3a9480bd-81ae-48d0-9277-db368878b27a', 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:33.566118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:33.573499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port edfed73e-d7bd-4d17-8a6a-d744a09c0c20, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,segment=NetworkSegment(283669db-8572-4e53-b10b-07d5bb992027),segment_id=283669db-8572-4e53-b10b-07d5bb992027)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:33.610486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Allocated IP 172.20.0.12 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/45346bdb-cd53-48cf-81c6-b7b843af30ae) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:33.652591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a9c62-4cc6-4d50-8c52-a7f9377de25e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Network': ['ID=3a9480bd-81ae-48d0-9277-db368878b27a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.660099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (7999a9ea-14c2-402b-8530-513d8584db43), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.697438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Attempting to bind port cb24575d-9e85-4c16-94e0-50b30d11c041 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:33.698072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Attempting to bind port cb24575d-9e85-4c16-94e0-50b30d11c041 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '1fffdbe7-d73d-4314-b139-0daef9d74929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0597daba-73cf-43d7-925e-ca368d27b852'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:33.698617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Attempting to bind port cb24575d-9e85-4c16-94e0-50b30d11c041 on network 0597daba-73cf-43d7-925e-ca368d27b852 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:33.706387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 3a9480bd-81ae-48d0-9277-db368878b27a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:33.724551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks [] for router_gateway (28c54c87-f140-4788-a69a-1b9ce0920ae5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.729582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 172.20.0.10 (2934fa9c-89df-48fd-aebe-9f87f342666e/d32fe36f-3194-46ce-b6b9-daa31e2f1279/43cb50b7-95af-4032-92e4-4b9f12f4f32a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:33.776056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:feec:e8f4 (2934fa9c-89df-48fd-aebe-9f87f342666e/b62bad1f-041a-4275-97aa-e36484e538d1/43cb50b7-95af-4032-92e4-4b9f12f4f32a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:33.799776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8::2c1 (0597daba-73cf-43d7-925e-ca368d27b852/872102ce-a624-42fc-b6e5-3c0ecb8637fa/1cee80b0-912f-449b-9bf1-cd1d2947ab7a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:33.807010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.834640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:33.835112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Checking segment: {'id': '1fffdbe7-d73d-4314-b139-0daef9d74929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0597daba-73cf-43d7-925e-ca368d27b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:33.837157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.837854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Bound using segment: {'id': '1fffdbe7-d73d-4314-b139-0daef9d74929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0597daba-73cf-43d7-925e-ca368d27b852'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:33.838409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Bound port: cb24575d-9e85-4c16-94e0-50b30d11c041, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffdbe7-d73d-4314-b139-0daef9d74929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0597daba-73cf-43d7-925e-ca368d27b852'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:33.838856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.845734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Current status of the port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:33.850655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.850655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.004282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Allocated IP 172.26.6.227 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/428799ab-6a43-46ee-b7e8-2c0b2fb50188) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:34.067691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.089097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:31:34.089452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:31:34.092822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] For port cb24575d-9e85-4c16-94e0-50b30d11c041, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:34.096202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] For port cb24575d-9e85-4c16-94e0-50b30d11c041, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cb24575d-9e85-4c16-94e0-50b30d11c041,segment=NetworkSegment(1fffdbe7-d73d-4314-b139-0daef9d74929),segment_id=1fffdbe7-d73d-4314-b139-0daef9d74929)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:34.161553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b5548fdb-bd4b-4435-b46a-5f46927cea6c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:34.189110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.234831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks [] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.265068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e7bd-bf91-4d8d-8710-d96eb7dd34d8 None None] Pushing event updated for resources: {'Port': ['ID=cb24575d-9e85-4c16-94e0-50b30d11c041,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.284326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524896f2-f8df-4466-8b0b-ef041e00a804 req-dcba1f99-4a69-4d87-94fe-ed6f4de45520 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:34.293309 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-524896f2-f8df-4466-8b0b-ef041e00a804 req-dcba1f99-4a69-4d87-94fe-ed6f4de45520 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.7512031 Apr 06 14:31:34.300932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b5548fdb-bd4b-4435-b46a-5f46927cea6c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:34.300932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.355225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.366787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port a579f83e-d75b-435b-8476-801b871f7912 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:34.367214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a579f83e-d75b-435b-8476-801b871f7912), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.371545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75ad46-3db5-43e8-b354-05ca0c83063c None None] Network 5737ccba-a387-41d2-9510-edf567f23e3a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:34.512327 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-524896f2-f8df-4466-8b0b-ef041e00a804 req-8951b70f-5c52-4d30-8df5-0715b7adce11 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177746 Apr 06 14:31:34.538497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (45346bdb-cd53-48cf-81c6-b7b843af30ae), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.591508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Router 7999a9ea-14c2-402b-8530-513d8584db43 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:34.633908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:34.656518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:34.685363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (43cb50b7-95af-4032-92e4-4b9f12f4f32a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.692175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:34.693499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'port': 2} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:34.699266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.720995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:34.731245 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ac1484cc-9585-4d0e-b105-6e60bb081691 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5111241 Apr 06 14:31:34.733420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46080) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:34.740680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.747549 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] Sync routers for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:34.762389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Pushing event updated for resources: {'Port': ['ID=428799ab-6a43-46ee-b7e8-2c0b2fb50188,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.771380 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:34.771482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a579f83e-d75b-435b-8476-801b871f7912), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.771571 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:34.797191 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-e185dbb3-e7f0-48ae-811f-b1f40a785031 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] show failed (client error): The resource could not be found. Apr 06 14:31:34.805264 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e185dbb3-e7f0-48ae-811f-b1f40a785031 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "GET /v2.0/routers/tempest-non_exist_router-2072745122 HTTP/1.1" status: 404 len: 335 time: 0.0698431 Apr 06 14:31:34.819013 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:34.848023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46082) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:34.851306 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] Routers {'7999a9ea-14c2-402b-8530-513d8584db43'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:34.852743 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7999a9ea-14c2-402b-8530-513d8584db43'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:34.855246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (45346bdb-cd53-48cf-81c6-b7b843af30ae), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.879498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for a579f83e-d75b-435b-8476-801b871f7912 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:34.913469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c56d8-e1f0-4050-b492-ab87a7e136be None None] Current status of the port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:34.922227 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:34.922961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1afe57-e5a9-46fa-869f-419f15f406dc None None] The sync data for ids ['7999a9ea-14c2-402b-8530-513d8584db43'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:34.931381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b5548fdb-bd4b-4435-b46a-5f46927cea6c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:34.931790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.935377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:34.939635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:34.942482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:34.951212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-18a8de1b-2d45-4aa9-bab9-cc8512b5b444 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:34.969711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b5548fdb-bd4b-4435-b46a-5f46927cea6c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b5548fdb-bd4b-4435-b46a-5f46927cea6c,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:34.997217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-18a8de1b-2d45-4aa9-bab9-cc8512b5b444 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] update failed (client error): The resource could not be found. Apr 06 14:31:34.998280 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-18a8de1b-2d45-4aa9-bab9-cc8512b5b444 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "PUT /v2.0/routers/tempest-non_exist_router-1870887835 HTTP/1.1" status: 404 len: 335 time: 0.1446009 Apr 06 14:31:35.019336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46086) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.045818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.047016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c63ba1e8-3a33-4c65-8af1-0c7281782e01 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:35.110435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (43cb50b7-95af-4032-92e4-4b9f12f4f32a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.129695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=45346bdb-cd53-48cf-81c6-b7b843af30ae,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.145996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.146587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.163882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Provisioning complete for port 1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.164648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.181668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] device_id is not set on port adf79167-c6f5-4a4e-a741-c8068c1929d4 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:35.208943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b5548fdb-bd4b-4435-b46a-5f46927cea6c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.214468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting subnet f3b9c3a3-9465-42d2-8081-cf84fe7383ee {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:35.217641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (f3b9c3a3-9465-42d2-8081-cf84fe7383ee), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.218003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:35.237534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Port 1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:35.251958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c63ba1e8-3a33-4c65-8af1-0c7281782e01 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.252676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.283294 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2ef3efbe-f4ea-4e91-812f-4762865ef892 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.9638801 Apr 06 14:31:35.285253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Provisioning complete for port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.285695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.290951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46088) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.310724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=43cb50b7-95af-4032-92e4-4b9f12f4f32a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.366369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (f3b9c3a3-9465-42d2-8081-cf84fe7383ee), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.372816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.407744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:35.411647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:35.440123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c63ba1e8-3a33-4c65-8af1-0c7281782e01 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:35.514617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Current status of the port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:35.529187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.530009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.539893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Provisioning complete for port b5548fdb-bd4b-4435-b46a-5f46927cea6c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.540554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.548148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c95681-2c79-4268-a4f4-0c886d8a32e2 req-d6fec058-7807-477b-9a53-ef8eba78f5d5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.548773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d191501-99ca-4c32-b17a-12b50fd7efad tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.550058 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b6c95681-2c79-4268-a4f4-0c886d8a32e2 req-d6fec058-7807-477b-9a53-ef8eba78f5d5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.5507934 Apr 06 14:31:35.559125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d191501-99ca-4c32-b17a-12b50fd7efad tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.565688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d191501-99ca-4c32-b17a-12b50fd7efad tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.573439 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d191501-99ca-4c32-b17a-12b50fd7efad tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2812719 Apr 06 14:31:35.574133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46090) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.577682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a579f83e-d75b-435b-8476-801b871f7912), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.594621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for port (adf79167-c6f5-4a4e-a741-c8068c1929d4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.620851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.626740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/a579f83e-d75b-435b-8476-801b871f7912 HTTP/1.1" status: 204 len: 168 time: 2.3211069 Apr 06 14:31:35.627761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02450358-9030-40cd-a58b-7b560da3ac35 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=a579f83e-d75b-435b-8476-801b871f7912,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.635821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46092) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.675094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1737d231-61c4-47e3-bbb6-f53b7accb3ab None None] Current status of the port b5548fdb-bd4b-4435-b46a-5f46927cea6c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:35.733007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aa356def-820f-4d50-b4a5-66b360ee8d9e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7944202 Apr 06 14:31:35.733007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.735547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46094) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.757645 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b6c95681-2c79-4268-a4f4-0c886d8a32e2 req-6dce606d-c777-48ee-a697-c1d4fd875065 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981571 Apr 06 14:31:35.806500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-606e94f8-f1bb-4479-9790-4bc1e2e86443 None None] Provisioning complete for port 45346bdb-cd53-48cf-81c6-b7b843af30ae triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.807306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-606e94f8-f1bb-4479-9790-4bc1e2e86443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (45346bdb-cd53-48cf-81c6-b7b843af30ae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.840584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] device_id is not set on port fc5636a1-4ce3-44b3-87d1-40fe4fd7f995 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:35.844988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 0597daba-73cf-43d7-925e-ca368d27b852 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:35.855300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (f3b9c3a3-9465-42d2-8081-cf84fe7383ee), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.871099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-606e94f8-f1bb-4479-9790-4bc1e2e86443 None None] Port 45346bdb-cd53-48cf-81c6-b7b843af30ae cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:35.871215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=1cee80b0-912f-449b-9bf1-cd1d2947ab7a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.879724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:35.880919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-606e94f8-f1bb-4479-9790-4bc1e2e86443 None None] Provisioning complete for port b5548fdb-bd4b-4435-b46a-5f46927cea6c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.882222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-606e94f8-f1bb-4479-9790-4bc1e2e86443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.895319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:35.902431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.905037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.941059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dce408-3abf-45f0-9200-0a65a0138fed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.948959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dce408-3abf-45f0-9200-0a65a0138fed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:35.953335 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b4dce408-3abf-45f0-9200-0a65a0138fed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3134916 Apr 06 14:31:35.953647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46096) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.954143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks [] for router_gateway (28c54c87-f140-4788-a69a-1b9ce0920ae5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.993716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f13347-e1d4-485c-9f5b-ff0f6af965e9 None None] Network 0597daba-73cf-43d7-925e-ca368d27b852 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:36.078907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7734fa-26cb-4bf6-8a4a-6adfc6da32fa tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:36.084377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7734fa-26cb-4bf6-8a4a-6adfc6da32fa tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:36.086696 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0a7734fa-26cb-4bf6-8a4a-6adfc6da32fa tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3453631 Apr 06 14:31:36.094047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46098) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.114812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-606e94f8-f1bb-4479-9790-4bc1e2e86443 None None] Current status of the port b5548fdb-bd4b-4435-b46a-5f46927cea6c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:36.159164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port 45346bdb-cd53-48cf-81c6-b7b843af30ae {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:36.159497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (45346bdb-cd53-48cf-81c6-b7b843af30ae), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.195073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b5548fdb-bd4b-4435-b46a-5f46927cea6c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:36.238149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (f3b9c3a3-9465-42d2-8081-cf84fe7383ee), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.252071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Provisioning complete for port cb24575d-9e85-4c16-94e0-50b30d11c041 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:36.252532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.301830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b5548fdb-bd4b-4435-b46a-5f46927cea6c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:36.302207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.316213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for port (fc5636a1-4ce3-44b3-87d1-40fe4fd7f995), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.342145 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-620fa769-fe47-43f9-8196-266f542b01d4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1697817 Apr 06 14:31:36.366795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46100) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.377970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (45346bdb-cd53-48cf-81c6-b7b843af30ae), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.399582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b9c3a3-9465-42d2-8081-cf84fe7383ee,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.404015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.407474 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7d602a9c-4517-4535-8fb4-ad1bec1e8b80 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/subnets/f3b9c3a3-9465-42d2-8081-cf84fe7383ee HTTP/1.1" status: 204 len: 168 time: 1.3873389 Apr 06 14:31:36.413087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for 45346bdb-cd53-48cf-81c6-b7b843af30ae owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:36.415431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46102) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.424737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86a470-6390-492f-88fd-fe16ccf1e0de None None] Network c33cbe36-2eda-45fa-9141-4b2c56c656f1 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:36.429210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Current status of the port cb24575d-9e85-4c16-94e0-50b30d11c041 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:36.430524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.468365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b5548fdb-bd4b-4435-b46a-5f46927cea6c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:36.470217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device edfed73e-d7bd-4d17-8a6a-d744a09c0c20 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:36.602488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] For port cb24575d-9e85-4c16-94e0-50b30d11c041, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cb24575d-9e85-4c16-94e0-50b30d11c041,segment=NetworkSegment(1fffdbe7-d73d-4314-b139-0daef9d74929),segment_id=1fffdbe7-d73d-4314-b139-0daef9d74929)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:36.621058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c33cbe36-2eda-45fa-9141-4b2c56c656f1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.626061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:36.626441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.688605 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 43cb50b7-95af-4032-92e4-4b9f12f4f32a {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:36.688983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (43cb50b7-95af-4032-92e4-4b9f12f4f32a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.729777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.751130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] DHCP port deletion for c33cbe36-2eda-45fa-9141-4b2c56c656f1 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:36.768156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (adf79167-c6f5-4a4e-a741-c8068c1929d4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.780987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:36.781967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cb24575d-9e85-4c16-94e0-50b30d11c041 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:36.847077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Provisioning complete for port 43cb50b7-95af-4032-92e4-4b9f12f4f32a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:36.847077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43cb50b7-95af-4032-92e4-4b9f12f4f32a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.906386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Pushing event updated for resources: {'Port': ['ID=cb24575d-9e85-4c16-94e0-50b30d11c041,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.906656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 4393c512-4c57-4f16-bf94-f7a9a275e473 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:36.907102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4393c512-4c57-4f16-bf94-f7a9a275e473), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.923732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Port': ['ID=adf79167-c6f5-4a4e-a741-c8068c1929d4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.936572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting port 3d794337-5691-4a84-b525-1a6722d3fd06 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:36.939378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-69e13afd-dccc-4f7b-8606-da296fdd2046 None None] Port 43cb50b7-95af-4032-92e4-4b9f12f4f32a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:36.940893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.951373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port cb24575d-9e85-4c16-94e0-50b30d11c041 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:36.951615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.961941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (43cb50b7-95af-4032-92e4-4b9f12f4f32a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.975558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] Deleting port 3d794337-5691-4a84-b525-1a6722d3fd06 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:36.975558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.037515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 43cb50b7-95af-4032-92e4-4b9f12f4f32a owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:37.054671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] For port 3d794337-5691-4a84-b525-1a6722d3fd06, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d794337-5691-4a84-b525-1a6722d3fd06,segment=NetworkSegment(abf6f742-2693-417d-9660-bf1f3b670f69),segment_id=abf6f742-2693-417d-9660-bf1f3b670f69)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:37.055578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.063357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (28c54c87-f140-4788-a69a-1b9ce0920ae5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.072661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4393c512-4c57-4f16-bf94-f7a9a275e473), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.072895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Checking segment: {'id': '9b52cc40-877a-4273-b396-e90c459f8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9e3105bf-e0f6-47a5-b541-ad59bf511b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:37.073190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network hostable DHCP agents. Network: 9e3105bf-e0f6-47a5-b541-ad59bf511b42, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:37.079150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] Calling delete_port for 3d794337-5691-4a84-b525-1a6722d3fd06 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:37.114291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 4393c512-4c57-4f16-bf94-f7a9a275e473 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:37.118667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ca6a5583-2cad-4d2f-b968-70f146690b71 None None] Provisioning complete for port cb24575d-9e85-4c16-94e0-50b30d11c041 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:37.119051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5583-2cad-4d2f-b968-70f146690b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.123821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5f109-7c2f-4f9e-8d7e-74e6ebcb7e57 req-b845f994-4d9f-4f21-8c04-c5dc38be6250 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:37.130627 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dd5f109-7c2f-4f9e-8d7e-74e6ebcb7e57 req-b845f994-4d9f-4f21-8c04-c5dc38be6250 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2191584 Apr 06 14:31:37.138065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (45346bdb-cd53-48cf-81c6-b7b843af30ae), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.150172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] For port 3d794337-5691-4a84-b525-1a6722d3fd06, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d794337-5691-4a84-b525-1a6722d3fd06,segment=NetworkSegment(abf6f742-2693-417d-9660-bf1f3b670f69),segment_id=abf6f742-2693-417d-9660-bf1f3b670f69)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:37.150622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.182425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port cb24575d-9e85-4c16-94e0-50b30d11c041 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:37.206444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Calling delete_port for 3d794337-5691-4a84-b525-1a6722d3fd06 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:37.210327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=45346bdb-cd53-48cf-81c6-b7b843af30ae,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.250360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network 9e3105bf-e0f6-47a5-b541-ad59bf511b42 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:37.282647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a5583-2cad-4d2f-b968-70f146690b71 None None] Current status of the port cb24575d-9e85-4c16-94e0-50b30d11c041 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:37.301863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ca6a5583-2cad-4d2f-b968-70f146690b71 None None] Provisioning complete for port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:37.302354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5583-2cad-4d2f-b968-70f146690b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.345997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.350504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a5583-2cad-4d2f-b968-70f146690b71 None None] Port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:37.384786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.385030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] Pushing event deleted for resources: {'Port': ['ID=3d794337-5691-4a84-b525-1a6722d3fd06,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.391202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8f136-bd13-4dbf-9c8f-b977fb5e793a None None] No DVR routers for this DVR port 3d794337-5691-4a84-b525-1a6722d3fd06 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:37.397286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dd5f109-7c2f-4f9e-8d7e-74e6ebcb7e57 req-7611a7fe-2355-4b20-ab96-6ba85e2d1163 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657320 Apr 06 14:31:37.449884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 9e3105bf-e0f6-47a5-b541-ad59bf511b42) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:37.459942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2f0d0-90d3-4024-8826-f22180b61378 None None] Network 9e3105bf-e0f6-47a5-b541-ad59bf511b42 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:37.530856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:37.531770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fc5636a1-4ce3-44b3-87d1-40fe4fd7f995), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.540344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.544226 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-600a050b-a979-4b4a-9c44-8da86b85088b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/ports/45346bdb-cd53-48cf-81c6-b7b843af30ae HTTP/1.1" status: 204 len: 168 time: 1.8560956 Apr 06 14:31:37.559636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46106) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.611930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (3d794337-5691-4a84-b525-1a6722d3fd06), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.618979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4393c512-4c57-4f16-bf94-f7a9a275e473), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.628150 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfa7393-8cfc-46bd-bfca-d070346c4c9e tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] GET failed (client error): The resource could not be found. Apr 06 14:31:37.629613 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-abfa7393-8cfc-46bd-bfca-d070346c4c9e tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "GET /v2.0/ports/45346bdb-cd53-48cf-81c6-b7b843af30ae HTTP/1.1" status: 404 len: 333 time: 0.0686998 Apr 06 14:31:37.639130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46108) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.652886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'name': 'tempest-AllowedAddressPairTestJSON-1736587653'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:37.665073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=4393c512-4c57-4f16-bf94-f7a9a275e473,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.666942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Router 28c54c87-f140-4788-a69a-1b9ce0920ae5 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:37.700272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] No DVR routers for this DVR port 3d794337-5691-4a84-b525-1a6722d3fd06 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:37.701825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Port': ['ID=fc5636a1-4ce3-44b3-87d1-40fe4fd7f995,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.716987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.720200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2e74182d-243d-44d8-9bd7-5cdf1f15e195 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/4393c512-4c57-4f16-bf94-f7a9a275e473 HTTP/1.1" status: 204 len: 168 time: 1.3929915 Apr 06 14:31:37.725718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46110) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.773283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Port': ['ID=3d794337-5691-4a84-b525-1a6722d3fd06,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.775390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (43cb50b7-95af-4032-92e4-4b9f12f4f32a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.853392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Checking segment: {'id': '0b9ad316-b968-4d68-b057-fc1d3de6ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '3a9480bd-81ae-48d0-9277-db368878b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:37.853769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network hostable DHCP agents. Network: 3a9480bd-81ae-48d0-9277-db368878b27a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:37.859914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=43cb50b7-95af-4032-92e4-4b9f12f4f32a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.890806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c33cbe36-2eda-45fa-9141-4b2c56c656f1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.909213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6991c5-080a-47b3-bdc7-b6fabd0839ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:37.916357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ce6991c5-080a-47b3-bdc7-b6fabd0839ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1897264 Apr 06 14:31:37.928687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46112) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.976854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33cbe36-2eda-45fa-9141-4b2c56c656f1']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:37.977227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c1091a-6e8f-4534-9cac-fa992a9cc7a1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:31:37.980394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-90c1091a-6e8f-4534-9cac-fa992a9cc7a1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/a579f83e-d75b-435b-8476-801b871f7912 HTTP/1.1" status: 404 len: 333 time: 0.0492780 Apr 06 14:31:37.983392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46114) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.993127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.000957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:38.010748 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5da09-1499-433e-a912-7411b080066e None None] Sync routers for ids ['28c54c87-f140-4788-a69a-1b9ce0920ae5'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:38.015597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf6f742-2693-417d-9660-bf1f3b670f69') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:38.015753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf6f742-2693-417d-9660-bf1f3b670f69') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:38.029641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] Routers {'28c54c87-f140-4788-a69a-1b9ce0920ae5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:38.030941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['28c54c87-f140-4788-a69a-1b9ce0920ae5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:38.034249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cb24575d-9e85-4c16-94e0-50b30d11c041 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:38.050006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (abf6f742-2693-417d-9660-bf1f3b670f69), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.061362 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ef0760-0969-400b-b8f7-6df48c32831d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:31:38.065214 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-35ef0760-0969-400b-b8f7-6df48c32831d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/4393c512-4c57-4f16-bf94-f7a9a275e473 HTTP/1.1" status: 404 len: 333 time: 0.0740404 Apr 06 14:31:38.066008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46116) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.075505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (abf6f742-2693-417d-9660-bf1f3b670f69), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.084514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:38.085007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (abf6f742-2693-417d-9660-bf1f3b670f69), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:38.088546 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:38.091475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.095905 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d7838e77-5e10-4d46-8987-b65aaa24e3b7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/43cb50b7-95af-4032-92e4-4b9f12f4f32a HTTP/1.1" status: 204 len: 168 time: 1.9976382 Apr 06 14:31:38.102832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46118) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.105048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network 3a9480bd-81ae-48d0-9277-db368878b27a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:38.170689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.175077 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-464ddf99-93fd-40ff-ad22-c1a30b89982a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4111655 Apr 06 14:31:38.175077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.176099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46120) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.245066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c33cbe36-2eda-45fa-9141-4b2c56c656f1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.250758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 3a9480bd-81ae-48d0-9277-db368878b27a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:38.253555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=1cee80b0-912f-449b-9bf1-cd1d2947ab7a,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:38.277874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:38.283097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.307700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:38.314234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:38.327024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:38.327953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.337468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] device_id is not set on port e6e7e134-2fb9-432e-97aa-f935a9f2c541 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:38.354628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d85cc-45fa-4256-b5c9-0b44b8908fdf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:38.356450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d85cc-45fa-4256-b5c9-0b44b8908fdf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:38.357989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d85cc-45fa-4256-b5c9-0b44b8908fdf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:38.358647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d81d3-b5ad-4345-aebd-bf60f5e67399 None None] Network 3a9480bd-81ae-48d0-9277-db368878b27a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:38.360105 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-724d85cc-45fa-4256-b5c9-0b44b8908fdf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2636526 Apr 06 14:31:38.363697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46122) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.366000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.368717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (1ec3dd2b-f5ce-4091-985d-33aac706eeb8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.372029 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/networks/c33cbe36-2eda-45fa-9141-4b2c56c656f1 HTTP/1.1" status: 204 len: 168 time: 1.9519989 Apr 06 14:31:38.434250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46124) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.440011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet b62bad1f-041a-4275-97aa-e36484e538d1 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:38.444394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (b62bad1f-041a-4275-97aa-e36484e538d1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.497493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b62bad1f-041a-4275-97aa-e36484e538d1), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.518508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] Set router 28c54c87-f140-4788-a69a-1b9ce0920ae5 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:38.566330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port cb24575d-9e85-4c16-94e0-50b30d11c041 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:38.566695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.747260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a5866a60-5095-44f7-a91d-fc882bb179a9 None None] Provisioning complete for port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:38.747643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a5866a60-5095-44f7-a91d-fc882bb179a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.794658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7c8f9-5e4b-43c6-8cbf-94b86a28fa71 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Network': ['ID=c33cbe36-2eda-45fa-9141-4b2c56c656f1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:38.844582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a5866a60-5095-44f7-a91d-fc882bb179a9 None None] Port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:38.846799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port cb24575d-9e85-4c16-94e0-50b30d11c041 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:38.873329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 3, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:38.910840 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ba8271d2-c2ac-41be-93a3-288a9565e683 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3824551 Apr 06 14:31:38.915182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46128) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.917973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5da09-1499-433e-a912-7411b080066e None None] Checking router: 28c54c87-f140-4788-a69a-1b9ce0920ae5 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:38.918335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5da09-1499-433e-a912-7411b080066e None None] Updating router 28c54c87-f140-4788-a69a-1b9ce0920ae5 port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:38.955200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a5da09-1499-433e-a912-7411b080066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.972315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Allocated IP 172.20.0.7 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/e6e7e134-2fb9-432e-97aa-f935a9f2c541) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:38.988456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d794337-5691-4a84-b525-1a6722d3fd06 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:39.015805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b62bad1f-041a-4275-97aa-e36484e538d1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.022767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 3d794337-5691-4a84-b525-1a6722d3fd06 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:39.023120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d794337-5691-4a84-b525-1a6722d3fd06 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:39.083568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46f5dd-7e69-40fb-b449-4c3db45d93f6 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:39.089111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46f5dd-7e69-40fb-b449-4c3db45d93f6 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:39.090685 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a46f5dd-7e69-40fb-b449-4c3db45d93f6 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1748457 Apr 06 14:31:39.098033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46130) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:39.105189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting subnet 7846862a-6982-4d90-aa9a-a3cb92b7113d {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:39.142035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (7846862a-6982-4d90-aa9a-a3cb92b7113d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.216114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8011690-bffc-4b2c-9fc9-357cb88ff6fe req-20fcf595-a9da-49a6-9d7b-859adcb2f336 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:39.217704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d8011690-bffc-4b2c-9fc9-357cb88ff6fe req-20fcf595-a9da-49a6-9d7b-859adcb2f336 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.6414776 Apr 06 14:31:39.226035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (f71048a6-771c-465a-a45a-e9bf98b2a1ff), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.232054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (1ec3dd2b-f5ce-4091-985d-33aac706eeb8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.295015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a5da09-1499-433e-a912-7411b080066e None None] Publish callbacks [] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.321561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec3dd2b-f5ce-4091-985d-33aac706eeb8']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:39.336512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (7846862a-6982-4d90-aa9a-a3cb92b7113d), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.374325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa9333f-fb6b-4c1c-8783-a4379fd98388') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:39.374634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa9333f-fb6b-4c1c-8783-a4379fd98388') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:39.380629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a5da09-1499-433e-a912-7411b080066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.388496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.410697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Deleting port adf79167-c6f5-4a4e-a741-c8068c1929d4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:39.411036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (adf79167-c6f5-4a4e-a741-c8068c1929d4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.416610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (ffa9333f-fb6b-4c1c-8783-a4379fd98388), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.437155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-57a5da09-1499-433e-a912-7411b080066e None None] Attempting to bind port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:39.441976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-57a5da09-1499-433e-a912-7411b080066e None None] Attempting to bind port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:39.441976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5da09-1499-433e-a912-7411b080066e None None] Attempting to bind port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:39.449442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5da09-1499-433e-a912-7411b080066e None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:39.449845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5da09-1499-433e-a912-7411b080066e None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:39.450332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a5da09-1499-433e-a912-7411b080066e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.450727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5da09-1499-433e-a912-7411b080066e None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:39.451586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-57a5da09-1499-433e-a912-7411b080066e None None] Bound port: 428799ab-6a43-46ee-b7e8-2c0b2fb50188, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:39.451586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a5da09-1499-433e-a912-7411b080066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.452108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ffa9333f-fb6b-4c1c-8783-a4379fd98388), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.456900 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d8011690-bffc-4b2c-9fc9-357cb88ff6fe req-5207725c-7d8b-4940-a3c2-cf05ca7c6cc0 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269027 Apr 06 14:31:39.471610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (ffa9333f-fb6b-4c1c-8783-a4379fd98388), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:39.489549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b62bad1f-041a-4275-97aa-e36484e538d1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.498783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec919-b174-41d1-b73f-6703879c6750 None None] Pushing event updated for resources: {'Port': ['ID=428799ab-6a43-46ee-b7e8-2c0b2fb50188,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.522986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a5da09-1499-433e-a912-7411b080066e None None] For port 428799ab-6a43-46ee-b7e8-2c0b2fb50188, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:39.526290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a5da09-1499-433e-a912-7411b080066e None None] For port 428799ab-6a43-46ee-b7e8-2c0b2fb50188, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=428799ab-6a43-46ee-b7e8-2c0b2fb50188,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:39.533856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (adf79167-c6f5-4a4e-a741-c8068c1929d4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.566629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Calling delete_port for adf79167-c6f5-4a4e-a741-c8068c1929d4 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:39.604303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a5da09-1499-433e-a912-7411b080066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.608135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=b62bad1f-041a-4275-97aa-e36484e538d1,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.619536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7846862a-6982-4d90-aa9a-a3cb92b7113d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.621632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.623284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.623641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.623987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.624336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.624772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.625128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.625708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.625904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.626038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.626329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.626666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.627014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.627520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.627857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.628187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.628578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.641183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952bc249-a069-4b65-b72e-abf642272b22 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:39.661076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.666173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-065f9cff-945c-406e-b2ff-aa3422ccf1d2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b62bad1f-041a-4275-97aa-e36484e538d1 HTTP/1.1" status: 204 len: 168 time: 1.2945714 Apr 06 14:31:39.674459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46132) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:39.719627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.728914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:39.734872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec919-b174-41d1-b73f-6703879c6750 None None] Pushing event updated for resources: {'Port': ['ID=428799ab-6a43-46ee-b7e8-2c0b2fb50188,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.748909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:39.754852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] Routers {'28c54c87-f140-4788-a69a-1b9ce0920ae5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:39.754852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['28c54c87-f140-4788-a69a-1b9ce0920ae5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:39.785703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (1ec3dd2b-f5ce-4091-985d-33aac706eeb8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.788155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:39.795722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=e6e7e134-2fb9-432e-97aa-f935a9f2c541,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.813128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.825724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/1ec3dd2b-f5ce-4091-985d-33aac706eeb8 HTTP/1.1" status: 204 len: 168 time: 1.7510006 Apr 06 14:31:39.837796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46134) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:39.847569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-489838474'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:39.875165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.875512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.875852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.876165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.876504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.876863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.877195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.877521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.877845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.878175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.878495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.878815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.879139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.879736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.880070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:39.901237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet d32fe36f-3194-46ce-b6b9-daa31e2f1279 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:39.911263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (d32fe36f-3194-46ce-b6b9-daa31e2f1279), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.929104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (7846862a-6982-4d90-aa9a-a3cb92b7113d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.934463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] Set router 28c54c87-f140-4788-a69a-1b9ce0920ae5 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:39.959312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66587a72-ac51-4c70-9fd5-49360e7e7ae5 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=1ec3dd2b-f5ce-4091-985d-33aac706eeb8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.968216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Subnet': ['ID=7846862a-6982-4d90-aa9a-a3cb92b7113d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.979113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (adf79167-c6f5-4a4e-a741-c8068c1929d4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.990009 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:39.990585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.990902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.005266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e1146f1-d6a1-462d-b196-16d776322520 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/subnets/7846862a-6982-4d90-aa9a-a3cb92b7113d HTTP/1.1" status: 204 len: 168 time: 1.4473212 Apr 06 14:31:40.008741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46136) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.025903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ceceb7-5db6-41c8-b6f1-2f01e624c5b3 None None] Network e08d600f-ac64-49fa-b6e9-d42eb4902cca requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:40.069921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Port': ['ID=adf79167-c6f5-4a4e-a741-c8068c1929d4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:40.087634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:40.090988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.114579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (d32fe36f-3194-46ce-b6b9-daa31e2f1279), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.121761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.130924 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4fb40e94-dcdb-49f5-a40d-05c5270e578c tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/ports/adf79167-c6f5-4a4e-a741-c8068c1929d4 HTTP/1.1" status: 204 len: 168 time: 1.0273941 Apr 06 14:31:40.176511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46138) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.184447 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dc9eac81-3a11-4f39-86ab-2be7c4dc8c90 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5422323 Apr 06 14:31:40.199762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46140) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.217950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:8e:d1'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:40.231295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting subnet 4b0a748c-fab8-4491-a3d8-2d66bd45e009 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:40.243648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-640f347f-684d-4ca9-bdd2-07762df64c86 None None] Provisioning complete for port e6e7e134-2fb9-432e-97aa-f935a9f2c541 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:40.244036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-640f347f-684d-4ca9-bdd2-07762df64c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.265051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (4b0a748c-fab8-4491-a3d8-2d66bd45e009), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.299417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:40.325812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.329103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Allocated IP 172.20.0.1 (5737ccba-a387-41d2-9510-edf567f23e3a/7a0b818e-5327-41c4-8057-48635f37005a/2440e6e4-657c-4fd9-bf7f-9c91a197c205) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:40.344740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-640f347f-684d-4ca9-bdd2-07762df64c86 None None] Port e6e7e134-2fb9-432e-97aa-f935a9f2c541 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:40.366872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (08ff7288-2be6-4347-9150-09d3500805f0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.371498 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment 08ff7288-2be6-4347-9150-09d3500805f0 of type vlan for network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 Apr 06 14:31:40.393186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.393969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (f71048a6-771c-465a-a45a-e9bf98b2a1ff), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.401470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-57a5da09-1499-433e-a912-7411b080066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 3, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:40.405529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (4b0a748c-fab8-4491-a3d8-2d66bd45e009), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.450864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5da09-1499-433e-a912-7411b080066e None None] The sync data for ids ['28c54c87-f140-4788-a69a-1b9ce0920ae5'] in dv-neutron-836581-2-hyperv is: [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 3, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:40.459904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] DHCP port deletion for e08d600f-ac64-49fa-b6e9-d42eb4902cca request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:40.537411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (24835f5e-c40f-46dd-b7c2-9ddda5508df3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.556424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d32fe36f-3194-46ce-b6b9-daa31e2f1279), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.565031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] Deleting port 829a8787-b896-4e16-bbf6-f9031247a869 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:40.565427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (829a8787-b896-4e16-bbf6-f9031247a869), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.672480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] For port 829a8787-b896-4e16-bbf6-f9031247a869, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=829a8787-b896-4e16-bbf6-f9031247a869,segment=NetworkSegment(8b3fd134-5133-4396-a0a7-dbd0edd1eee4),segment_id=8b3fd134-5133-4396-a0a7-dbd0edd1eee4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:40.672906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (829a8787-b896-4e16-bbf6-f9031247a869), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.691694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] Calling delete_port for 829a8787-b896-4e16-bbf6-f9031247a869 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:40.691887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Deleting port fc5636a1-4ce3-44b3-87d1-40fe4fd7f995 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:40.694586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fc5636a1-4ce3-44b3-87d1-40fe4fd7f995), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.700390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=1cee80b0-912f-449b-9bf1-cd1d2947ab7a,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:40.763551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (4b0a748c-fab8-4491-a3d8-2d66bd45e009), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.769460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (24835f5e-c40f-46dd-b7c2-9ddda5508df3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.774697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:40.775323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.780656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks [] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.856163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f980c-9e1b-4219-84fb-97c5e06c0660 req-4e35e7d4-a51f-4f18-acbc-636abbeade1a tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:40.863510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-965f980c-9e1b-4219-84fb-97c5e06c0660 req-4e35e7d4-a51f-4f18-acbc-636abbeade1a tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2620673 Apr 06 14:31:40.870831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.876042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fc5636a1-4ce3-44b3-87d1-40fe4fd7f995), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.944434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (d32fe36f-3194-46ce-b6b9-daa31e2f1279), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.959883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Calling delete_port for fc5636a1-4ce3-44b3-87d1-40fe4fd7f995 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:40.974936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 0597daba-73cf-43d7-925e-ca368d27b852 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:40.981485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:40.982677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=24835f5e-c40f-46dd-b7c2-9ddda5508df3,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.016555 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c2199b04-1900-456c-a31b-934f2fa1f3bb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1751156 Apr 06 14:31:41.026089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46144) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.028410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=d32fe36f-3194-46ce-b6b9-daa31e2f1279,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.038794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:41.043770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.046973 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-861f2a67-d1b5-4028-b430-015814ef8ba7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/d32fe36f-3194-46ce-b6b9-daa31e2f1279 HTTP/1.1" status: 204 len: 168 time: 1.3681014 Apr 06 14:31:41.058705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:41.064383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46146) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.075614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e5eb61-9ec1-459f-ad23-ba1585efcc54 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:41.175234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6c50a7c7-09f4-42a8-ac6c-0c2bc0212bbb None None] Provisioning complete for port c63ba1e8-3a33-4c65-8af1-0c7281782e01 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:41.175719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c50a7c7-09f4-42a8-ac6c-0c2bc0212bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.224414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (829a8787-b896-4e16-bbf6-f9031247a869), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.238052 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2c9cd3f9-1429-4c1f-88bc-b2d3c1d9cb7b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1730134 Apr 06 14:31:41.243185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46148) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.250843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] No DVR routers for this DVR port 829a8787-b896-4e16-bbf6-f9031247a869 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:41.315915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ac5b5-a2ba-43bc-9a32-d70a3ff07791 None None] Pushing event deleted for resources: {'Port': ['ID=829a8787-b896-4e16-bbf6-f9031247a869,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.362021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.384400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6c50a7c7-09f4-42a8-ac6c-0c2bc0212bbb None None] Current status of the port c63ba1e8-3a33-4c65-8af1-0c7281782e01 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:41.476036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Network 5737ccba-a387-41d2-9510-edf567f23e3a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:41.487244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:41.498962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a9431-789e-49b7-8198-811116ac483c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:41.498962 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d44a9431-789e-49b7-8198-811116ac483c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2533705 Apr 06 14:31:41.503021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:41.505108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46150) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.505747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Pushing event updated for resources: {'Port': ['ID=2440e6e4-657c-4fd9-bf7f-9c91a197c205,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.523367 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:41.557373 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-965f980c-9e1b-4219-84fb-97c5e06c0660 req-0a9fda80-04e8-4134-9a26-720c667fe755 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6928792 Apr 06 14:31:41.568729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2c435e00-a477-461f-b918-49fa09b5bc26 None None] Provisioning complete for port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:41.571860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2c435e00-a477-461f-b918-49fa09b5bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.591701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (28c54c87-f140-4788-a69a-1b9ce0920ae5), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.599580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (4b0a748c-fab8-4491-a3d8-2d66bd45e009), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.619494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:41.624166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.629041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fc5636a1-4ce3-44b3-87d1-40fe4fd7f995), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.642324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2c435e00-a477-461f-b918-49fa09b5bc26 None None] Port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:41.651679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] Deleting port c63ba1e8-3a33-4c65-8af1-0c7281782e01 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:41.652157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.724612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0a748c-fab8-4491-a3d8-2d66bd45e009,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.725521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff488d27-ac4c-47ae-9a9f-f3a18afa3b3a None None] Network a6f3b796-22a2-4f09-aac7-6dc6eec5400c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:41.732077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.738887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-68640d9c-4266-49d6-94d0-feaa5ac2e2d2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/subnets/4b0a748c-fab8-4491-a3d8-2d66bd45e009 HTTP/1.1" status: 204 len: 168 time: 1.7265682 Apr 06 14:31:41.740435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router f71048a6-771c-465a-a45a-e9bf98b2a1ff is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:41.746364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Port': ['ID=fc5636a1-4ce3-44b3-87d1-40fe4fd7f995,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.747020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46152) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.857172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] For port c63ba1e8-3a33-4c65-8af1-0c7281782e01, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c63ba1e8-3a33-4c65-8af1-0c7281782e01,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:41.857576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.879388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] Calling delete_port for c63ba1e8-3a33-4c65-8af1-0c7281782e01 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:41.911849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd0be-0d51-41b9-99a1-a46366f627e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:41.916351 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-817bd0be-0d51-41b9-99a1-a46366f627e8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4043038 Apr 06 14:31:41.920196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.982217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (e08d600f-ac64-49fa-b6e9-d42eb4902cca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.998617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] DHCP port deletion for a6f3b796-22a2-4f09-aac7-6dc6eec5400c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:42.071143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a9bfe064-d4fb-449c-a0ee-ca82af56be6c None None] Provisioning complete for port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:42.071765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe064-d4fb-449c-a0ee-ca82af56be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.106299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:42.113552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 428799ab-6a43-46ee-b7e8-2c0b2fb50188 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:42.118065 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] Sync routers for ids ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:42.131809 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] Routers {'f71048a6-771c-465a-a45a-e9bf98b2a1ff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:42.132774 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.151896 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c4d3c42c-8d0a-4913-baee-1d6f0e9019a6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/f71048a6-771c-465a-a45a-e9bf98b2a1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7835658 Apr 06 14:31:42.159616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46156) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.173772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.177418 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.193974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfe064-d4fb-449c-a0ee-ca82af56be6c None None] Port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:42.196964 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] Routers {'f71048a6-771c-465a-a45a-e9bf98b2a1ff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:42.197857 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.201021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] Deleting port f8b86f74-6a07-4c2c-a901-9f77a25eed0f {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:42.201397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.215647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (e08d600f-ac64-49fa-b6e9-d42eb4902cca), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.237187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bac92e-93a7-43ab-a3b0-20014d87bfa0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:42.238572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-30bac92e-93a7-43ab-a3b0-20014d87bfa0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports/1cee80b0-912f-449b-9bf1-cd1d2947ab7a HTTP/1.1" status: 200 len: 984 time: 0.0764713 Apr 06 14:31:42.243663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46158) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.252283 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.253215 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f649b5-b4fd-43f6-9d31-30bb4b98d678 None None] The sync data for ids ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:42.283632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] For port f8b86f74-6a07-4c2c-a901-9f77a25eed0f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,segment=NetworkSegment(6b9c9bf8-5af3-411e-bcb2-4081dd7855f3),segment_id=6b9c9bf8-5af3-411e-bcb2-4081dd7855f3)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:42.284073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.299857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] Calling delete_port for f8b86f74-6a07-4c2c-a901-9f77a25eed0f owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:42.323168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.326644 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-74d0b6df-070c-4157-bc59-0bb3565d1659 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/ports/fc5636a1-4ce3-44b3-87d1-40fe4fd7f995 HTTP/1.1" status: 204 len: 168 time: 2.1486795 Apr 06 14:31:42.330681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.348886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46160) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.354385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (c63ba1e8-3a33-4c65-8af1-0c7281782e01), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.358059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08d600f-ac64-49fa-b6e9-d42eb4902cca']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.360210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:31:42.363144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:31:42.373496 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f694daee-0902-41be-b6d6-41c7b3250855 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4474521 Apr 06 14:31:42.390507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.392144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] Pushing event deleted for resources: {'Port': ['ID=c63ba1e8-3a33-4c65-8af1-0c7281782e01,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:42.394170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb365669-ba2e-4948-bc21-697ed5715fb1 None None] No DVR routers for this DVR port c63ba1e8-3a33-4c65-8af1-0c7281782e01 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:42.397886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-81c8af76-ebfd-4b59-93ef-644e6cb98668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:42.420636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:42.421474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.453971 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cb11c2e9-9318-40b4-960f-6f07ec9bcb48 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0993474 Apr 06 14:31:42.455966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3fd134-5133-4396-a0a7-dbd0edd1eee4') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.456400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3fd134-5133-4396-a0a7-dbd0edd1eee4') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:42.466220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46164) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.473286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-829614406'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:42.480653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.533344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=e6e7e134-2fb9-432e-97aa-f935a9f2c541,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:42.574643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:42.575196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.599221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (8b3fd134-5133-4396-a0a7-dbd0edd1eee4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.605125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 428799ab-6a43-46ee-b7e8-2c0b2fb50188, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=428799ab-6a43-46ee-b7e8-2c0b2fb50188,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:42.611785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (f8b86f74-6a07-4c2c-a901-9f77a25eed0f), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.635210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] No DVR routers for this DVR port f8b86f74-6a07-4c2c-a901-9f77a25eed0f on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:42.689205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.702032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261015e5-4b29-4429-add5-bdda12e156f3 None None] Pushing event deleted for resources: {'Port': ['ID=f8b86f74-6a07-4c2c-a901-9f77a25eed0f,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:42.720796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:42.725666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.787050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 829a8787-b896-4e16-bbf6-f9031247a869 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:42.796497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (f8b9e21c-4e87-4bf0-b01d-73118d76abd9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.805030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (8b3fd134-5133-4396-a0a7-dbd0edd1eee4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.823265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 829a8787-b896-4e16-bbf6-f9031247a869 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:42.825038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 829a8787-b896-4e16-bbf6-f9031247a869 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:42.825997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c63ba1e8-3a33-4c65-8af1-0c7281782e01 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:42.828805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] In _notify_port_updated(), no bound segment for port e6e7e134-2fb9-432e-97aa-f935a9f2c541 on network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:42.830856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c8af76-ebfd-4b59-93ef-644e6cb98668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:42.835401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:42.835603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-81c8af76-ebfd-4b59-93ef-644e6cb98668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.835708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.836387 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c8af76-ebfd-4b59-93ef-644e6cb98668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:42.836623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c8af76-ebfd-4b59-93ef-644e6cb98668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:42.836810 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8113a9c2-b8f1-4edb-a5b1-95a1caf9d678 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "PUT /v2.0/ports/e6e7e134-2fb9-432e-97aa-f935a9f2c541 HTTP/1.1" status: 200 len: 993 time: 2.6351507 Apr 06 14:31:42.838118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:42.838524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (8b3fd134-5133-4396-a0a7-dbd0edd1eee4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:42.845191 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:42.847604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46168) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.865114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=428799ab-6a43-46ee-b7e8-2c0b2fb50188,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:42.870446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: c63ba1e8-3a33-4c65-8af1-0c7281782e01 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:42.870901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c63ba1e8-3a33-4c65-8af1-0c7281782e01 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:42.883059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-60f86036-9988-416d-a086-5401bc03351a None None] Provisioning complete for port e6e7e134-2fb9-432e-97aa-f935a9f2c541 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:42.885014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-60f86036-9988-416d-a086-5401bc03351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.911119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:42.927228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-60f86036-9988-416d-a086-5401bc03351a None None] Port e6e7e134-2fb9-432e-97aa-f935a9f2c541 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:42.954805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=f8b9e21c-4e87-4bf0-b01d-73118d76abd9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:42.961885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9f93b220-33f2-400b-a6d6-8c2e952a1404), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.962232 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Added segment 9f93b220-33f2-400b-a6d6-8c2e952a1404 of type vlan for network 8396ce17-b02b-405e-bbad-66f2a42fa13e Apr 06 14:31:43.003297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b415e51-a91a-453e-b511-959a7e65af75 req-cd34c744-e27a-4045-bae5-27a578a8516b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:43.004818 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8b415e51-a91a-453e-b511-959a7e65af75 req-cd34c744-e27a-4045-bae5-27a578a8516b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2748520 Apr 06 14:31:43.018362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks [] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.024235 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-81c8af76-ebfd-4b59-93ef-644e6cb98668 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6304190 Apr 06 14:31:43.025080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': '08ff7288-2be6-4347-9150-09d3500805f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:43.025453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: 24835f5e-c40f-46dd-b7c2-9ddda5508df3, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:43.027407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46170) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:43.033116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1b0433f8-f5f1-48e2-9d97-fcee93ad12c6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:43.069303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (e08d600f-ac64-49fa-b6e9-d42eb4902cca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.072076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (8396ce17-b02b-405e-bbad-66f2a42fa13e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.087491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.091044 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/networks/e08d600f-ac64-49fa-b6e9-d42eb4902cca HTTP/1.1" status: 204 len: 168 time: 1.3428688 Apr 06 14:31:43.095368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.110472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46172) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:43.130679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298e0dd-51b3-4f0b-bc2b-eeed47e9f827 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Network': ['ID=e08d600f-ac64-49fa-b6e9-d42eb4902cca,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:43.162951 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8b415e51-a91a-453e-b511-959a7e65af75 req-40d09678-1e57-4bfc-8a2c-d37b415fa391 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288621 Apr 06 14:31:43.219311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (8396ce17-b02b-405e-bbad-66f2a42fa13e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.224168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:43.224769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.274258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (28c54c87-f140-4788-a69a-1b9ce0920ae5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.284115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Pushing event updated for resources: {'Port': ['ID=2440e6e4-657c-4fd9-bf7f-9c91a197c205,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:43.299255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port e6e7e134-2fb9-432e-97aa-f935a9f2c541 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:43.299595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.309641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (a6f3b796-22a2-4f09-aac7-6dc6eec5400c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.311083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:43.318091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Network': ['ID=8396ce17-b02b-405e-bbad-66f2a42fa13e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:43.330128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 8396ce17-b02b-405e-bbad-66f2a42fa13e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:43.396833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0433f8-f5f1-48e2-9d97-fcee93ad12c6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:43.400858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-61efd00f-9f99-414f-874c-a681464dc982 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9303350 Apr 06 14:31:43.401011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b0433f8-f5f1-48e2-9d97-fcee93ad12c6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.402222 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0433f8-f5f1-48e2-9d97-fcee93ad12c6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:43.402650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0433f8-f5f1-48e2-9d97-fcee93ad12c6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:43.404422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46174) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:43.409717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1364970944'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:43.418895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (f71048a6-771c-465a-a45a-e9bf98b2a1ff), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.492166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 24835f5e-c40f-46dd-b7c2-9ddda5508df3) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:43.504624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6ffdc-89f3-4a79-9f45-c3fd4c534791 None None] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:43.544242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:43.544919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.548064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.574459 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1b0433f8-f5f1-48e2-9d97-fcee93ad12c6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5421717 Apr 06 14:31:43.579721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46176) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:43.586353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d602de09-d84b-4aa8-befb-8c6004009403 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:43.594293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (a6f3b796-22a2-4f09-aac7-6dc6eec5400c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.596884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for e6e7e134-2fb9-432e-97aa-f935a9f2c541 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:43.618379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Network 5737ccba-a387-41d2-9510-edf567f23e3a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:43.622796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-24835f5e-c40f-46dd-b7c2-9ddda5508df3', 'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': 'f8b9e21c-4e87-4bf0-b01d-73118d76abd9'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:43.623907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:43.624404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.655050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:43.658235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.668915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f3b796-22a2-4f09-aac7-6dc6eec5400c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:43.690857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:43.691302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9c9bf8-5af3-411e-bcb2-4081dd7855f3') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:43.714110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:43.732889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5d185e99-633d-46b7-a175-40e1fd3b7550), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.733982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Added segment 5d185e99-633d-46b7-a175-40e1fd3b7550 of type vlan for network 8740bb27-2d76-4498-93c9-8550872177ef Apr 06 14:31:43.734105 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9d6bf34a-7d26-4237-b597-4891c93aa305 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7034376 Apr 06 14:31:43.737036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46178) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:43.741922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (6b9c9bf8-5af3-411e-bcb2-4081dd7855f3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.742272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3', 'name': 'tempest-PortsIpV6TestJSON-1398714134'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:43.778039 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6b9c9bf8-5af3-411e-bcb2-4081dd7855f3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.823035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Allocated IP 2001:db8::2 (24835f5e-c40f-46dd-b7c2-9ddda5508df3/f8b9e21c-4e87-4bf0-b01d-73118d76abd9/40f94c0e-4d26-4622-9c1c-5f11395a82eb) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:43.832272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:43.832684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (6b9c9bf8-5af3-411e-bcb2-4081dd7855f3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:43.835785 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:43.850564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602de09-d84b-4aa8-befb-8c6004009403 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:43.854101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d602de09-d84b-4aa8-befb-8c6004009403 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.855600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d602de09-d84b-4aa8-befb-8c6004009403 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:43.856053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d602de09-d84b-4aa8-befb-8c6004009403 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:43.894076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (8740bb27-2d76-4498-93c9-8550872177ef), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.956997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Router 28c54c87-f140-4788-a69a-1b9ce0920ae5 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:44.001082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 1cee80b0-912f-449b-9bf1-cd1d2947ab7a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:44.001342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.009860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d602de09-d84b-4aa8-befb-8c6004009403 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4281595 Apr 06 14:31:44.024554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46180) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.029647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2a22ecc8-4c9e-4d97-88ad-a56fe476d773 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:44.063033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (a6f3b796-22a2-4f09-aac7-6dc6eec5400c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.065055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 428799ab-6a43-46ee-b7e8-2c0b2fb50188 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:44.106807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.109472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Publish callbacks [] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.112085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (8740bb27-2d76-4498-93c9-8550872177ef), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.112278 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/networks/a6f3b796-22a2-4f09-aac7-6dc6eec5400c HTTP/1.1" status: 204 len: 168 time: 0.9797533 Apr 06 14:31:44.113110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46182) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.116862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:44.117011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c6677-dbe4-47af-998d-7d70ab0574c2 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Network': ['ID=a6f3b796-22a2-4f09-aac7-6dc6eec5400c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.118638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.126260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-540205e2-2184-4bc9-9f5c-96f159f2e5c7 None None] Provisioning complete for port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:44.126260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-540205e2-2184-4bc9-9f5c-96f159f2e5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.135677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e6e7e134-2fb9-432e-97aa-f935a9f2c541), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.176029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-540205e2-2184-4bc9-9f5c-96f159f2e5c7 None None] Port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:44.186711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:44.187138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.204243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=e6e7e134-2fb9-432e-97aa-f935a9f2c541,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.259349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting subnet 9a800937-12d1-4952-9000-53a1b34f4101 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:44.265277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (9a800937-12d1-4952-9000-53a1b34f4101), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.271671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:44.282050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.302243 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-542e726b-4943-43dd-88fd-9df2c149c6bd admin admin] 10.222.0.89 "PUT /v2.0/routers/28c54c87-f140-4788-a69a-1b9ce0920ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1245687 Apr 06 14:31:44.318288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Sync routers for ids ['28c54c87-f140-4788-a69a-1b9ce0920ae5'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:44.343701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (9a800937-12d1-4952-9000-53a1b34f4101), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.349481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:44.364197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:44.385570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Routers {'28c54c87-f140-4788-a69a-1b9ce0920ae5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:44.386213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['28c54c87-f140-4788-a69a-1b9ce0920ae5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:44.390565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:44.394427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Pushing event updated for resources: {'Port': ['ID=40f94c0e-4d26-4622-9c1c-5f11395a82eb,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.466940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.467283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.468184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.468184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.468400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.468620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.468973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.469301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.469771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.470101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.470578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.470914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.471237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.471557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.472486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:44.523763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.527100 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c81257c4-f444-4c58-b969-8f2d0b2a8b33 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/ports/e6e7e134-2fb9-432e-97aa-f935a9f2c541 HTTP/1.1" status: 204 len: 168 time: 1.6655154 Apr 06 14:31:44.530557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46192) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.534196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:44.576029 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-489129e8-9499-4f11-8468-1831dd0e9f01 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] GET failed (client error): The resource could not be found. Apr 06 14:31:44.577541 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-489129e8-9499-4f11-8468-1831dd0e9f01 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "GET /v2.0/ports/e6e7e134-2fb9-432e-97aa-f935a9f2c541 HTTP/1.1" status: 404 len: 333 time: 0.0464888 Apr 06 14:31:44.586039 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46194) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.591917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'name': 'tempest-AllowedAddressPairTestJSON-298483039'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:44.645336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (9a800937-12d1-4952-9000-53a1b34f4101), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.669342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:44.671255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.723408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 75287850-3d26-4a10-be06-9be7453f6663 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:44.766369 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3611228 Apr 06 14:31:44.799548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f8b86f74-6a07-4c2c-a901-9f77a25eed0f no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:44.802390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dff35-24f4-4be6-b738-bc062d581789 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Network': ['ID=8740bb27-2d76-4498-93c9-8550872177ef,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.825034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.833754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 8740bb27-2d76-4498-93c9-8550872177ef details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:44.841630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: f8b86f74-6a07-4c2c-a901-9f77a25eed0f {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:44.841975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f8b86f74-6a07-4c2c-a901-9f77a25eed0f not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:44.858928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Attempting to bind port 40f94c0e-4d26-4622-9c1c-5f11395a82eb on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:44.859305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Attempting to bind port 40f94c0e-4d26-4622-9c1c-5f11395a82eb by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '08ff7288-2be6-4347-9150-09d3500805f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:44.859975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Attempting to bind port 40f94c0e-4d26-4622-9c1c-5f11395a82eb on network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:44.869882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (9a800937-12d1-4952-9000-53a1b34f4101), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.876230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 1cee80b0-912f-449b-9bf1-cd1d2947ab7a owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:44.912588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.915990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b4c881-dd83-4259-a5af-8f32ce6e2fd3 None None] Network bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:44.920032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:44.920032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Checking segment: {'id': '08ff7288-2be6-4347-9150-09d3500805f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:44.920032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.920032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Bound using segment: {'id': '08ff7288-2be6-4347-9150-09d3500805f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:44.920472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Bound port: 40f94c0e-4d26-4622-9c1c-5f11395a82eb, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ff7288-2be6-4347-9150-09d3500805f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '24835f5e-c40f-46dd-b7c2-9ddda5508df3'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:44.920472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.922161 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/subnets/9a800937-12d1-4952-9000-53a1b34f4101 HTTP/1.1" status: 204 len: 168 time: 0.8060231 Apr 06 14:31:44.939861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eab94-d444-4e73-a111-0620e4df5432 req-d41b83f3-e9e1-4bbd-bf6a-3f4273cb1a32 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:44.947283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c93eab94-d444-4e73-a111-0620e4df5432 req-d41b83f3-e9e1-4bbd-bf6a-3f4273cb1a32 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3036597 Apr 06 14:31:44.955023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46196) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.956044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:44.956839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Set router 28c54c87-f140-4788-a69a-1b9ce0920ae5 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:44.959982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.987008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de671c-b4f5-444c-a259-5dde39e77150 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Subnet': ['ID=9a800937-12d1-4952-9000-53a1b34f4101,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:45.081846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a22ecc8-4c9e-4d97-88ad-a56fe476d773 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:45.085166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a22ecc8-4c9e-4d97-88ad-a56fe476d773 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.086742 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a22ecc8-4c9e-4d97-88ad-a56fe476d773 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:45.087171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a22ecc8-4c9e-4d97-88ad-a56fe476d773 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:45.119292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.138604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] device_id is not set on port 94cef30c-6485-4f6a-9891-be82fc553b9f yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:45.176568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] For port 40f94c0e-4d26-4622-9c1c-5f11395a82eb, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:45.181322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] For port 40f94c0e-4d26-4622-9c1c-5f11395a82eb, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40f94c0e-4d26-4622-9c1c-5f11395a82eb,segment=NetworkSegment(08ff7288-2be6-4347-9150-09d3500805f0),segment_id=08ff7288-2be6-4347-9150-09d3500805f0)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:45.252961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::2a1 (24835f5e-c40f-46dd-b7c2-9ddda5508df3/f8b9e21c-4e87-4bf0-b01d-73118d76abd9/75287850-3d26-4a10-be06-9be7453f6663) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:45.309382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46198) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:45.315528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.328250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946225727', 'description': 'tempest-secgroup-smoke-946225727 description', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:45.376464 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2a22ecc8-4c9e-4d97-88ad-a56fe476d773 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3479478 Apr 06 14:31:45.376651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Deleting port 50c89457-a2d7-49d1-a7d0-09d080ece533 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:45.376651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.381444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46200) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:45.397388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-39ce0d85-8ed4-4db6-b408-3d520575d8ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:45.453580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] For port 50c89457-a2d7-49d1-a7d0-09d080ece533, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=50c89457-a2d7-49d1-a7d0-09d080ece533,segment=NetworkSegment(9b485822-5603-49a7-be32-1b30a0d0bbdf),segment_id=9b485822-5603-49a7-be32-1b30a0d0bbdf)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:45.454240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.475715 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Calling delete_port for 50c89457-a2d7-49d1-a7d0-09d080ece533 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:45.488397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c93eab94-d444-4e73-a111-0620e4df5432 req-d22e78d5-4764-4776-9940-b8b1e685e03d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072130 Apr 06 14:31:45.514171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Allocated IP 172.20.0.8 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/94cef30c-6485-4f6a-9891-be82fc553b9f) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:45.533740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.624584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (75287850-3d26-4a10-be06-9be7453f6663), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.669423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1cee80b0-912f-449b-9bf1-cd1d2947ab7a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.716183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] DHCP port deletion for bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:45.718337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810ef5-b949-4b95-bdcd-9b49bc9dd260 None None] Pushing event updated for resources: {'Port': ['ID=40f94c0e-4d26-4622-9c1c-5f11395a82eb,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:45.752976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:31:41Z', 'revision_number': 4, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '2440e6e4-657c-4fd9-bf7f-9c91a197c205', 'name': '', 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'mac_address': 'fa:16:3e:6d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7a0b818e-5327-41c4-8057-48635f37005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:39Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 2, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'subnets': [{'id': '7a0b818e-5327-41c4-8057-48635f37005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:45.787231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=1cee80b0-912f-449b-9bf1-cd1d2947ab7a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:45.795979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce0d85-8ed4-4db6-b408-3d520575d8ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:45.804811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-39ce0d85-8ed4-4db6-b408-3d520575d8ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.808832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.813433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ce0d85-8ed4-4db6-b408-3d520575d8ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:45.814068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ce0d85-8ed4-4db6-b408-3d520575d8ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:45.860062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Checking router: 28c54c87-f140-4788-a69a-1b9ce0920ae5 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:45.872137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Port': ['ID=50c89457-a2d7-49d1-a7d0-09d080ece533,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:45.873043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Updating router 28c54c87-f140-4788-a69a-1b9ce0920ae5 port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:45.874989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] No DVR routers for this DVR port 50c89457-a2d7-49d1-a7d0-09d080ece533 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:45.938525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.095040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (f71048a6-771c-465a-a45a-e9bf98b2a1ff), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.096164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Deleting port 50c89457-a2d7-49d1-a7d0-09d080ece533 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:46.097004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.137559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.146915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group (e96beedc-8b0f-450f-afed-13f1d9dfb742), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.150741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (75287850-3d26-4a10-be06-9be7453f6663), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.159803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.231805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:46.247067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b485822-5603-49a7-be32-1b30a0d0bbdf') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:46.247375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b485822-5603-49a7-be32-1b30a0d0bbdf') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:46.259765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=75287850-3d26-4a10-be06-9be7453f6663,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.265936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-39ce0d85-8ed4-4db6-b408-3d520575d8ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8767538 Apr 06 14:31:46.269564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e96beedc-8b0f-450f-afed-13f1d9dfb742), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.271786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46202) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.281889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 50c89457-a2d7-49d1-a7d0-09d080ece533 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:46.284306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (9b485822-5603-49a7-be32-1b30a0d0bbdf), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.309662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:46.313602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96beedc-8b0f-450f-afed-13f1d9dfb742,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.335577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9b485822-5603-49a7-be32-1b30a0d0bbdf), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.354131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 50c89457-a2d7-49d1-a7d0-09d080ece533 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:46.354697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 50c89457-a2d7-49d1-a7d0-09d080ece533 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:46.358988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a2c20019-39b1-4d32-a4a3-afd27af755da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:46.366680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:46.370212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (9b485822-5603-49a7-be32-1b30a0d0bbdf), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.373777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] For port 50c89457-a2d7-49d1-a7d0-09d080ece533, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:46.376206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.422299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Calling delete_port for 50c89457-a2d7-49d1-a7d0-09d080ece533 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:46.427857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.ipam_backend_mixin [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Port 50c89457-a2d7-49d1-a7d0-09d080ece533 was not found and therefore no delete operation was performed {{(pid=104422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:46.448894 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:46.454387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:46.489554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:46.495355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:46.500081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.510934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (50c89457-a2d7-49d1-a7d0-09d080ece533), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.548590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] Pushing event deleted for resources: {'Port': ['ID=50c89457-a2d7-49d1-a7d0-09d080ece533,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.559252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28d3c1-f45a-4ab3-bb15-3476c641aa9d None None] No DVR routers for this DVR port 50c89457-a2d7-49d1-a7d0-09d080ece533 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:46.580915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.596964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.596964 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/networks/bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7 HTTP/1.1" status: 204 len: 168 time: 1.6298218 Apr 06 14:31:46.603970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46206) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.625468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c20019-39b1-4d32-a4a3-afd27af755da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:46.628899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2c20019-39b1-4d32-a4a3-afd27af755da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.631499 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c20019-39b1-4d32-a4a3-afd27af755da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:31:46.631499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c20019-39b1-4d32-a4a3-afd27af755da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:46.641613 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-067d0e34-cbfd-4b74-8245-4037be5817ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9033077 Apr 06 14:31:46.645057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.646485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8efbe11d-1284-4fec-bd82-bcbc596942fd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3358397 Apr 06 14:31:46.651030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46208) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.651706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46210) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.657428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group_rule': {'security_group_id': 'e96beedc-8b0f-450f-afed-13f1d9dfb742', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:46.687575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.690731 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cd7a218e-9a49-4368-b944-ff3188808cf8 tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "GET /v2.0/ports?device_id=7999a9ea-14c2-402b-8530-513d8584db43 HTTP/1.1" status: 200 len: 205 time: 0.0588460 Apr 06 14:31:46.691746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb7ae-2993-4e96-9355-fa7ca4ff509e tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Pushing event deleted for resources: {'Network': ['ID=bdf40c4d-c9ff-4bdd-b95e-a4e7e71d10c7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.705074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46212) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.784497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Publish callbacks [] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.795828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46214) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.797314 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a2c20019-39b1-4d32-a4a3-afd27af755da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4883802 Apr 06 14:31:46.806351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router f71048a6-771c-465a-a45a-e9bf98b2a1ff has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:46.845572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:46.858635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.864751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:46.872776 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d94f5068-b6f5-4f44-b9af-95dcbfab1ad9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0757873 Apr 06 14:31:46.879282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:46.882173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46216) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.922254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=94cef30c-6485-4f6a-9891-be82fc553b9f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.928183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router (7999a9ea-14c2-402b-8530-513d8584db43), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.970404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea499-5b9c-4606-a754-c8cab0f8aa8c None None] Pushing event updated for resources: {'Port': ['ID=2440e6e4-657c-4fd9-bf7f-9c91a197c205,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:47.109912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Attempting to bind port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:47.110459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Attempting to bind port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:47.110926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Attempting to bind port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 on network 5737ccba-a387-41d2-9510-edf567f23e3a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:47.123376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:47.123901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Checking segment: {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:47.124436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.129010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Bound using segment: {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:47.129744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Bound port: 2440e6e4-657c-4fd9-bf7f-9c91a197c205, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ce0144-af66-46ce-a019-402bd5e1f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:47.130257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.181543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (da2a9ace-f312-4b0e-a7ba-d582fa590780), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.323049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] For port 2440e6e4-657c-4fd9-bf7f-9c91a197c205, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:47.338350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] For port 2440e6e4-657c-4fd9-bf7f-9c91a197c205, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2440e6e4-657c-4fd9-bf7f-9c91a197c205,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:47.378021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a683a-dfe1-4ade-95d2-438a833bffee req-f6d8c4e6-a782-4b1f-8fc9-b715230fbff9 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:47.385684 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6b9a683a-dfe1-4ade-95d2-438a833bffee req-f6d8c4e6-a782-4b1f-8fc9-b715230fbff9 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.6815245 Apr 06 14:31:47.401848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e7418f9e-851a-4570-b984-0aa92ee6dbbe None None] Provisioning complete for port 94cef30c-6485-4f6a-9891-be82fc553b9f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:47.402410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e7418f9e-851a-4570-b984-0aa92ee6dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.417340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:47.441328 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] Sync routers for ids ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:47.448172 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a44cdcab-c45f-45d6-86d7-737c351a64cc tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/f71048a6-771c-465a-a45a-e9bf98b2a1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2035728 Apr 06 14:31:47.451045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46218) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:47.457114 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] Routers {'f71048a6-771c-465a-a45a-e9bf98b2a1ff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:47.464868 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:47.475881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e7418f9e-851a-4570-b984-0aa92ee6dbbe None None] Port 94cef30c-6485-4f6a-9891-be82fc553b9f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:47.480740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.511469 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:47.523076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a81a54-4e2f-4408-b592-db9dac40d029 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:47.523567 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] Routers {'f71048a6-771c-465a-a45a-e9bf98b2a1ff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:47.524570 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:47.535913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d7a81a54-4e2f-4408-b592-db9dac40d029 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6380153 Apr 06 14:31:47.569392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46220) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:47.584826 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:47.585867 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e83f8f-64d1-41b0-86dc-0a609277a734 None None] The sync data for ids ['f71048a6-771c-465a-a45a-e9bf98b2a1ff'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:47.611095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a001b8-146b-4ff5-9398-9049e6636562 None None] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:47.643285 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cc32a526-6034-49f8-a728-debecc42b868 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726714 Apr 06 14:31:47.651423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46222) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:47.660854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:47.703370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Routers {'28c54c87-f140-4788-a69a-1b9ce0920ae5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:47.707929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['28c54c87-f140-4788-a69a-1b9ce0920ae5'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:47.757328 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:47.758605 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.759305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (da2a9ace-f312-4b0e-a7ba-d582fa590780), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.818490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea499-5b9c-4606-a754-c8cab0f8aa8c None None] Pushing event updated for resources: {'Port': ['ID=2440e6e4-657c-4fd9-bf7f-9c91a197c205,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:47.834796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Provisioning complete for port 40f94c0e-4d26-4622-9c1c-5f11395a82eb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:47.835251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.882423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6b9a683a-dfe1-4ade-95d2-438a833bffee req-8fc22f7d-8051-4fb3-81f2-a97c8831643b tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737694 Apr 06 14:31:47.916408 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9068c591-157a-462c-83b0-7f26b707c540 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3261690 Apr 06 14:31:47.916408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7999a9ea-14c2-402b-8530-513d8584db43), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.923250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:47.930529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:34:8e:d1'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:47.950307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router_controller (7999a9ea-14c2-402b-8530-513d8584db43), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.962483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (da2a9ace-f312-4b0e-a7ba-d582fa590780), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.978782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 75287850-3d26-4a10-be06-9be7453f6663 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:47.978782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (75287850-3d26-4a10-be06-9be7453f6663), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.026480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:48.040836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.077315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2a9ace-f312-4b0e-a7ba-d582fa590780,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:48.089763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46228) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.097441 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'subnets': [{'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1142127778', 'ip_version': 6}, {'network_id': '8740bb27-2d76-4498-93c9-8550872177ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:48.097678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'subnet': {'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1142127778', 'ip_version': 6}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:48.099969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Request body: {'subnet': {'network_id': '8740bb27-2d76-4498-93c9-8550872177ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:48.203268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-9c2d73b1-b183-4791-9a95-f1730ea60f72 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 14:31:48.204319 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9c2d73b1-b183-4791-9a95-f1730ea60f72 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/f71048a6-771c-465a-a45a-e9bf98b2a1ff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6670699 Apr 06 14:31:48.207275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.208930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46230) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.212378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-461f64f0-9d08-4ac3-b881-7375b5ccdee7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5581813 Apr 06 14:31:48.213135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46232) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.222633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group_rule': {'security_group_id': 'e96beedc-8b0f-450f-afed-13f1d9dfb742', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:48.286476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (75287850-3d26-4a10-be06-9be7453f6663), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.306350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 75287850-3d26-4a10-be06-9be7453f6663 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:48.325255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (7999a9ea-14c2-402b-8530-513d8584db43), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.325927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Fanout notify agent at l3_agent the message router_deleted on router 7999a9ea-14c2-402b-8530-513d8584db43 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:48.332063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40f94c0e-4d26-4622-9c1c-5f11395a82eb up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:48.333912 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a8082147-0718-46d4-a12f-e878a4209a0c tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=f71048a6-771c-465a-a45a-e9bf98b2a1ff HTTP/1.1" status: 200 len: 205 time: 0.1237264 Apr 06 14:31:48.343436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.345068 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8e8c2762-6a45-4459-96f0-a59920e6051a tempest-RoutersNegativeIpV6Test-653748533 tempest-RoutersNegativeIpV6Test-653748533-project] 10.222.0.89 "DELETE /v2.0/routers/7999a9ea-14c2-402b-8530-513d8584db43 HTTP/1.1" status: 204 len: 168 time: 1.6364474 Apr 06 14:31:48.350468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46236) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.536071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] Set router 28c54c87-f140-4788-a69a-1b9ce0920ae5 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:48.558180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (f71048a6-771c-465a-a45a-e9bf98b2a1ff), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.585059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (a29916b4-9aac-4a01-9303-7828a5a7da31), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.610526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 40f94c0e-4d26-4622-9c1c-5f11395a82eb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:48.611165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.661703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Current status of the port 40f94c0e-4d26-4622-9c1c-5f11395a82eb is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:48.662494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.667713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10404-6a2a-497e-87a0-5e35942ac70a req-9a278bd5-bfed-4d83-8a90-e3f292b43659 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:48.676284 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f8d10404-6a2a-497e-87a0-5e35942ac70a req-9a278bd5-bfed-4d83-8a90-e3f292b43659 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3529882 Apr 06 14:31:48.686409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.703812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-1e06f8f2-ef7e-486e-a357-4f9ac170f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:48.706038 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-1e06f8f2-ef7e-486e-a357-4f9ac170f4b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.1748986 Apr 06 14:31:48.751427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Made reservation on behalf of a18edbfe95cd415a90bf6c2b251c6442 for: {'subnet': 2} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:48.755703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.756055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.814044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] For port 40f94c0e-4d26-4622-9c1c-5f11395a82eb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40f94c0e-4d26-4622-9c1c-5f11395a82eb,segment=NetworkSegment(08ff7288-2be6-4347-9150-09d3500805f0),segment_id=08ff7288-2be6-4347-9150-09d3500805f0)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:48.898037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.918977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (f71048a6-771c-465a-a45a-e9bf98b2a1ff), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.923174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (f71048a6-771c-465a-a45a-e9bf98b2a1ff), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.978828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46242) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.031333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Provisioning complete for port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:49.035703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.057413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:49.058929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (60eda317-31e6-4041-b313-771292769efa), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.079016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 40f94c0e-4d26-4622-9c1c-5f11395a82eb is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:49.093371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Pushing event updated for resources: {'Port': ['ID=40f94c0e-4d26-4622-9c1c-5f11395a82eb,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.132216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:49.133974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=60eda317-31e6-4041-b313-771292769efa,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.138436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:49.150434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:49.151123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.154608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (f71048a6-771c-465a-a45a-e9bf98b2a1ff), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.155123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router f71048a6-771c-465a-a45a-e9bf98b2a1ff {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:49.165515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc74c2-acb3-4b4f-986e-91fd3dabab04 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:49.171148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.175148 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72b2056c-ef10-4678-a7c1-0152ee633fe3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/f71048a6-771c-465a-a45a-e9bf98b2a1ff HTTP/1.1" status: 204 len: 168 time: 0.8210919 Apr 06 14:31:49.175711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46246) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.274275 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6c6f4dd6-ff36-4e1c-8872-065560862845 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=632d6d0cc7fd4205b8bfdeea86dede96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936034 Apr 06 14:31:49.277249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46248) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.289894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:31:41Z', 'revision_number': 4, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '2440e6e4-657c-4fd9-bf7f-9c91a197c205', 'name': '', 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'mac_address': 'fa:16:3e:6d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7a0b818e-5327-41c4-8057-48635f37005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:39Z', 'updated_at': '2022-04-06T14:31:47Z', 'revision_number': 4, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'subnets': [{'id': '7a0b818e-5327-41c4-8057-48635f37005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:49.301561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 872102ce-a624-42fc-b6e5-3c0ecb8637fa {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:49.309543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (872102ce-a624-42fc-b6e5-3c0ecb8637fa), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.318404 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b60976bf-0c3a-490e-accc-8cb197a4a09f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6633711 Apr 06 14:31:49.332301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46250) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.338145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:02:41:7b', 'name': 'tempest-NetworksTestDHCPv6-1481663873'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:49.343893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5ead1-fc7b-42d9-9bbf-fcd549b6098d None None] The sync data for ids ['28c54c87-f140-4788-a69a-1b9ce0920ae5'] in dv-neutron-836581-2-hyperv is: [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:31:41Z', 'revision_number': 4, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '2440e6e4-657c-4fd9-bf7f-9c91a197c205', 'name': '', 'network_id': '5737ccba-a387-41d2-9510-edf567f23e3a', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'mac_address': 'fa:16:3e:6d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7a0b818e-5327-41c4-8057-48635f37005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:39Z', 'updated_at': '2022-04-06T14:31:47Z', 'revision_number': 4, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'subnets': [{'id': '7a0b818e-5327-41c4-8057-48635f37005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:49.360897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Current status of the port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:49.360897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.382968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (872102ce-a624-42fc-b6e5-3c0ecb8637fa), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.421444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '60eda317-31e6-4041-b313-771292769efa'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:49.428462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.444419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa21-35cf-429e-bf87-66df94ea110e admin admin] Publish callbacks [] for security_group (9c85dd38-51b4-44b4-b04d-b45176ea202b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.481965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (a29916b4-9aac-4a01-9303-7828a5a7da31), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.489868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] For port 2440e6e4-657c-4fd9-bf7f-9c91a197c205, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2440e6e4-657c-4fd9-bf7f-9c91a197c205,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:49.490620 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f8d10404-6a2a-497e-87a0-5e35942ac70a req-a4dac925-e1b5-4a07-a7eb-9e597d9b65de tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8133814 Apr 06 14:31:49.512786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (75287850-3d26-4a10-be06-9be7453f6663), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.569627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa21-35cf-429e-bf87-66df94ea110e admin admin] Publish callbacks [] for security_group (9c85dd38-51b4-44b4-b04d-b45176ea202b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.601121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-1e5c87f6-e0fc-434f-8587-9aa5dec7b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:49.603809 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-1e5c87f6-e0fc-434f-8587-9aa5dec7b7bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.8655112 Apr 06 14:31:49.604799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=75287850-3d26-4a10-be06-9be7453f6663,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.692975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Allocated IP 2001:db8::f816:3eff:fe06:4cdf (2934fa9c-89df-48fd-aebe-9f87f342666e/60eda317-31e6-4041-b313-771292769efa/8e022611-148c-4347-83ac-4f696efc20c1) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:49.701547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (872102ce-a624-42fc-b6e5-3c0ecb8637fa), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.720888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.764934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.768429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cc454b71-7c46-4155-b3ba-266d74ec03e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/75287850-3d26-4a10-be06-9be7453f6663 HTTP/1.1" status: 204 len: 168 time: 3.1155026 Apr 06 14:31:49.772887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.774729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46252) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.780274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a29916b4-9aac-4a01-9303-7828a5a7da31), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.808785 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-35988636-8bf7-4752-bbab-73f26237ab44 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:31:49.808785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35988636-8bf7-4752-bbab-73f26237ab44 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:49.815355 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-35988636-8bf7-4752-bbab-73f26237ab44 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/75287850-3d26-4a10-be06-9be7453f6663 HTTP/1.1" status: 404 len: 333 time: 0.0388777 Apr 06 14:31:49.817243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46254) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.842918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29916b4-9aac-4a01-9303-7828a5a7da31,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.846363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa21-35cf-429e-bf87-66df94ea110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9c85dd38-51b4-44b4-b04d-b45176ea202b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.849061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa21-35cf-429e-bf87-66df94ea110e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.853114 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cbb0fa21-35cf-429e-bf87-66df94ea110e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9c85dd38-51b4-44b4-b04d-b45176ea202b HTTP/1.1" status: 204 len: 168 time: 0.5720737 Apr 06 14:31:49.858351 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64566a6-dd17-446f-ba7d-1ff7abad46bd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:31:49.863836 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f64566a6-dd17-446f-ba7d-1ff7abad46bd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/75287850-3d26-4a10-be06-9be7453f6663 HTTP/1.1" status: 404 len: 333 time: 0.0455680 Apr 06 14:31:49.864892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46258) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.879392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.886900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0fa21-35cf-429e-bf87-66df94ea110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85dd38-51b4-44b4-b04d-b45176ea202b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.944455 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-4fbb54c8-28fb-41a1-a7b2-d3b658c53c58 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1001 time: 0.3100052 Apr 06 14:31:49.976379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526c49b-b4e3-4410-bac5-6584890453dd None None] Pushing event updated for resources: {'Port': ['ID=2440e6e4-657c-4fd9-bf7f-9c91a197c205,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.993465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (872102ce-a624-42fc-b6e5-3c0ecb8637fa), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.019295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.019295 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6031fc92-8aaf-4992-83c7-49a6a73c3d75 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7960205 Apr 06 14:31:50.027120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46260) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.046885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group_rule': {'security_group_id': 'e96beedc-8b0f-450f-afed-13f1d9dfb742', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:50.064463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=94cef30c-6485-4f6a-9891-be82fc553b9f,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:50.073639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=872102ce-a624-42fc-b6e5-3c0ecb8637fa,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:50.084546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.092889 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e6357e5a-8647-4657-a7a8-31f8a390513e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/872102ce-a624-42fc-b6e5-3c0ecb8637fa HTTP/1.1" status: 204 len: 168 time: 0.9144595 Apr 06 14:31:50.097877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet f8b9e21c-4e87-4bf0-b01d-73118d76abd9 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:50.100094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46262) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.120515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] In _notify_port_updated(), no bound segment for port 94cef30c-6485-4f6a-9891-be82fc553b9f on network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:50.126118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:50.126757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.131326 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c1efb18-8771-449b-b697-b4d6df5c4eb3 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "PUT /v2.0/ports/94cef30c-6485-4f6a-9891-be82fc553b9f HTTP/1.1" status: 200 len: 995 time: 2.2067697 Apr 06 14:31:50.135115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.135115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (f8b9e21c-4e87-4bf0-b01d-73118d76abd9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.137144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e685880-fbb6-402b-8488-907c6cd52a61 None None] Network 0597daba-73cf-43d7-925e-ca368d27b852 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:50.147367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-c128f93c-cfab-42f3-9e33-53a794553f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:50.147648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Provisioning complete for port 40f94c0e-4d26-4622-9c1c-5f11395a82eb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:50.148188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.149863 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-c128f93c-cfab-42f3-9e33-53a794553f8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.1786909 Apr 06 14:31:50.184559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:50.372642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.521581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Publish callbacks [] for port (8e022611-148c-4347-83ac-4f696efc20c1), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.554480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0597daba-73cf-43d7-925e-ca368d27b852), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.596013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40f94c0e-4d26-4622-9c1c-5f11395a82eb up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:50.608395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (f8b9e21c-4e87-4bf0-b01d-73118d76abd9), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.623314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 893f1647-4402-473d-9842-7f7cf1d89075 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:50.663015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (8e022611-148c-4347-83ac-4f696efc20c1), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.699977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (18c4336f-26e2-436b-9b12-d0c13e545cd4), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.732843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Current status of the port 40f94c0e-4d26-4622-9c1c-5f11395a82eb is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:50.743396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 40f94c0e-4d26-4622-9c1c-5f11395a82eb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:50.743824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.797672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (f8b9e21c-4e87-4bf0-b01d-73118d76abd9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.812041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:50.817221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:fe02:417b (2934fa9c-89df-48fd-aebe-9f87f342666e/60eda317-31e6-4041-b313-771292769efa/893f1647-4402-473d-9842-7f7cf1d89075) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:50.819845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Pushing event updated for resources: {'Port': ['ID=8e022611-148c-4347-83ac-4f696efc20c1,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:50.841622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:50.847312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:50.860296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Provisioning complete for port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:50.865422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.920184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (18c4336f-26e2-436b-9b12-d0c13e545cd4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.940410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port 94cef30c-6485-4f6a-9891-be82fc553b9f {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:50.943939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.958185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Attempting to bind port 8e022611-148c-4347-83ac-4f696efc20c1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:50.960370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Attempting to bind port 8e022611-148c-4347-83ac-4f696efc20c1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:50.960854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Attempting to bind port 8e022611-148c-4347-83ac-4f696efc20c1 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:50.969245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:50.969626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:50.970033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.970577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:50.971063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Bound port: 8e022611-148c-4347-83ac-4f696efc20c1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:50.971443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e022611-148c-4347-83ac-4f696efc20c1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.021319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (f8b9e21c-4e87-4bf0-b01d-73118d76abd9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.052268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] DHCP port deletion for 0597daba-73cf-43d7-925e-ca368d27b852 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:51.086847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (18c4336f-26e2-436b-9b12-d0c13e545cd4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.097426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-91235319-19f4-42cf-97b9-242e6121d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.098930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-91235319-19f4-42cf-97b9-242e6121d5b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.9173338 Apr 06 14:31:51.120978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port cb24575d-9e85-4c16-94e0-50b30d11c041 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:51.126129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.126273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 40f94c0e-4d26-4622-9c1c-5f11395a82eb is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:51.126273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440e6e4-657c-4fd9-bf7f-9c91a197c205 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:51.186291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (09fdcd9a-5fc7-4b94-9e4d-d621324a38c6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.195120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c4336f-26e2-436b-9b12-d0c13e545cd4,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.209105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.216532 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/f8b9e21c-4e87-4bf0-b01d-73118d76abd9 HTTP/1.1" status: 204 len: 168 time: 1.3446865 Apr 06 14:31:51.217803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5153f4-c70a-454c-b8f7-af499b05aa99 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b9e21c-4e87-4bf0-b01d-73118d76abd9,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.223831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46268) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.240949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port cb24575d-9e85-4c16-94e0-50b30d11c041, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cb24575d-9e85-4c16-94e0-50b30d11c041,segment=NetworkSegment(1fffdbe7-d73d-4314-b139-0daef9d74929),segment_id=1fffdbe7-d73d-4314-b139-0daef9d74929)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:51.244233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.317148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Subnet': ['ID=09fdcd9a-5fc7-4b94-9e4d-d621324a38c6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.325696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for cb24575d-9e85-4c16-94e0-50b30d11c041 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:51.330489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (893f1647-4402-473d-9842-7f7cf1d89075), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.341241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.358399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32ef59-9a30-48ce-a3a4-0726f01a63d0 req-77a79684-c969-40e4-9aad-498a44427924 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.359634 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6c32ef59-9a30-48ce-a3a4-0726f01a63d0 req-77a79684-c969-40e4-9aad-498a44427924 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.6845555 Apr 06 14:31:51.374533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.378302 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-12487845-6ca4-48e7-b342-5b6b69edab15 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3328996 Apr 06 14:31:51.381706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for 94cef30c-6485-4f6a-9891-be82fc553b9f owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:51.388957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46270) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.401393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group_rule': {'security_group_id': 'e96beedc-8b0f-450f-afed-13f1d9dfb742', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:51.422742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a714e4-daa6-4521-b2fe-423f19c32b53 None None] Network 24835f5e-c40f-46dd-b7c2-9ddda5508df3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:51.439462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (24835f5e-c40f-46dd-b7c2-9ddda5508df3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.443828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-8b636310-e209-46f6-b6f0-dfd9b08e33a3 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364661 Apr 06 14:31:51.457542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Checking segment: {'id': '9f93b220-33f2-400b-a6d6-8c2e952a1404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:51.462541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network hostable DHCP agents. Network: 8396ce17-b02b-405e-bbad-66f2a42fa13e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:51.494171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] For port 8e022611-148c-4347-83ac-4f696efc20c1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:51.543547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Current status of the port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:51.548675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] For port 8e022611-148c-4347-83ac-4f696efc20c1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8e022611-148c-4347-83ac-4f696efc20c1,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:51.552253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-26ffdf4b-9d1f-43df-b0b4-3d13fae426e9 None None] Could not find standard attr ID for object 75287850-3d26-4a10-be06-9be7453f6663. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:31:51.564388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:51.564933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.573069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6c32ef59-9a30-48ce-a3a4-0726f01a63d0 req-a351fe1d-39da-4b66-b392-0270b92fd413 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850080 Apr 06 14:31:51.579299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (402a38a7-95b1-4aaa-a22d-5d1dcafaf2b6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.634682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (893f1647-4402-473d-9842-7f7cf1d89075), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.643635 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba730f50-12fb-4cbd-bf0f-8bf8dacb6ba0 req-76dc4169-49d9-4c8a-aa38-f74df7182ecf service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928909 Apr 06 14:31:51.650030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 40f94c0e-4d26-4622-9c1c-5f11395a82eb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:51.650589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.657636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] Deleting port cb24575d-9e85-4c16-94e0-50b30d11c041 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:51.658242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.658363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network 8396ce17-b02b-405e-bbad-66f2a42fa13e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:51.660339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e022611-148c-4347-83ac-4f696efc20c1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.719229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:51.725599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:51.732684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:51.738044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.738703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.747368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=893f1647-4402-473d-9842-7f7cf1d89075,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.766317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (402a38a7-95b1-4aaa-a22d-5d1dcafaf2b6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.797823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 8396ce17-b02b-405e-bbad-66f2a42fa13e) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:51.802218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (46ab49fb-0fd2-4478-9199-f638e621c48f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.829943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac400d-dbc9-4617-8231-36cfbeeb1c33 None None] Network 8396ce17-b02b-405e-bbad-66f2a42fa13e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:51.853938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f10f4d1d-7cc5-437c-b5e5-b510bf21fb06 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5202813 Apr 06 14:31:51.855457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46272) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.880678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (402a38a7-95b1-4aaa-a22d-5d1dcafaf2b6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.894192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3790b0ce-3926-4c93-95cf-36260cf7f392 None None] Provisioning complete for port 94cef30c-6485-4f6a-9891-be82fc553b9f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:51.894578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3790b0ce-3926-4c93-95cf-36260cf7f392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.922563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event updated for resources: {'Subnet': ['ID=46ab49fb-0fd2-4478-9199-f638e621c48f,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.942003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402a38a7-95b1-4aaa-a22d-5d1dcafaf2b6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.960785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Checking segment: {'id': '5d185e99-633d-46b7-a175-40e1fd3b7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8740bb27-2d76-4498-93c9-8550872177ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:51.961247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network hostable DHCP agents. Network: 8740bb27-2d76-4498-93c9-8550872177ef, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:51.983985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38dcebd-1c7d-4264-94ec-ec9335be140b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.990549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38dcebd-1c7d-4264-94ec-ec9335be140b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.992756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320e854-9e5b-431a-a36d-71b6d0cb8b19 None None] Pushing event updated for resources: {'Port': ['ID=8e022611-148c-4347-83ac-4f696efc20c1,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.995668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b38dcebd-1c7d-4264-94ec-ec9335be140b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1370726 Apr 06 14:31:51.997570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] For port cb24575d-9e85-4c16-94e0-50b30d11c041, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cb24575d-9e85-4c16-94e0-50b30d11c041,segment=NetworkSegment(1fffdbe7-d73d-4314-b139-0daef9d74929),segment_id=1fffdbe7-d73d-4314-b139-0daef9d74929)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:51.997719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46274) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.997850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.040789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] Calling delete_port for cb24575d-9e85-4c16-94e0-50b30d11c041 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:52.049337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.050673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.052312 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-03b7010d-b3d0-4f91-922a-ed2895d67b2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6630049 Apr 06 14:31:52.056559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46276) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.061740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] DHCP port deletion for 24835f5e-c40f-46dd-b7c2-9ddda5508df3 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:52.062553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group_rule': {'security_group_id': 'e96beedc-8b0f-450f-afed-13f1d9dfb742', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:52.069458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3790b0ce-3926-4c93-95cf-36260cf7f392 None None] Port 94cef30c-6485-4f6a-9891-be82fc553b9f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:52.100055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=cb24575d-9e85-4c16-94e0-50b30d11c041,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.100308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:52.118500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Network 8740bb27-2d76-4498-93c9-8550872177ef is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:52.164892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port cb24575d-9e85-4c16-94e0-50b30d11c041 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:52.165020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 893f1647-4402-473d-9842-7f7cf1d89075 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:52.165020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (893f1647-4402-473d-9842-7f7cf1d89075), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.220936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] For port 40f94c0e-4d26-4622-9c1c-5f11395a82eb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40f94c0e-4d26-4622-9c1c-5f11395a82eb,segment=NetworkSegment(08ff7288-2be6-4347-9150-09d3500805f0),segment_id=08ff7288-2be6-4347-9150-09d3500805f0)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:52.220936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.240840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Project 1a315d932f2d48d7b0eba7b4b6bcdab2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:31:52.246416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 8740bb27-2d76-4498-93c9-8550872177ef) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:52.259473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:52.260104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:52.260911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.262020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-8396ce17-b02b-405e-bbad-66f2a42fa13e', 'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e', 'project_id': 'a18edbfe95cd415a90bf6c2b251c6442', 'fixed_ips': [{'subnet_id': '09fdcd9a-5fc7-4b94-9e4d-d621324a38c6'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:52.262968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.276218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 40f94c0e-4d26-4622-9c1c-5f11395a82eb owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:52.278958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72b823-b96a-484e-96bc-8fd4570b9753 None None] Network 8740bb27-2d76-4498-93c9-8550872177ef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:52.285581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (4b67d613-1017-4165-86a5-77d24faa9afb), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.320433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (94cef30c-6485-4f6a-9891-be82fc553b9f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.382283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440e6e4-657c-4fd9-bf7f-9c91a197c205 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:52.383424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=94cef30c-6485-4f6a-9891-be82fc553b9f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.403001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a9e1c16e-2bef-45b4-a315-caf373883259 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3112636 Apr 06 14:31:52.410473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46278) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.411537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (893f1647-4402-473d-9842-7f7cf1d89075), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.443379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-aec9f840-d59a-40c7-8b00-c3553d26b145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.443679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 893f1647-4402-473d-9842-7f7cf1d89075 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:52.484539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (4b67d613-1017-4165-86a5-77d24faa9afb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.544602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (cb24575d-9e85-4c16-94e0-50b30d11c041), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.558363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4b67d613-1017-4165-86a5-77d24faa9afb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.563872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0597daba-73cf-43d7-925e-ca368d27b852), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.599900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] Pushing event deleted for resources: {'Port': ['ID=cb24575d-9e85-4c16-94e0-50b30d11c041,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.613212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] Deleting port 40f94c0e-4d26-4622-9c1c-5f11395a82eb {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:52.614407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.663530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6091e8f-8ed0-4134-8e10-94e23b71f98e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:52.664692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6091e8f-8ed0-4134-8e10-94e23b71f98e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:52.666149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6091e8f-8ed0-4134-8e10-94e23b71f98e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:52.676777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f0fad-7f24-4276-a437-b8656bd0f22e None None] No DVR routers for this DVR port cb24575d-9e85-4c16-94e0-50b30d11c041 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:52.677030 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c6091e8f-8ed0-4134-8e10-94e23b71f98e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1958575 Apr 06 14:31:52.684786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46282) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.707722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0597daba-73cf-43d7-925e-ca368d27b852']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:52.720451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fffdbe7-d73d-4314-b139-0daef9d74929') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:52.720897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fffdbe7-d73d-4314-b139-0daef9d74929') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:52.740117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (1fffdbe7-d73d-4314-b139-0daef9d74929), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.740408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:52.740825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.759510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1fffdbe7-d73d-4314-b139-0daef9d74929), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.799194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b67d613-1017-4165-86a5-77d24faa9afb,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.822641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:52.823040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (1fffdbe7-d73d-4314-b139-0daef9d74929), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:52.826245 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:52.830682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.833965 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9d9bd415-e300-4638-b7f3-a93addedbf8b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/ports/94cef30c-6485-4f6a-9891-be82fc553b9f HTTP/1.1" status: 204 len: 168 time: 2.6939471 Apr 06 14:31:52.837489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-8740bb27-2d76-4498-93c9-8550872177ef', 'network_id': '8740bb27-2d76-4498-93c9-8550872177ef', 'project_id': 'a18edbfe95cd415a90bf6c2b251c6442', 'fixed_ips': [{'subnet_id': '46ab49fb-0fd2-4478-9199-f638e621c48f'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:52.838352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.841819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fabf5-24ff-4bb1-ab14-ceecf314d58a req-a955defb-d831-4fa3-b89a-483d223e4f5c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:52.842269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] For port 40f94c0e-4d26-4622-9c1c-5f11395a82eb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=40f94c0e-4d26-4622-9c1c-5f11395a82eb,segment=NetworkSegment(08ff7288-2be6-4347-9150-09d3500805f0),segment_id=08ff7288-2be6-4347-9150-09d3500805f0)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:52.842661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.843598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-657fabf5-24ff-4bb1-ab14-ceecf314d58a req-a955defb-d831-4fa3-b89a-483d223e4f5c tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.0973215 Apr 06 14:31:52.844150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46284) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.845549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Allocated IP 2001:db8::1 (8396ce17-b02b-405e-bbad-66f2a42fa13e/09fdcd9a-5fc7-4b94-9e4d-d621324a38c6/6bc08323-5d00-44eb-bed3-8a4f274f7f53) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:52.880046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] Calling delete_port for 40f94c0e-4d26-4622-9c1c-5f11395a82eb owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:52.885322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.886572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-74b7fdbc-2835-403e-9ccb-9a88b6019b79 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8287668 Apr 06 14:31:52.887715 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9da76c-1476-4c83-8e5d-8734820c3bbb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] GET failed (client error): The resource could not be found. Apr 06 14:31:52.893889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46286) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.894099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46288) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.895528 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ea9da76c-1476-4c83-8e5d-8734820c3bbb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "GET /v2.0/ports/94cef30c-6485-4f6a-9891-be82fc553b9f HTTP/1.1" status: 404 len: 333 time: 0.0478594 Apr 06 14:31:52.898881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'security_group_rule': {'security_group_id': 'e96beedc-8b0f-450f-afed-13f1d9dfb742', 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:52.903859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (893f1647-4402-473d-9842-7f7cf1d89075), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.908725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'name': 'tempest-AllowedAddressPairTestJSON-255224262'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:52.950326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=893f1647-4402-473d-9842-7f7cf1d89075,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.997871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.998120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Deleting subnet 09fdcd9a-5fc7-4b94-9e4d-d621324a38c6 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:53.002125 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a084d7b8-d72d-466f-9979-26a83481e776 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/893f1647-4402-473d-9842-7f7cf1d89075 HTTP/1.1" status: 204 len: 168 time: 1.0035825 Apr 06 14:31:53.006326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46290) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.057405 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-657fabf5-24ff-4bb1-ab14-ceecf314d58a req-fc19bff4-7f6d-48da-876a-05bb72379ed0 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605761 Apr 06 14:31:53.081871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911e645-a912-4a03-bf44-35350aba1859 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:53.085791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911e645-a912-4a03-bf44-35350aba1859 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:53.089079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f911e645-a912-4a03-bf44-35350aba1859 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0821037 Apr 06 14:31:53.092594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.094197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46292) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.106946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No DVR routers for this DVR port 40f94c0e-4d26-4622-9c1c-5f11395a82eb on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:53.163327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0597daba-73cf-43d7-925e-ca368d27b852), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.170203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.175016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 60eda317-31e6-4041-b313-771292769efa {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:53.178147 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/0597daba-73cf-43d7-925e-ca368d27b852 HTTP/1.1" status: 204 len: 168 time: 3.0742221 Apr 06 14:31:53.179174 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Project 1a315d932f2d48d7b0eba7b4b6bcdab2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:31:53.182541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (60eda317-31e6-4041-b313-771292769efa), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.188059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46294) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.204911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (46506c11-cc20-4127-a601-1d62c3e69ae5), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.244717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Allocated IP 2001:db8:0:1::1 (8740bb27-2d76-4498-93c9-8550872177ef/46ab49fb-0fd2-4478-9199-f638e621c48f/82f53994-4ba6-4350-badb-010c95a55c90) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:53.253194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-645842619'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:53.256059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (60eda317-31e6-4041-b313-771292769efa), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.257415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:53.262929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.284425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:53.293283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3dbdc-549f-4ff9-a9a6-32e7c90c2eaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=0597daba-73cf-43d7-925e-ca368d27b852,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.313380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (40f94c0e-4d26-4622-9c1c-5f11395a82eb), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.317640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (46506c11-cc20-4127-a601-1d62c3e69ae5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.324078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] device_id is not set on port 82ea4330-502b-4376-863a-689d9424a1aa yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:53.401308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40f94c0e-4d26-4622-9c1c-5f11395a82eb no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:53.407607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (60eda317-31e6-4041-b313-771292769efa), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.411367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] Pushing event deleted for resources: {'Port': ['ID=40f94c0e-4d26-4622-9c1c-5f11395a82eb,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.418097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.436776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=40f94c0e-4d26-4622-9c1c-5f11395a82eb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.449253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8628b3a-d0ab-4b37-9d88-9b2d55d83d03 None None] No DVR routers for this DVR port 40f94c0e-4d26-4622-9c1c-5f11395a82eb on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:53.456813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 40f94c0e-4d26-4622-9c1c-5f11395a82eb {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:53.457167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 40f94c0e-4d26-4622-9c1c-5f11395a82eb not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:53.457587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cb24575d-9e85-4c16-94e0-50b30d11c041 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:53.493672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Publish callbacks [] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.501313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: cb24575d-9e85-4c16-94e0-50b30d11c041 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:53.501665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device cb24575d-9e85-4c16-94e0-50b30d11c041 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:53.522626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (46506c11-cc20-4127-a601-1d62c3e69ae5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.561723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] Provisioning complete for port 8e022611-148c-4347-83ac-4f696efc20c1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:53.562727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8e022611-148c-4347-83ac-4f696efc20c1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.564893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Allocated IP 172.20.0.7 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/82ea4330-502b-4376-863a-689d9424a1aa) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:53.573279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (60eda317-31e6-4041-b313-771292769efa), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.573830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (24835f5e-c40f-46dd-b7c2-9ddda5508df3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.610035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46506c11-cc20-4127-a601-1d62c3e69ae5,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.619013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=60eda317-31e6-4041-b313-771292769efa,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.621171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for subnet (09fdcd9a-5fc7-4b94-9e4d-d621324a38c6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.622450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.627550 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-44e3436b-d03a-46ea-9fb7-7f0b2f3e0700 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/60eda317-31e6-4041-b313-771292769efa HTTP/1.1" status: 204 len: 168 time: 0.5321493 Apr 06 14:31:53.629934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46298) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.640070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.660601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24835f5e-c40f-46dd-b7c2-9ddda5508df3']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:53.684041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ff7288-2be6-4347-9150-09d3500805f0') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:53.684264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ff7288-2be6-4347-9150-09d3500805f0') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:53.691776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3a60e54b-d25c-4ab1-ad4c-b252637adcbf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606530 Apr 06 14:31:53.694122 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.694652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46300) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.698245 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dc1bf579-cf84-4364-995b-ca02bf056e4e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8032484 Apr 06 14:31:53.709008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:53.728601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (08ff7288-2be6-4347-9150-09d3500805f0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.739436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Publish callbacks [] for port (82f53994-4ba6-4350-badb-010c95a55c90), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.746335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (09fdcd9a-5fc7-4b94-9e4d-d621324a38c6), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.748218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Pushing event updated for resources: {'Port': ['ID=6bc08323-5d00-44eb-bed3-8a4f274f7f53,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.766300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Network 8396ce17-b02b-405e-bbad-66f2a42fa13e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:53.773423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:53.773423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:53.817046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:53.821686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.868251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (08ff7288-2be6-4347-9150-09d3500805f0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.893536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:53.896290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (08ff7288-2be6-4347-9150-09d3500805f0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:53.901120 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:53.913116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (82f53994-4ba6-4350-badb-010c95a55c90), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.917662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72b08d-8ac8-40cf-be1d-d46267f6afc9 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:53.966077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:53.968185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Attempting to bind port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.968556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Attempting to bind port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9f93b220-33f2-400b-a6d6-8c2e952a1404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.968952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Attempting to bind port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 on network 8396ce17-b02b-405e-bbad-66f2a42fa13e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.973487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.051552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:54.089823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1cc1abc2-0a6b-4eae-86d0-92fb52af53ae), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.090280 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 1cc1abc2-0a6b-4eae-86d0-92fb52af53ae of type vlan for network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 Apr 06 14:31:54.131377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (09fdcd9a-5fc7-4b94-9e4d-d621324a38c6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.216113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Network 8740bb27-2d76-4498-93c9-8550872177ef is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:54.223346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:54.223809 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (24835f5e-c40f-46dd-b7c2-9ddda5508df3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.224338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Checking segment: {'id': '9f93b220-33f2-400b-a6d6-8c2e952a1404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:54.224999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.225606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Bound using segment: {'id': '9f93b220-33f2-400b-a6d6-8c2e952a1404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:54.226307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Bound port: 6bc08323-5d00-44eb-bed3-8a4f274f7f53, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f93b220-33f2-400b-a6d6-8c2e952a1404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8396ce17-b02b-405e-bbad-66f2a42fa13e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:54.227752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.237986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] Current status of the port 8e022611-148c-4347-83ac-4f696efc20c1 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:54.238690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e022611-148c-4347-83ac-4f696efc20c1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.254932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:54.270954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.272579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:54.277170 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/24835f5e-c40f-46dd-b7c2-9ddda5508df3 HTTP/1.1" status: 204 len: 168 time: 3.0460582 Apr 06 14:31:54.282658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Pushing event updated for resources: {'Port': ['ID=82f53994-4ba6-4350-badb-010c95a55c90,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.306405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46352) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:54.318184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8e022611-148c-4347-83ac-4f696efc20c1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:54.318427 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1479820430'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:54.327814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (82ea4330-502b-4376-863a-689d9424a1aa), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.334552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (5ab4ce3f-8e84-4113-a108-337dad7a9af2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.340325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faea48-72d9-4f8c-b3ff-c07544068b9a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=24835f5e-c40f-46dd-b7c2-9ddda5508df3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.433888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d70b-9392-4dc7-b3c9-6e705f03d390 req-9f287fb1-fb3e-4b46-a9c1-20e89e7b59ca tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:54.435505 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3a9d70b-9392-4dc7-b3c9-6e705f03d390 req-9f287fb1-fb3e-4b46-a9c1-20e89e7b59ca tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1660695 Apr 06 14:31:54.462911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] For port 8e022611-148c-4347-83ac-4f696efc20c1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8e022611-148c-4347-83ac-4f696efc20c1,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:54.484266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:54.488012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.490043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3a9d70b-9392-4dc7-b3c9-6e705f03d390 req-a15ae096-f7f4-4c28-931b-21d733d6defe tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470836 Apr 06 14:31:54.527007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Attempting to bind port 82f53994-4ba6-4350-badb-010c95a55c90 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:54.527572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Attempting to bind port 82f53994-4ba6-4350-badb-010c95a55c90 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5d185e99-633d-46b7-a175-40e1fd3b7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8740bb27-2d76-4498-93c9-8550872177ef'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:54.527740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Attempting to bind port 82f53994-4ba6-4350-badb-010c95a55c90 on network 8740bb27-2d76-4498-93c9-8550872177ef {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:54.529149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:54.535719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (09fdcd9a-5fc7-4b94-9e4d-d621324a38c6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.539833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (82ea4330-502b-4376-863a-689d9424a1aa), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.540659 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] For port 6bc08323-5d00-44eb-bed3-8a4f274f7f53, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:54.542217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (5ab4ce3f-8e84-4113-a108-337dad7a9af2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.547881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] For port 6bc08323-5d00-44eb-bed3-8a4f274f7f53, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6bc08323-5d00-44eb-bed3-8a4f274f7f53,segment=NetworkSegment(9f93b220-33f2-400b-a6d6-8c2e952a1404),segment_id=9f93b220-33f2-400b-a6d6-8c2e952a1404)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:54.548924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:54.549901 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.571425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:54.571898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Checking segment: {'id': '5d185e99-633d-46b7-a175-40e1fd3b7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8740bb27-2d76-4498-93c9-8550872177ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:54.572173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.572933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Bound using segment: {'id': '5d185e99-633d-46b7-a175-40e1fd3b7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8740bb27-2d76-4498-93c9-8550872177ef'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:54.574076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Bound port: 82f53994-4ba6-4350-badb-010c95a55c90, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d185e99-633d-46b7-a175-40e1fd3b7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8740bb27-2d76-4498-93c9-8550872177ef'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:54.574519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (82f53994-4ba6-4350-badb-010c95a55c90), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.656081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e022611-148c-4347-83ac-4f696efc20c1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.669423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1d658dcd-4221-4fab-9f67-e52ecf028030), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.673365 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment 1d658dcd-4221-4fab-9f67-e52ecf028030 of type vlan for network ddb3f59c-9425-45a1-8029-f97d0079dd3c Apr 06 14:31:54.673503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:54.676075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Subnet': ['ID=09fdcd9a-5fc7-4b94-9e4d-d621324a38c6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.682321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] For port 82f53994-4ba6-4350-badb-010c95a55c90, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:54.690721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.695460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.703977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46356) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:54.704673 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5fa2e7c5-f2fe-40ef-ac11-63366a14e3a2 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/subnets/09fdcd9a-5fc7-4b94-9e4d-d621324a38c6 HTTP/1.1" status: 204 len: 168 time: 1.9391310 Apr 06 14:31:54.726095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8e022611-148c-4347-83ac-4f696efc20c1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:54.726383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8e022611-148c-4347-83ac-4f696efc20c1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.760463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] For port 82f53994-4ba6-4350-badb-010c95a55c90, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=82f53994-4ba6-4350-badb-010c95a55c90,segment=NetworkSegment(5d185e99-633d-46b7-a175-40e1fd3b7550),segment_id=5d185e99-633d-46b7-a175-40e1fd3b7550)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:54.765345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:54.771408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:54.771549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ad2a-e045-4a35-bcc5-cd33b07477b5 req-c7dcb66d-d3c5-447f-98e2-721f15b1f8e2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:54.776329 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98a2ad2a-e045-4a35-bcc5-cd33b07477b5 req-c7dcb66d-d3c5-447f-98e2-721f15b1f8e2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1329827 Apr 06 14:31:54.782091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:54.790585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Deleting subnet 46ab49fb-0fd2-4478-9199-f638e621c48f {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:54.802885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for subnet (46ab49fb-0fd2-4478-9199-f638e621c48f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.817201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=5ab4ce3f-8e84-4113-a108-337dad7a9af2,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.829746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ddb3f59c-9425-45a1-8029-f97d0079dd3c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.834850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a0225d89-9e25-4c49-b5fd-d9ceeae99e27 None None] Could not find standard attr ID for object 893f1647-4402-473d-9842-7f7cf1d89075. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:31:54.840181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=82ea4330-502b-4376-863a-689d9424a1aa,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.849298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:54.852506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2f55dc99-ae2d-44be-ae89-a179ce9903bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.863255 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-740add35-3801-46a3-88f2-8744886e8268 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6144466 Apr 06 14:31:54.870025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46358) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:54.884362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:54.902832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4f80a-6c4b-4211-bbf0-bd3bb06ff03e None None] Pushing event updated for resources: {'Port': ['ID=8e022611-148c-4347-83ac-4f696efc20c1,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.947645 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98a2ad2a-e045-4a35-bcc5-cd33b07477b5 req-69bc0c48-be19-4ae9-b975-118933d070b9 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701369 Apr 06 14:31:54.973134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (46ab49fb-0fd2-4478-9199-f638e621c48f), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.989840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e318d-23f1-45ba-8bad-3ab2c139218c None None] Pushing event updated for resources: {'Port': ['ID=6bc08323-5d00-44eb-bed3-8a4f274f7f53,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.993368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (82f53994-4ba6-4350-badb-010c95a55c90), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.130536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] Deleting port 8e022611-148c-4347-83ac-4f696efc20c1 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:55.136557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8e022611-148c-4347-83ac-4f696efc20c1), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.161427 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:55.169220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.250184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68251760-6b63-45f5-a53d-c02795053dc9 None None] Pushing event updated for resources: {'Port': ['ID=82f53994-4ba6-4350-badb-010c95a55c90,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:55.260211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8e022611-148c-4347-83ac-4f696efc20c1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:55.280142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ddb3f59c-9425-45a1-8029-f97d0079dd3c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.298024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:55.299228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.317911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] For port 8e022611-148c-4347-83ac-4f696efc20c1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8e022611-148c-4347-83ac-4f696efc20c1,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:55.318398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8e022611-148c-4347-83ac-4f696efc20c1), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.343404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] Calling delete_port for 8e022611-148c-4347-83ac-4f696efc20c1 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:55.433888 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-df120996-6e40-40ff-a784-82383c204f16 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5304968 Apr 06 14:31:55.446837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46364) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:55.465114 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1501429 Apr 06 14:31:55.465406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfc460-a2bc-4e76-a4e6-b8f5bf6b7c8f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=ddb3f59c-9425-45a1-8029-f97d0079dd3c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:55.481489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (46ab49fb-0fd2-4478-9199-f638e621c48f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.482042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46366) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:55.510229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a3420335-2b0b-4246-9cf5-58fa8b30db81 None None] Provisioning complete for port 82ea4330-502b-4376-863a-689d9424a1aa triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:55.515742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:55.515844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a3420335-2b0b-4246-9cf5-58fa8b30db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (82ea4330-502b-4376-863a-689d9424a1aa), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.520388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'network_id': '5d3cb325-2b6a-44c7-bfcd-365eb24e38f5', 'name': 'tempest-AllowedAddressPairTestJSON-281724556'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:55.522219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ddb3f59c-9425-45a1-8029-f97d0079dd3c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:55.731935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:55.737183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.746179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:55.838965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a3420335-2b0b-4246-9cf5-58fa8b30db81 None None] Port 82ea4330-502b-4376-863a-689d9424a1aa cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:55.843275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:55.850504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.857901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (8e022611-148c-4347-83ac-4f696efc20c1), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.864012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8c17-645c-42ce-bab8-494aacbc9242 req-e09f5f5e-f2cb-4cc4-9372-16b5168a3079 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:55.865595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de7d8c17-645c-42ce-bab8-494aacbc9242 req-e09f5f5e-f2cb-4cc4-9372-16b5168a3079 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.7181957 Apr 06 14:31:55.885555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (46ab49fb-0fd2-4478-9199-f638e621c48f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.893480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] Pushing event deleted for resources: {'Port': ['ID=8e022611-148c-4347-83ac-4f696efc20c1,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:55.899459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feaf366-b62f-4c43-be9a-ce948d57426d None None] No DVR routers for this DVR port 8e022611-148c-4347-83ac-4f696efc20c1 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:55.920144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.950924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Subnet': ['ID=46ab49fb-0fd2-4478-9199-f638e621c48f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:56.005175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.010986 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a8ae2b57-bec3-46bd-97b0-f593b6eb92c4 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/subnets/46ab49fb-0fd2-4478-9199-f638e621c48f HTTP/1.1" status: 204 len: 168 time: 1.2984040 Apr 06 14:31:56.011809 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de7d8c17-645c-42ce-bab8-494aacbc9242 req-305d3241-e7a5-4aaf-87de-c6f5221f76b3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335158 Apr 06 14:31:56.015875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46374) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:56.067527 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.services.revisions.revision_plugin [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Could not find related port for resource to bump revision. Apr 06 14:31:56.112194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.ipam_pluggable_backend [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Port 8e022611-148c-4347-83ac-4f696efc20c1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104420) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 06 14:31:56.112525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.ipam_pluggable_backend [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Reverting IP allocation for 2001:db8::f816:3eff:fe06:4cdf {{(pid=104420) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 06 14:31:56.131421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (3baa9dd9-9bca-4fa5-a6e1-777bb28b8833), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.240390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:56.269324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Made reservation on behalf of 9b800234d4c345189a23f3de96eb872f for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:56.275348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.283827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf5da0-ea3c-46c1-b616-defbc441787a tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:56.292234 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2ddf5da0-ea3c-46c1-b616-defbc441787a tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2668526 Apr 06 14:31:56.293942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46378) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:56.307690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] device_id is not set on port 4d1b1a2c-d86a-452f-be15-cb75be6c109e yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:56.324263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:56.335673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b2c3b-6a6a-4d3f-ac85-56baa1cd343a None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:56.346571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6bc08323-5d00-44eb-bed3-8a4f274f7f53 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:56.422297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (5301b894-8d47-4739-a607-ff72a8c8e049), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.604184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:56.609192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.741033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (8740bb27-2d76-4498-93c9-8550872177ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.842138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:56.842721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.891400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=5301b894-8d47-4739-a607-ff72a8c8e049,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:56.921729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '3baa9dd9-9bca-4fa5-a6e1-777bb28b8833'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:56.923106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.943852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:56.943852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: 5ab4ce3f-8e84-4113-a108-337dad7a9af2, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:56.957873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801bb4f-8cb9-4190-8a63-80881c4bda72 None None] Network 8396ce17-b02b-405e-bbad-66f2a42fa13e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:56.977097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.983490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:56.984014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.028822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=3baa9dd9-9bca-4fa5-a6e1-777bb28b8833,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:57.107301 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-007b2341-b387-4c9f-8241-20c474fa65cb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4088485 Apr 06 14:31:57.120012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46412) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:57.138623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddc5c8-a7cb-4ab0-920a-f66fb28ec695 req-a0fb511c-f2b5-4bf6-a610-1aeda0bd4e5e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:57.138623 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-31ddc5c8-a7cb-4ab0-920a-f66fb28ec695 req-a0fb511c-f2b5-4bf6-a610-1aeda0bd4e5e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.9853144 Apr 06 14:31:57.138936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:a3:e3:85', 'name': 'tempest-NetworksTestDHCPv6-1582983661'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:57.139234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Allocated IP 172.20.0.12 (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5/71a0d996-8653-4908-b889-e76a2ac1adbd/4d1b1a2c-d86a-452f-be15-cb75be6c109e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:57.160162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:57.176648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 6bc08323-5d00-44eb-bed3-8a4f274f7f53, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6bc08323-5d00-44eb-bed3-8a4f274f7f53,segment=NetworkSegment(9f93b220-33f2-400b-a6d6-8c2e952a1404),segment_id=9f93b220-33f2-400b-a6d6-8c2e952a1404)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:57.184321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b09a78-866e-4157-8631-5cbf57fb1516 None None] Network 8740bb27-2d76-4498-93c9-8550872177ef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:57.196987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:57.218512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Deleting port 82f53994-4ba6-4350-badb-010c95a55c90 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:57.221646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (82f53994-4ba6-4350-badb-010c95a55c90), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.234907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': '1d658dcd-4221-4fab-9f67-e52ecf028030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:57.235289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: ddb3f59c-9425-45a1-8029-f97d0079dd3c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:57.264138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.265252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 82f53994-4ba6-4350-badb-010c95a55c90 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:57.282449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9cc2cac4-22ce-4ac0-96b5-be0fdabddc01 None None] Provisioning complete for port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:57.283182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9cc2cac4-22ce-4ac0-96b5-be0fdabddc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.336680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] For port 82f53994-4ba6-4350-badb-010c95a55c90, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=82f53994-4ba6-4350-badb-010c95a55c90,segment=NetworkSegment(5d185e99-633d-46b7-a175-40e1fd3b7550),segment_id=5d185e99-633d-46b7-a175-40e1fd3b7550)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:57.337272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (82f53994-4ba6-4350-badb-010c95a55c90), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.377670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.423278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 5ab4ce3f-8e84-4113-a108-337dad7a9af2) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:57.439003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Calling delete_port for 82f53994-4ba6-4350-badb-010c95a55c90 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:57.442535 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-31ddc5c8-a7cb-4ab0-920a-f66fb28ec695 req-ebf54ffc-9be3-41cd-8394-70a961b06f1e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971427 Apr 06 14:31:57.446148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:57.446879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.524278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.547584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ddb3f59c-9425-45a1-8029-f97d0079dd3c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:57.571005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:57.580001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ddb3f59c-9425-45a1-8029-f97d0079dd3c) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:57.591409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:57.592145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.614232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=4d1b1a2c-d86a-452f-be15-cb75be6c109e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:57.616262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ce229-e1d9-4dea-9033-42a20eeab0bc None None] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:57.653170 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6a1fe7c1-e9cd-4582-a927-98797a57c835 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7790353 Apr 06 14:31:57.658381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46418) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:57.663876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:57.668289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-809293543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:57.679190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:57.696371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:57.757316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d83b0-e731-42af-abe3-883dd8cb179c None None] Network ddb3f59c-9425-45a1-8029-f97d0079dd3c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:57.772160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4b2a5-e629-4606-bbab-5a7cdc0ad406 req-f0b8d70e-5304-45fe-8dd8-a23aef286768 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:57.779882 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-72b4b2a5-e629-4606-bbab-5a7cdc0ad406 req-f0b8d70e-5304-45fe-8dd8-a23aef286768 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1665609 Apr 06 14:31:57.869807 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91d87269-4775-4ec8-84b3-4a0afc539da3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3866041 Apr 06 14:31:57.876728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46424) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:57.887858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1885125839'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:57.902067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.915830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:57.916635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.952382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Allocated IP 2001:db8::f816:3eff:fe6e:82ae (2934fa9c-89df-48fd-aebe-9f87f342666e/3baa9dd9-9bca-4fa5-a6e1-777bb28b8833/5fb5fb17-8023-4ced-a0d0-88d11a77a48e) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:57.955027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port f3ec7e07-963e-4de0-8e1a-48a26441c394 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:58.043411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (2d93f87d-b180-481e-9c24-6ac796800bbc), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.048771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (82f53994-4ba6-4350-badb-010c95a55c90), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.049768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (2d93f87d-b180-481e-9c24-6ac796800bbc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.085675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Port': ['ID=82f53994-4ba6-4350-badb-010c95a55c90,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.087732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] No DVR routers for this DVR port 82f53994-4ba6-4350-badb-010c95a55c90 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:58.140563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-72b4b2a5-e629-4606-bbab-5a7cdc0ad406 req-b676eafc-70d8-416b-8234-067e9543117d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597579 Apr 06 14:31:58.155788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Publish callbacks [] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.182969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=6bc08323-5d00-44eb-bed3-8a4f274f7f53,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.238503 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2c98ef68-1467-4d44-945f-935498387d6b tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7694709 Apr 06 14:31:58.240241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-5ab4ce3f-8e84-4113-a108-337dad7a9af2', 'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '5301b894-8d47-4739-a607-ff72a8c8e049'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:58.241253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.247471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46428) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:58.285512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.296500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 82f53994-4ba6-4350-badb-010c95a55c90 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:58.296500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (82f53994-4ba6-4350-badb-010c95a55c90), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.299375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (2d93f87d-b180-481e-9c24-6ac796800bbc), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.303106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.326685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:8e:d1'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9e:c3:12'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:58.347405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (8740bb27-2d76-4498-93c9-8550872177ef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.444915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8740bb27-2d76-4498-93c9-8550872177ef']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:58.491122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9705ae-78e7-4c24-a056-cb193297c7ea None None] DHCP port deletion for 8740bb27-2d76-4498-93c9-8550872177ef request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:58.505186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d185e99-633d-46b7-a175-40e1fd3b7550') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:58.506266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d185e99-633d-46b7-a175-40e1fd3b7550') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:58.515594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Port 82f53994-4ba6-4350-badb-010c95a55c90 was deleted so its status cannot be updated. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 06 14:31:58.528174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:58.537998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:58.547146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:fea3:e385 (2934fa9c-89df-48fd-aebe-9f87f342666e/3baa9dd9-9bca-4fa5-a6e1-777bb28b8833/f3ec7e07-963e-4de0-8e1a-48a26441c394) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:58.549863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:58.574069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (5d185e99-633d-46b7-a175-40e1fd3b7550), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.637952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5d185e99-633d-46b7-a175-40e1fd3b7550), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.674788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:58.675181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (5d185e99-633d-46b7-a175-40e1fd3b7550), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:58.678399 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:58.683623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8e022611-148c-4347-83ac-4f696efc20c1 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:58.692862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Pushing event updated for resources: {'Port': ['ID=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.727926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2cac4-22ce-4ac0-96b5-be0fdabddc01 None None] Current status of the port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:58.748248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (2d93f87d-b180-481e-9c24-6ac796800bbc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.766098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] DHCP port deletion for 8396ce17-b02b-405e-bbad-66f2a42fa13e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:58.767991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-ddb3f59c-9425-45a1-8029-f97d0079dd3c', 'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': 'e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:58.773140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.777834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:58.803327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.011924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 4d1330ed-f6ff-4c61-84aa-b569d19f52f4 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:59.066947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.069173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4d118e84-1885-4a3a-be8e-51b9ae9a3b99 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4068561 Apr 06 14:31:59.085435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46440) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:59.088065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Allocated IP 2001:db8::2 (5ab4ce3f-8e84-4113-a108-337dad7a9af2/5301b894-8d47-4739-a607-ff72a8c8e049/b4a86788-ee85-4dc4-9163-8e9222b06f29) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:59.271728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (8740bb27-2d76-4498-93c9-8550872177ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.293080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.298482 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/networks/8740bb27-2d76-4498-93c9-8550872177ef HTTP/1.1" status: 204 len: 168 time: 2.9949520 Apr 06 14:31:59.307263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46442) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:59.317425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (f3ec7e07-963e-4de0-8e1a-48a26441c394), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.320937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533321ca-8426-4ff5-ae02-5079c4d4ec81 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Network': ['ID=8740bb27-2d76-4498-93c9-8550872177ef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.343310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.344735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 8e022611-148c-4347-83ac-4f696efc20c1 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:59.345094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8e022611-148c-4347-83ac-4f696efc20c1 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:59.386118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.489986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (8396ce17-b02b-405e-bbad-66f2a42fa13e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.539735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Attempting to bind port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:59.555610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Attempting to bind port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:59.557287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Attempting to bind port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:59.587492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f3ec7e07-963e-4de0-8e1a-48a26441c394), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.734410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Publish callbacks [] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.763064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6bc08323-5d00-44eb-bed3-8a4f274f7f53 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:59.803303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=f3ec7e07-963e-4de0-8e1a-48a26441c394,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.828894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:59.853001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:59.855273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0c67-c0ab-4f01-a7a3-703be117c595 req-264e3a4b-e86c-472c-8849-030f86b96746 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:59.860573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:59.861960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:59.868547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:59.868547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.868547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:59.868547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Bound port: 5fb5fb17-8023-4ced-a0d0-88d11a77a48e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:59.868547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.869710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:59.869710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.869888 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3ac0c67-c0ab-4f01-a7a3-703be117c595 req-264e3a4b-e86c-472c-8849-030f86b96746 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.7797720 Apr 06 14:31:59.873900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-553e3b3c-77d0-44a8-b99c-130bc1e30fff None None] Provisioning complete for port 4d1b1a2c-d86a-452f-be15-cb75be6c109e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:59.874400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-553e3b3c-77d0-44a8-b99c-130bc1e30fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.886589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.886707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Deleting port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:59.886707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.962345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::20c (ddb3f59c-9425-45a1-8029-f97d0079dd3c/e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13/4d1330ed-f6ff-4c61-84aa-b569d19f52f4) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:00.015024 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-47161703-2af8-4454-a10e-f0bed8de4bb9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8909023 Apr 06 14:32:00.026518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46446) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:00.044544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:00.048233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] For port 6bc08323-5d00-44eb-bed3-8a4f274f7f53, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6bc08323-5d00-44eb-bed3-8a4f274f7f53,segment=NetworkSegment(9f93b220-33f2-400b-a6d6-8c2e952a1404),segment_id=9f93b220-33f2-400b-a6d6-8c2e952a1404)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:00.049989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.075439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:00.087322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:00.093031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-553e3b3c-77d0-44a8-b99c-130bc1e30fff None None] Port 4d1b1a2c-d86a-452f-be15-cb75be6c109e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:00.094281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Calling delete_port for 6bc08323-5d00-44eb-bed3-8a4f274f7f53 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:00.116106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Pushing event updated for resources: {'Port': ['ID=b4a86788-ee85-4dc4-9163-8e9222b06f29,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.118611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-553e3b3c-77d0-44a8-b99c-130bc1e30fff None None] Could not find standard attr ID for object 82f53994-4ba6-4350-badb-010c95a55c90. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:00.161443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:00.161843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.163798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3ac0c67-c0ab-4f01-a7a3-703be117c595 req-4edc50d0-ab91-40c8-8ca0-e66142402f0e tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929220 Apr 06 14:32:00.197696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Deleting port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:00.198690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.200170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] For port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:00.264835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] For port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:00.272057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Attempting to bind port b4a86788-ee85-4dc4-9163-8e9222b06f29 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:00.272435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Attempting to bind port b4a86788-ee85-4dc4-9163-8e9222b06f29 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:00.272821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Attempting to bind port b4a86788-ee85-4dc4-9163-8e9222b06f29 on network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:00.286021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.286253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:00.292457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Checking segment: {'id': '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:00.292457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.292457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Bound using segment: {'id': '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:00.292457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Bound port: b4a86788-ee85-4dc4-9163-8e9222b06f29, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5ab4ce3f-8e84-4113-a108-337dad7a9af2'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:00.292457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.313211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] For port 6bc08323-5d00-44eb-bed3-8a4f274f7f53, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6bc08323-5d00-44eb-bed3-8a4f274f7f53,segment=NetworkSegment(9f93b220-33f2-400b-a6d6-8c2e952a1404),segment_id=9f93b220-33f2-400b-a6d6-8c2e952a1404)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:00.313623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.342511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.346277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Calling delete_port for 6bc08323-5d00-44eb-bed3-8a4f274f7f53 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:00.373947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.380386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53995a4d-3ff8-40cb-a6a3-08b9abb2d8a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.384238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Port': ['ID=6bc08323-5d00-44eb-bed3-8a4f274f7f53,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.386649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53995a4d-3ff8-40cb-a6a3-08b9abb2d8a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.388076 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-53995a4d-3ff8-40cb-a6a3-08b9abb2d8a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3544412 Apr 06 14:32:00.395850 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] No DVR routers for this DVR port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:00.395850 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46450) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:00.432011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 82f53994-4ba6-4350-badb-010c95a55c90 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:00.500628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] For port b4a86788-ee85-4dc4-9163-8e9222b06f29, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:00.506804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 82f53994-4ba6-4350-badb-010c95a55c90 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:00.507153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 82f53994-4ba6-4350-badb-010c95a55c90 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:00.563880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (4d1330ed-f6ff-4c61-84aa-b569d19f52f4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.609360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.622341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (8396ce17-b02b-405e-bbad-66f2a42fa13e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.663128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8396ce17-b02b-405e-bbad-66f2a42fa13e']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:00.676351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f93b220-33f2-400b-a6d6-8c2e952a1404') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:00.677182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f93b220-33f2-400b-a6d6-8c2e952a1404') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:00.690513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (9f93b220-33f2-400b-a6d6-8c2e952a1404), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.708071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9f93b220-33f2-400b-a6d6-8c2e952a1404), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.710560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.723435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:00.723435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (9f93b220-33f2-400b-a6d6-8c2e952a1404), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.778322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] For port b4a86788-ee85-4dc4-9163-8e9222b06f29, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b4a86788-ee85-4dc4-9163-8e9222b06f29,segment=NetworkSegment(1cc1abc2-0a6b-4eae-86d0-92fb52af53ae),segment_id=1cc1abc2-0a6b-4eae-86d0-92fb52af53ae)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:00.795689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4d1330ed-f6ff-4c61-84aa-b569d19f52f4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:00.810588 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:00.833392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012742e-270a-4ab9-8e82-acb06fd51dbe None None] Pushing event updated for resources: {'Port': ['ID=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.843022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8::1 (5ab4ce3f-8e84-4113-a108-337dad7a9af2/5301b894-8d47-4739-a607-ff72a8c8e049/949d64db-b62a-452f-8787-648d824578d7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:00.877683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event updated for resources: {'Port': ['ID=4d1b1a2c-d86a-452f-be15-cb75be6c109e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.895925 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Allocated IP 2001:db8::2 (ddb3f59c-9425-45a1-8029-f97d0079dd3c/e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13/2440ee22-b94b-4dac-84fc-91b24c4a6bff) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:00.904486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ddb3f59c-9425-45a1-8029-f97d0079dd3c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:00.909330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port f3ec7e07-963e-4de0-8e1a-48a26441c394 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:00.909673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f3ec7e07-963e-4de0-8e1a-48a26441c394), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.915930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:00.958426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] In _notify_port_updated(), no bound segment for port 4d1b1a2c-d86a-452f-be15-cb75be6c109e on network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:00.966164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (6bc08323-5d00-44eb-bed3-8a4f274f7f53), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.966384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.967006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.968366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e4bfdc49-365a-4f0b-af21-bf9c1afecdb6 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "PUT /v2.0/ports/4d1b1a2c-d86a-452f-be15-cb75be6c109e HTTP/1.1" status: 200 len: 1055 time: 2.6652513 Apr 06 14:32:00.970125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:00.976814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.976814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.037998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f3ec7e07-963e-4de0-8e1a-48a26441c394), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.051295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for f3ec7e07-963e-4de0-8e1a-48a26441c394 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:01.105140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46452) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:01.124348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (8396ce17-b02b-405e-bbad-66f2a42fa13e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.129351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.136214 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/networks/8396ce17-b02b-405e-bbad-66f2a42fa13e HTTP/1.1" status: 204 len: 168 time: 1.8276670 Apr 06 14:32:01.138011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.139133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46454) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:01.157589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Network 8396ce17-b02b-405e-bbad-66f2a42fa13e is not hosted by any dhcp agent {{(pid=104422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:32:01.158073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] No DVR routers for this DVR port 6bc08323-5d00-44eb-bed3-8a4f274f7f53 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:01.168180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de026ec6-1cb7-4df8-a8c0-4d378fcc714c None None] Pushing event deleted for resources: {'Port': ['ID=6bc08323-5d00-44eb-bed3-8a4f274f7f53,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.237875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fe468-8e9b-40d3-9eb4-7336174f2f47 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Network': ['ID=8396ce17-b02b-405e-bbad-66f2a42fa13e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.264843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (949d64db-b62a-452f-8787-648d824578d7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.270477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=4d1330ed-f6ff-4c61-84aa-b569d19f52f4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.287798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3dfe37a9-1d20-4792-a253-bd17bf996ca6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.4054215 Apr 06 14:32:01.295663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46460) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:01.298359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (3a9480bd-81ae-48d0-9277-db368878b27a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.518934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97d81-5a27-4f91-a250-b438fde86e5f None None] Pushing event updated for resources: {'Port': ['ID=b4a86788-ee85-4dc4-9163-8e9222b06f29,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.540399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f9c5a165-549c-40fe-bca6-200714824100 None None] Provisioning complete for port 4d1b1a2c-d86a-452f-be15-cb75be6c109e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:01.541159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9c5a165-549c-40fe-bca6-200714824100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.586298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5fb5fb17-8023-4ced-a0d0-88d11a77a48e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:01.669428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (3a9480bd-81ae-48d0-9277-db368878b27a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.700236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f3ec7e07-963e-4de0-8e1a-48a26441c394), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.712203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5a165-549c-40fe-bca6-200714824100 None None] Port 4d1b1a2c-d86a-452f-be15-cb75be6c109e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:01.715848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Publish callbacks [] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.731362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9480bd-81ae-48d0-9277-db368878b27a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:01.761286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:01.761736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.769609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 4d1330ed-f6ff-4c61-84aa-b569d19f52f4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:01.769609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4d1330ed-f6ff-4c61-84aa-b569d19f52f4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.778854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=f3ec7e07-963e-4de0-8e1a-48a26441c394,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.786981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9ad316-b968-4d68-b057-fc1d3de6ea7f') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:01.786981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9ad316-b968-4d68-b057-fc1d3de6ea7f') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:01.828955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.830921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.837383 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-77de6887-c33b-496d-a8bf-ad53a27a248f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/f3ec7e07-963e-4de0-8e1a-48a26441c394 HTTP/1.1" status: 204 len: 168 time: 1.4379930 Apr 06 14:32:01.866744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46462) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:01.880008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (0b9ad316-b968-4d68-b057-fc1d3de6ea7f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.890750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Pushing event updated for resources: {'Port': ['ID=2440ee22-b94b-4dac-84fc-91b24c4a6bff,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.926516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Network ddb3f59c-9425-45a1-8029-f97d0079dd3c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:01.935718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:01.949684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (0b9ad316-b968-4d68-b057-fc1d3de6ea7f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.954485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:01.963917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:01.964494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (0b9ad316-b968-4d68-b057-fc1d3de6ea7f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:01.973103 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:02.045900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port 4d1b1a2c-d86a-452f-be15-cb75be6c109e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:02.046641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.059021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987a87-acad-4ab4-ba01-d85006b89fcb req-3cb34241-4cce-4818-844c-54783803000d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:02.066409 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba987a87-acad-4ab4-ba01-d85006b89fcb req-3cb34241-4cce-4818-844c-54783803000d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1369691 Apr 06 14:32:02.078068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:02.078478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.089317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4d1330ed-f6ff-4c61-84aa-b569d19f52f4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.106011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 4d1330ed-f6ff-4c61-84aa-b569d19f52f4 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:02.153321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (949d64db-b62a-452f-8787-648d824578d7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.203140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Attempting to bind port 2440ee22-b94b-4dac-84fc-91b24c4a6bff on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:02.204313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Attempting to bind port 2440ee22-b94b-4dac-84fc-91b24c4a6bff by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '1d658dcd-4221-4fab-9f67-e52ecf028030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:02.205241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Attempting to bind port 2440ee22-b94b-4dac-84fc-91b24c4a6bff on network ddb3f59c-9425-45a1-8029-f97d0079dd3c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:02.211419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:02.222526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:02.227725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Checking segment: {'id': '1d658dcd-4221-4fab-9f67-e52ecf028030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:02.227725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.227725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Bound using segment: {'id': '1d658dcd-4221-4fab-9f67-e52ecf028030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:02.227725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Bound port: 2440ee22-b94b-4dac-84fc-91b24c4a6bff, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d658dcd-4221-4fab-9f67-e52ecf028030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ddb3f59c-9425-45a1-8029-f97d0079dd3c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:02.227725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.245701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:02.261734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:02.264271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:02.264969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (2d93f87d-b180-481e-9c24-6ac796800bbc), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.282422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba987a87-acad-4ab4-ba01-d85006b89fcb req-6ad3f0b3-cf72-415c-8e85-ad3a9da57fb2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149012 Apr 06 14:32:02.288830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.292512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0fa93-5e6a-4d11-a106-70e41c11fd07 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:02.294154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0fa93-5e6a-4d11-a106-70e41c11fd07 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:02.302470 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9ab0fa93-5e6a-4d11-a106-70e41c11fd07 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4211054 Apr 06 14:32:02.302470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46464) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:02.329455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=949d64db-b62a-452f-8787-648d824578d7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.354808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.434054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for 4d1b1a2c-d86a-452f-be15-cb75be6c109e owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:02.473489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 3baa9dd9-9bca-4fa5-a6e1-777bb28b8833 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:02.487143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (3baa9dd9-9bca-4fa5-a6e1-777bb28b8833), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.495467 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4d1330ed-f6ff-4c61-84aa-b569d19f52f4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.524121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] For port 2440ee22-b94b-4dac-84fc-91b24c4a6bff, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:02.535618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] For port 2440ee22-b94b-4dac-84fc-91b24c4a6bff, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2440ee22-b94b-4dac-84fc-91b24c4a6bff,segment=NetworkSegment(1d658dcd-4221-4fab-9f67-e52ecf028030),segment_id=1d658dcd-4221-4fab-9f67-e52ecf028030)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:02.556006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.559213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=4d1330ed-f6ff-4c61-84aa-b569d19f52f4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.564529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (3a9480bd-81ae-48d0-9277-db368878b27a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.590319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-885c758a-d1fd-48a0-a80c-0acd5216b34a None None] Provisioning complete for port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:02.590957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-885c758a-d1fd-48a0-a80c-0acd5216b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.623901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.628255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.636748 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/networks/3a9480bd-81ae-48d0-9277-db368878b27a HTTP/1.1" status: 204 len: 168 time: 1.4923761 Apr 06 14:32:02.646435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46470) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:02.672063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b6d36-d92f-47a3-aadc-102ee9e55383 tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Network': ['ID=3a9480bd-81ae-48d0-9277-db368878b27a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.696269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.699750 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2a0d8d23-8913-41cc-9453-b1eecb687672 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/4d1330ed-f6ff-4c61-84aa-b569d19f52f4 HTTP/1.1" status: 204 len: 168 time: 1.3970573 Apr 06 14:32:02.704174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46474) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:02.779700 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9196413-25e2-4b00-9fe1-897cff86080f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:32:02.793438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce8ca-6d56-4069-8665-797289780c1f None None] Pushing event updated for resources: {'Port': ['ID=2440ee22-b94b-4dac-84fc-91b24c4a6bff,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.800218 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b9196413-25e2-4b00-9fe1-897cff86080f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/4d1330ed-f6ff-4c61-84aa-b569d19f52f4 HTTP/1.1" status: 404 len: 333 time: 0.0798686 Apr 06 14:32:02.812010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (3baa9dd9-9bca-4fa5-a6e1-777bb28b8833), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.818093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46476) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:02.869095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (949d64db-b62a-452f-8787-648d824578d7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.930397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-885c758a-d1fd-48a0-a80c-0acd5216b34a None None] Current status of the port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:03.021215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (9e3105bf-e0f6-47a5-b541-ad59bf511b42), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.047791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:03.047997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bcfa9f50-8d3f-4964-bbea-e2171a00778b None None] Could not find standard attr ID for object f3ec7e07-963e-4de0-8e1a-48a26441c394. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:03.068428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4d1b1a2c-d86a-452f-be15-cb75be6c109e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.072540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.150569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221bc4e-0fa5-4414-87bd-afe91e0f7eab None None] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:03.170552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.173613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3baa9dd9-9bca-4fa5-a6e1-777bb28b8833), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.194192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=4d1b1a2c-d86a-452f-be15-cb75be6c109e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:03.299831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] Provisioning complete for port b4a86788-ee85-4dc4-9163-8e9222b06f29 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:03.300306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.473899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57e6a2-4e00-4dd9-8419-9098635ec94a req-e7086cd1-dfff-432b-8543-6e064402b735 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:03.475653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de57e6a2-4e00-4dd9-8419-9098635ec94a req-e7086cd1-dfff-432b-8543-6e064402b735 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.5666656 Apr 06 14:32:03.506532 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:32:03.511380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92387bb4-b870-4319-81cc-e999906a2651 req-57281553-50a7-4b70-a6e9-d34e267a96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:03.511380 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-57281553-50a7-4b70-a6e9-d34e267a96c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 1130 time: 0.5596159 Apr 06 14:32:03.543178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] Current status of the port b4a86788-ee85-4dc4-9163-8e9222b06f29 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:03.543791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.610050 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.627455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] For port b4a86788-ee85-4dc4-9163-8e9222b06f29, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b4a86788-ee85-4dc4-9163-8e9222b06f29,segment=NetworkSegment(1cc1abc2-0a6b-4eae-86d0-92fb52af53ae),segment_id=1cc1abc2-0a6b-4eae-86d0-92fb52af53ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:03.691315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (3baa9dd9-9bca-4fa5-a6e1-777bb28b8833), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.725522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.729832 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/3baa9dd9-9bca-4fa5-a6e1-777bb28b8833 HTTP/1.1" status: 204 len: 168 time: 1.4284639 Apr 06 14:32:03.731169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f00c4-95c9-4037-8266-1bedde506065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=3baa9dd9-9bca-4fa5-a6e1-777bb28b8833,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:03.734835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9b2b9-f914-44bf-a8b7-500d39d71797 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:03.742968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46480) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.784517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.808044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5fb5fb17-8023-4ced-a0d0-88d11a77a48e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:03.833490 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-866ef33b-e731-4949-b2a8-31baca04e74a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884430 Apr 06 14:32:03.839246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.844052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46482) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.898888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:03.907166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (9e3105bf-e0f6-47a5-b541-ad59bf511b42), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.934398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.938103 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-68794d86-916a-4d6e-aac1-80d43afc6a33 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13 HTTP/1.1" status: 204 len: 168 time: 1.1181803 Apr 06 14:32:03.943539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46484) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.007230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3105bf-e0f6-47a5-b541-ad59bf511b42']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:04.029019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe426a45-7162-438f-aed9-08a4f96885fa None None] Pushing event updated for resources: {'Port': ['ID=b4a86788-ee85-4dc4-9163-8e9222b06f29,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.052036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:04.052421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.053378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b218d-2e3e-42c2-968a-94e4641f258e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:04.054352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de57e6a2-4e00-4dd9-8419-9098635ec94a req-188b37ca-e80e-441f-86d7-b327930c1951 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5378141 Apr 06 14:32:04.061129 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-212b218d-2e3e-42c2-968a-94e4641f258e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2089365 Apr 06 14:32:04.077075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46486) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.087846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ddb3f59c-9425-45a1-8029-f97d0079dd3c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.169622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 2440ee22-b94b-4dac-84fc-91b24c4a6bff {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:04.169965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.179119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8becd69f-a762-4e22-815e-0dcef4ab5243 None None] Provisioning complete for port b4a86788-ee85-4dc4-9163-8e9222b06f29 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:04.179503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8becd69f-a762-4e22-815e-0dcef4ab5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.229577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b52cc40-877a-4273-b396-e90c459f8bc7') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:04.229577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b52cc40-877a-4273-b396-e90c459f8bc7') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:04.232818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08304d2-5755-486f-8bd1-ee9aad0e3689 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:04.234423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b08304d2-5755-486f-8bd1-ee9aad0e3689 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1548753 Apr 06 14:32:04.250401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46488) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.255488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:04.322331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (9b52cc40-877a-4273-b396-e90c459f8bc7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.327198 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f347fc85-a6c5-40d4-8e93-0c65ea8948b9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750070 Apr 06 14:32:04.334596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46490) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.342668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:04.391062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92387bb4-b870-4319-81cc-e999906a2651 req-af5a2598-6ad8-4379-a8b7-14f9ddc7b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:04.391062 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-af5a2598-6ad8-4379-a8b7-14f9ddc7b81a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 200 len: 914 time: 0.7514062 Apr 06 14:32:04.391819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9b52cc40-877a-4273-b396-e90c459f8bc7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.439394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:04.439813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (9b52cc40-877a-4273-b396-e90c459f8bc7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.469504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:04.472614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440ee22-b94b-4dac-84fc-91b24c4a6bff up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:04.473668 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:04.487459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] For port 2440ee22-b94b-4dac-84fc-91b24c4a6bff, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2440ee22-b94b-4dac-84fc-91b24c4a6bff,segment=NetworkSegment(1d658dcd-4221-4fab-9f67-e52ecf028030),segment_id=1d658dcd-4221-4fab-9f67-e52ecf028030)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:04.498442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.522702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8becd69f-a762-4e22-815e-0dcef4ab5243 None None] Current status of the port b4a86788-ee85-4dc4-9163-8e9222b06f29 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:04.532781 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 2440ee22-b94b-4dac-84fc-91b24c4a6bff owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:04.548815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] Deleting port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:04.549503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.569805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (949d64db-b62a-452f-8787-648d824578d7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.605424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.607815 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7948fec1-7970-4d25-a3f7-0a5c4d8671bd tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/ports/4d1b1a2c-d86a-452f-be15-cb75be6c109e HTTP/1.1" status: 204 len: 168 time: 3.5017216 Apr 06 14:32:04.615278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46494) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.666171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8becd69f-a762-4e22-815e-0dcef4ab5243 None None] Provisioning complete for port 949d64db-b62a-452f-8787-648d824578d7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:04.666568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8becd69f-a762-4e22-815e-0dcef4ab5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (949d64db-b62a-452f-8787-648d824578d7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.672510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-d8a54765-3eee-4aa0-8977-7b053ebae2de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 200 len: 1001 time: 0.2674363 Apr 06 14:32:04.705583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (949d64db-b62a-452f-8787-648d824578d7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.707025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (2d93f87d-b180-481e-9c24-6ac796800bbc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.721732 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-347d245f-9f34-4bd1-93c2-728b802ce695 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] GET failed (client error): The resource could not be found. Apr 06 14:32:04.726737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46496) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.727498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-347d245f-9f34-4bd1-93c2-728b802ce695 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "GET /v2.0/ports/4d1b1a2c-d86a-452f-be15-cb75be6c109e HTTP/1.1" status: 404 len: 333 time: 0.1059513 Apr 06 14:32:04.731109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (9e3105bf-e0f6-47a5-b541-ad59bf511b42), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.736584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] For port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:04.736584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.745368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:04.745598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.756007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] Calling delete_port for 5fb5fb17-8023-4ced-a0d0-88d11a77a48e owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:04.799132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.802338 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] 10.222.0.89 "DELETE /v2.0/networks/9e3105bf-e0f6-47a5-b541-ad59bf511b42 HTTP/1.1" status: 204 len: 168 time: 2.1120136 Apr 06 14:32:04.814484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a48316-e0c8-4687-9258-f867f0e2c30e tempest-BulkNetworkOpsIpV6Test-53322390 tempest-BulkNetworkOpsIpV6Test-53322390-project] Pushing event deleted for resources: {'Network': ['ID=9e3105bf-e0f6-47a5-b541-ad59bf511b42,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.849800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088f732-6f37-41dd-8734-754df7a3a08f None None] Network ddb3f59c-9425-45a1-8029-f97d0079dd3c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:04.853283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8becd69f-a762-4e22-815e-0dcef4ab5243 None None] Port 949d64db-b62a-452f-8787-648d824578d7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:04.857300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2440ee22-b94b-4dac-84fc-91b24c4a6bff triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:04.857675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.886262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2440ee22-b94b-4dac-84fc-91b24c4a6bff), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.912464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=949d64db-b62a-452f-8787-648d824578d7,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.927000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92387bb4-b870-4319-81cc-e999906a2651 req-0e88c327-410c-4304-8710-8fb2576177c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:04.930321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-0e88c327-410c-4304-8710-8fb2576177c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 200 len: 851 time: 0.2196381 Apr 06 14:32:04.935246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Port 2440ee22-b94b-4dac-84fc-91b24c4a6bff was deleted so its status cannot be updated. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 06 14:32:04.935742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b4a86788-ee85-4dc4-9163-8e9222b06f29 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:04.985724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=2440ee22-b94b-4dac-84fc-91b24c4a6bff,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.996341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No DVR routers for this DVR port 2440ee22-b94b-4dac-84fc-91b24c4a6bff on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:05.020149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2f289a3c-d3da-42a4-a0ac-835a64f60389 None None] Could not find standard attr ID for object 2440ee22-b94b-4dac-84fc-91b24c4a6bff. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:05.074788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2f289a3c-d3da-42a4-a0ac-835a64f60389 None None] Provisioning complete for port 949d64db-b62a-452f-8787-648d824578d7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:05.075288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2f289a3c-d3da-42a4-a0ac-835a64f60389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (949d64db-b62a-452f-8787-648d824578d7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.091120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92387bb4-b870-4319-81cc-e999906a2651 req-f8a5423a-dc06-4b42-96de-5a1261d88415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.091438 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-f8a5423a-dc06-4b42-96de-5a1261d88415 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d0d235c-d559-4fe9-9652-9d332da70a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1524370 Apr 06 14:32:05.097652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:05.107751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:05.128318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b4a86788-ee85-4dc4-9163-8e9222b06f29 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:05.128871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.167282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862d1be-e9e4-4174-b691-b699ee4266c0 None None] DHCP port deletion for ddb3f59c-9425-45a1-8029-f97d0079dd3c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:05.176903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (5fb5fb17-8023-4ced-a0d0-88d11a77a48e), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.178799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port 82ea4330-502b-4376-863a-689d9424a1aa {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:05.179159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (82ea4330-502b-4376-863a-689d9424a1aa), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.186403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ddb3f59c-9425-45a1-8029-f97d0079dd3c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.249953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2f289a3c-d3da-42a4-a0ac-835a64f60389 None None] Port 949d64db-b62a-452f-8787-648d824578d7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:05.266122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] Pushing event deleted for resources: {'Port': ['ID=5fb5fb17-8023-4ced-a0d0-88d11a77a48e,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:05.268585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb3f59c-9425-45a1-8029-f97d0079dd3c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:05.300428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a2279-65aa-4c53-816e-36eba29eaade None None] No DVR routers for this DVR port 5fb5fb17-8023-4ced-a0d0-88d11a77a48e on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:05.302823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d658dcd-4221-4fab-9f67-e52ecf028030') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:05.306346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d658dcd-4221-4fab-9f67-e52ecf028030') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:05.390140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (1d658dcd-4221-4fab-9f67-e52ecf028030), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.394535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b4a86788-ee85-4dc4-9163-8e9222b06f29 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:05.507411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (82ea4330-502b-4376-863a-689d9424a1aa), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.529772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for 82ea4330-502b-4376-863a-689d9424a1aa owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:05.543815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1d658dcd-4221-4fab-9f67-e52ecf028030), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.595627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b4a86788-ee85-4dc4-9163-8e9222b06f29 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:05.642337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:05.643165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (1d658dcd-4221-4fab-9f67-e52ecf028030), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:05.646824 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:05.677787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46504) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.693725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b4a86788-ee85-4dc4-9163-8e9222b06f29 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:05.694120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.699160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-49c88eca-d7db-42d4-93c0-edfe8e752a33 None None] Provisioning complete for port 949d64db-b62a-452f-8787-648d824578d7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:05.699735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-49c88eca-d7db-42d4-93c0-edfe8e752a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (949d64db-b62a-452f-8787-648d824578d7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.710138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-8fb53443-a8b1-44e7-bed1-10b09c238626 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111739 Apr 06 14:32:05.736394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8740a-e544-413c-8ed5-557e47e1d688 req-a8ca9547-9bdb-4261-a100-0e4be767ceb3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.737946 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16b8740a-e544-413c-8ed5-557e47e1d688 req-a8ca9547-9bdb-4261-a100-0e4be767ceb3 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1690493 Apr 06 14:32:05.847894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-49c88eca-d7db-42d4-93c0-edfe8e752a33 None None] Port 949d64db-b62a-452f-8787-648d824578d7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:05.857716 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16b8740a-e544-413c-8ed5-557e47e1d688 req-060c1740-6d93-4530-9c28-fadb5c9ee34d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075182 Apr 06 14:32:05.891034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92387bb4-b870-4319-81cc-e999906a2651 req-9b4a9ae8-4255-4878-b2cc-02db08c0c8a0 service neutron] 10.222.0.79 "GET /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727619 Apr 06 14:32:05.901962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:05.922777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b4a86788-ee85-4dc4-9163-8e9222b06f29 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:05.937372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (eceb1733-da03-4960-b89b-dee5c709c604), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.959253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 2d93f87d-b180-481e-9c24-6ac796800bbc is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:05.991199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440ee22-b94b-4dac-84fc-91b24c4a6bff no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:05.991731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ddb3f59c-9425-45a1-8029-f97d0079dd3c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.996879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.004803 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/ddb3f59c-9425-45a1-8029-f97d0079dd3c HTTP/1.1" status: 204 len: 168 time: 2.0598836 Apr 06 14:32:06.010293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46510) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:06.011213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=eceb1733-da03-4960-b89b-dee5c709c604,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.026851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 2440ee22-b94b-4dac-84fc-91b24c4a6bff {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:06.027335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440ee22-b94b-4dac-84fc-91b24c4a6bff not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:06.027898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5fb5fb17-8023-4ced-a0d0-88d11a77a48e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:06.040257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'name': 'tempest-PortsIpV6TestJSON-1008653578'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:06.045435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac84e5-7a10-435c-a053-8f670d5b4931 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=ddb3f59c-9425-45a1-8029-f97d0079dd3c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.064559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e5e3db2-0429-4525-a86a-e2ceac7a5c92 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a18edbfe95cd415a90bf6c2b251c6442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820124 Apr 06 14:32:06.067384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46512) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:06.112884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:06.114775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:06.123205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6369f16e-0704-4bdf-9648-ddf3c2186809 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/2d93f87d-b180-481e-9c24-6ac796800bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9414873 Apr 06 14:32:06.130705 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46514) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:06.137535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:06.143333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:06.144530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.193024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9bf3baf8-0571-4549-87ac-f165652e1987 admin admin] Publish callbacks [] for security_group (434d92ee-78e1-4a88-aa2e-8ddc59e6e08d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.221393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d738da-4d69-41b1-846e-4ca15a613b43 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:06.222829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-95d738da-4d69-41b1-846e-4ca15a613b43 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports/949d64db-b62a-452f-8787-648d824578d7 HTTP/1.1" status: 200 len: 911 time: 0.0911350 Apr 06 14:32:06.226341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46516) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:06.232932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9bf3baf8-0571-4549-87ac-f165652e1987 admin admin] Publish callbacks [] for security_group (434d92ee-78e1-4a88-aa2e-8ddc59e6e08d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.234339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae79440-625b-49ba-a76b-4b6bb755faf6 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:06.238364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] Sync routers for ids ['2d93f87d-b180-481e-9c24-6ac796800bbc'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:06.242783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 5fb5fb17-8023-4ced-a0d0-88d11a77a48e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:06.243112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5fb5fb17-8023-4ced-a0d0-88d11a77a48e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:06.291405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] Routers {'2d93f87d-b180-481e-9c24-6ac796800bbc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:06.292273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['2d93f87d-b180-481e-9c24-6ac796800bbc'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.297411 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8d6db27f-0d75-473e-950c-cafa9cdebcaf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9615495 Apr 06 14:32:06.300442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:06.306959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:da:ff:c6', 'name': 'tempest-NetworksTestDHCPv6-2093427736'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:06.325504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (82ea4330-502b-4376-863a-689d9424a1aa), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.337931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.356768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] Routers {'2d93f87d-b180-481e-9c24-6ac796800bbc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:06.357412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['2d93f87d-b180-481e-9c24-6ac796800bbc'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.367778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=82ea4330-502b-4376-863a-689d9424a1aa,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.393610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9bf3baf8-0571-4549-87ac-f165652e1987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (434d92ee-78e1-4a88-aa2e-8ddc59e6e08d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.396249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9bf3baf8-0571-4549-87ac-f165652e1987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.398457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9bf3baf8-0571-4549-87ac-f165652e1987 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/434d92ee-78e1-4a88-aa2e-8ddc59e6e08d HTTP/1.1" status: 204 len: 168 time: 0.3294499 Apr 06 14:32:06.408445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.409446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ace6b-da08-4165-ac8d-5a664ddf4021 None None] The sync data for ids ['2d93f87d-b180-481e-9c24-6ac796800bbc'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:06.432636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3baf8-0571-4549-87ac-f165652e1987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d92ee-78e1-4a88-aa2e-8ddc59e6e08d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.475381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'eceb1733-da03-4960-b89b-dee5c709c604'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:06.476283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.675346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:06.738400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Allocated IP 2001:db8::f816:3eff:fe7c:59e6 (2934fa9c-89df-48fd-aebe-9f87f342666e/eceb1733-da03-4960-b89b-dee5c709c604/7a2fd28e-c41a-4a15-bd1b-f1111118b7f0) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:06.825578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.864737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 07e7cf9a-0417-4d4e-a108-3bc3b85daf58 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:06.909394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:06.912652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.959030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 0d85425f-142a-437c-b385-89846b1c6d49 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:07.005765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Publish callbacks [] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.027257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.030843 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-87dbfb36-b757-4553-afd8-c6a2131cb08c tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/ports/82ea4330-502b-4376-863a-689d9424a1aa HTTP/1.1" status: 204 len: 168 time: 2.3030529 Apr 06 14:32:07.050891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46530) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:07.073273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.090610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d105fe86-dce9-4a33-920a-17577c2132c9 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] GET failed (client error): The resource could not be found. Apr 06 14:32:07.092802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:07.095423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:07.097471 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d105fe86-dce9-4a33-920a-17577c2132c9 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "GET /v2.0/ports/82ea4330-502b-4376-863a-689d9424a1aa HTTP/1.1" status: 404 len: 333 time: 0.0445983 Apr 06 14:32:07.098119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46534) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:07.105256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:07.172887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Pushing event updated for resources: {'Port': ['ID=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:07.208422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20855f37-de5a-40af-80b7-1c640be794f1 req-d1a91ac2-9aee-4fdf-af83-98cd6d778f8d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.209965 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20855f37-de5a-40af-80b7-1c640be794f1 req-d1a91ac2-9aee-4fdf-af83-98cd6d778f8d tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.1985807 Apr 06 14:32:07.225083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Attempting to bind port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:07.225452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Attempting to bind port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:07.225822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Attempting to bind port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:07.231875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:07.232276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:07.232687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.233113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:07.233680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Bound port: 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:07.234075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.257309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:feda:ffc6 (2934fa9c-89df-48fd-aebe-9f87f342666e/eceb1733-da03-4960-b89b-dee5c709c604/07e7cf9a-0417-4d4e-a108-3bc3b85daf58) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:07.325725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] For port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:07.329441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] For port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:07.348198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20855f37-de5a-40af-80b7-1c640be794f1 req-f78e13fe-6d1c-462f-91ac-af15608699b2 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279001 Apr 06 14:32:07.376940 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port 1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:07.377286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.421119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (0d85425f-142a-437c-b385-89846b1c6d49), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.438399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.521576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283db7-f70c-492d-8c6f-7bbe67b484f5 None None] Pushing event updated for resources: {'Port': ['ID=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:07.541942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (2d93f87d-b180-481e-9c24-6ac796800bbc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.656579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0d85425f-142a-437c-b385-89846b1c6d49), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.659973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.689009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1863c4-e6c7-48b7-8b81-2c57f2c9af41 req-6a98695d-3f49-4b47-85d8-796f3680f221 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.690559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b1863c4-e6c7-48b7-8b81-2c57f2c9af41 req-6a98695d-3f49-4b47-85d8-796f3680f221 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2306805 Apr 06 14:32:07.696675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (07e7cf9a-0417-4d4e-a108-3bc3b85daf58), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.698339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for 1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:07.738228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:07.740635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=0d85425f-142a-437c-b385-89846b1c6d49,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:07.747366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:07.748163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:07.753471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.754131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.878119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b1863c4-e6c7-48b7-8b81-2c57f2c9af41 req-3af8f227-6d58-4920-b223-baaadc8ce63a tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765089 Apr 06 14:32:07.883995 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1f7bdd37-10ce-4461-837c-29ced76c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8504419 Apr 06 14:32:07.884355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46550) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.030955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (07e7cf9a-0417-4d4e-a108-3bc3b85daf58), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.076611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:08.081258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:08.083931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:08.091570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.091570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.105880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.111416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46556) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.146047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 0d85425f-142a-437c-b385-89846b1c6d49 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:08.146548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0d85425f-142a-437c-b385-89846b1c6d49), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.171730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=07e7cf9a-0417-4d4e-a108-3bc3b85daf58,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.232859 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c201e3bd-7cbd-44c0-b34a-14bf9c80b18d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9288507 Apr 06 14:32:08.232859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.234962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46560) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.263135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 949d64db-b62a-452f-8787-648d824578d7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:08.263490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (949d64db-b62a-452f-8787-648d824578d7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.273061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0d85425f-142a-437c-b385-89846b1c6d49), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.287457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.292231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-15391b08-ba27-43ed-909a-e258c46b66fb tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/ports/1b8a6f6d-cc19-4dcd-9ec3-1a1ef7816f75 HTTP/1.1" status: 204 len: 168 time: 1.1594276 Apr 06 14:32:08.298478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'networks': [{'name': 'tempest-network--526834806'}, {'name': 'tempest-network--625077589'}]} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:08.298910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'network': {'name': 'tempest-network--526834806'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:08.299477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'network': {'name': 'tempest-network--625077589'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:08.303288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46562) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.374989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 0d85425f-142a-437c-b385-89846b1c6d49 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:08.397858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting subnet 71a0d996-8653-4908-b889-e76a2ac1adbd {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:08.403525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for subnet (71a0d996-8653-4908-b889-e76a2ac1adbd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.461764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (71a0d996-8653-4908-b889-e76a2ac1adbd), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.523283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5990557-700a-41eb-af92-39889e903065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.529029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5990557-700a-41eb-af92-39889e903065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.530742 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a5990557-700a-41eb-af92-39889e903065 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2938049 Apr 06 14:32:08.544858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46566) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.567613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'network': 2} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:08.568532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (949d64db-b62a-452f-8787-648d824578d7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.573387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.637558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.658359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 949d64db-b62a-452f-8787-648d824578d7 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:08.692104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (71a0d996-8653-4908-b889-e76a2ac1adbd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.781053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab94bb5-dd39-4133-8aad-0342dff5c8c6 req-1ce8ade4-b352-47d4-9f71-9150b4deb5b6 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.783558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ab94bb5-dd39-4133-8aad-0342dff5c8c6 req-1ce8ade4-b352-47d4-9f71-9150b4deb5b6 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2250230 Apr 06 14:32:08.803192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0d85425f-142a-437c-b385-89846b1c6d49), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.808973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 07e7cf9a-0417-4d4e-a108-3bc3b85daf58 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:08.809690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (07e7cf9a-0417-4d4e-a108-3bc3b85daf58), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.885933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ab94bb5-dd39-4133-8aad-0342dff5c8c6 req-7f943cce-d684-4fe2-8465-763f90ff68cb tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928409 Apr 06 14:32:08.897031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=0d85425f-142a-437c-b385-89846b1c6d49,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.900993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for security_group (3d725c36-e5d7-4087-b687-debcd66abae6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.909429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.915827 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d8824efa-f757-47e0-835a-78de07782893 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/0d85425f-142a-437c-b385-89846b1c6d49 HTTP/1.1" status: 204 len: 168 time: 1.0279994 Apr 06 14:32:08.916217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (71a0d996-8653-4908-b889-e76a2ac1adbd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.918693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46568) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.934638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'mac_address': 'fa:16:3e:eb:63:8e', 'name': 'tempest-PortsIpV6TestJSON-2007871590'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:08.947041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3aa4f-c70c-404d-94e9-9caffbd2350b None None] Network 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:08.959709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.966851 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/subnets/71a0d996-8653-4908-b889-e76a2ac1adbd HTTP/1.1" status: 204 len: 168 time: 0.6623547 Apr 06 14:32:08.967507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46570) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.968269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee2ffe-94cc-4a59-89d5-a45215df14ab tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Subnet': ['ID=71a0d996-8653-4908-b889-e76a2ac1adbd,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.984610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3d725c36-e5d7-4087-b687-debcd66abae6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.985135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.071484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (07e7cf9a-0417-4d4e-a108-3bc3b85daf58), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.089380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d725c36-e5d7-4087-b687-debcd66abae6,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.098321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.107675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 07e7cf9a-0417-4d4e-a108-3bc3b85daf58 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:09.181123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (949d64db-b62a-452f-8787-648d824578d7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.190358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] Provisioning complete for port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:09.191015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.191952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:09.216684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=949d64db-b62a-452f-8787-648d824578d7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.250774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (95794a29-5321-4b97-8ab0-3c93adb48431), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.253926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Added segment 95794a29-5321-4b97-8ab0-3c93adb48431 of type vlan for network 491b7c19-9f46-45d0-a41b-fd29275de625 Apr 06 14:32:09.280681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Deleting port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:09.281138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.291725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:09.302000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] Current status of the port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:09.302400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.354706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] For port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:09.358266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] DHCP port deletion for 5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:09.395031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (491b7c19-9f46-45d0-a41b-fd29275de625), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.467737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] For port edfed73e-d7bd-4d17-8a6a-d744a09c0c20, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,segment=NetworkSegment(283669db-8572-4e53-b10b-07d5bb992027),segment_id=283669db-8572-4e53-b10b-07d5bb992027)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:09.468246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.483543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.512718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:09.524201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Calling delete_port for edfed73e-d7bd-4d17-8a6a-d744a09c0c20 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:09.550330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9402ad03-d3d4-4770-a3b4-af048e0cdd6e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.555779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Added segment 9402ad03-d3d4-4770-a3b4-af048e0cdd6e of type vlan for network 0f3a1f82-fde8-442f-8e16-a51f611ca43e Apr 06 14:32:09.599627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (2d93f87d-b180-481e-9c24-6ac796800bbc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.622451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.666290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] Deleting port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:09.669566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0f3a1f82-fde8-442f-8e16-a51f611ca43e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.672114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.672114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a5970-d753-4c38-952f-f3c4fe27f5dd None None] Pushing event updated for resources: {'Port': ['ID=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.675257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:09.732044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:09.774600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9c2ccfc5-904e-461a-a2a8-30d45a2a43a6 None None] Provisioning complete for port 07e7cf9a-0417-4d4e-a108-3bc3b85daf58 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:09.774973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccfc5-904e-461a-a2a8-30d45a2a43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07e7cf9a-0417-4d4e-a108-3bc3b85daf58), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.801791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (491b7c19-9f46-45d0-a41b-fd29275de625), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.803047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0f3a1f82-fde8-442f-8e16-a51f611ca43e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.813463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:09.819674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:09.820972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.826685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] For port edfed73e-d7bd-4d17-8a6a-d744a09c0c20, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,segment=NetworkSegment(283669db-8572-4e53-b10b-07d5bb992027),segment_id=283669db-8572-4e53-b10b-07d5bb992027)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:09.827085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.844388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.858433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] Calling delete_port for edfed73e-d7bd-4d17-8a6a-d744a09c0c20 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:09.859970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ccfc5-904e-461a-a2a8-30d45a2a43a6 None None] Port 07e7cf9a-0417-4d4e-a108-3bc3b85daf58 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:09.865881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:09.866054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.940323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Port': ['ID=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.966758 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8518786 Apr 06 14:32:09.968619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46576) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.989639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (07e7cf9a-0417-4d4e-a108-3bc3b85daf58), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.000528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] No DVR routers for this DVR port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:10.001247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.066223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=07e7cf9a-0417-4d4e-a108-3bc3b85daf58,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.075138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:10.079738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (edfed73e-d7bd-4d17-8a6a-d744a09c0c20), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.111456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] Pushing event deleted for resources: {'Port': ['ID=edfed73e-d7bd-4d17-8a6a-d744a09c0c20,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.116227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62070e3-b327-4f88-acdf-b607fea715de None None] No DVR routers for this DVR port edfed73e-d7bd-4d17-8a6a-d744a09c0c20 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:10.138415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 2d93f87d-b180-481e-9c24-6ac796800bbc has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:10.142265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.146106 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a159d9ae-0971-4bc1-81fa-46d3c0f35c60 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/07e7cf9a-0417-4d4e-a108-3bc3b85daf58 HTTP/1.1" status: 204 len: 168 time: 1.6002696 Apr 06 14:32:10.151426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46578) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.196530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Network': ['ID=491b7c19-9f46-45d0-a41b-fd29275de625,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.204554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device edfed73e-d7bd-4d17-8a6a-d744a09c0c20 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:10.242818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 491b7c19-9f46-45d0-a41b-fd29275de625 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:10.251698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e5f35-21d9-464e-be42-9323d23ec971 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.253049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e5f35-21d9-464e-be42-9323d23ec971 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.254568 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2f0e5f35-21d9-464e-be42-9323d23ec971 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1020682 Apr 06 14:32:10.277930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: edfed73e-d7bd-4d17-8a6a-d744a09c0c20 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:10.278279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device edfed73e-d7bd-4d17-8a6a-d744a09c0c20 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:10.312948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46582) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.373688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.424517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:10.435785 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] Sync routers for ids ['2d93f87d-b180-481e-9c24-6ac796800bbc'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:10.443585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.459646 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] Routers {'2d93f87d-b180-481e-9c24-6ac796800bbc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:10.459646 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['2d93f87d-b180-481e-9c24-6ac796800bbc'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.470656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46584) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.471342 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-11c969e9-c408-4a69-afdd-fa7991b48b0a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/2d93f87d-b180-481e-9c24-6ac796800bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2284191 Apr 06 14:32:10.483179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:10.494296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:10.511896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:10.514329 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.516385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a07d-2747-49c8-88af-9bd1f6d9bfd5 req-5faef710-3c60-44fa-b7b2-6586e30a7816 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.517915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed51a07d-2747-49c8-88af-9bd1f6d9bfd5 req-5faef710-3c60-44fa-b7b2-6586e30a7816 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.4764535 Apr 06 14:32:10.518129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.518757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.527723 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] Routers {'2d93f87d-b180-481e-9c24-6ac796800bbc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:10.528496 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['2d93f87d-b180-481e-9c24-6ac796800bbc'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.529813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet eceb1733-da03-4960-b89b-dee5c709c604 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:10.543528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.547000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (eceb1733-da03-4960-b89b-dee5c709c604), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.547290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c823-6c71-414f-a0fb-275f42e5f906 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Network': ['ID=0f3a1f82-fde8-442f-8e16-a51f611ca43e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.567077 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-95251caf-0176-4d69-a942-1669e6ebee88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=2d93f87d-b180-481e-9c24-6ac796800bbc HTTP/1.1" status: 200 len: 205 time: 0.0862181 Apr 06 14:32:10.567416 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.568240 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117758a-8bad-448a-87dc-810ea5ba445c None None] The sync data for ids ['2d93f87d-b180-481e-9c24-6ac796800bbc'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:10.571158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46586) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.581139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0f3a1f82-fde8-442f-8e16-a51f611ca43e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:10.586775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3cb325-2b6a-44c7-bfcd-365eb24e38f5']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.611638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283669db-8572-4e53-b10b-07d5bb992027') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.611949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283669db-8572-4e53-b10b-07d5bb992027') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.635461 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bf5d9c5b-a9bd-4f24-bf27-0b8bcdabb91f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7126124 Apr 06 14:32:10.638630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46588) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.689397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (eceb1733-da03-4960-b89b-dee5c709c604), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.990427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71af42-0bc2-4a56-b3bf-4acd07ec18df tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.996572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71af42-0bc2-4a56-b3bf-4acd07ec18df tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.001933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71af42-0bc2-4a56-b3bf-4acd07ec18df tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.009113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71af42-0bc2-4a56-b3bf-4acd07ec18df tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.010615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc326fa-935e-4f19-b1bd-0a0ddf69424f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.012095 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1fc326fa-935e-4f19-b1bd-0a0ddf69424f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd HTTP/1.1" status: 200 len: 845 time: 0.3724043 Apr 06 14:32:11.012444 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fc71af42-0bc2-4a56-b3bf-4acd07ec18df tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0394056 Apr 06 14:32:11.012855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46590) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.022349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46592) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.031449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (283669db-8572-4e53-b10b-07d5bb992027), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.068748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (283669db-8572-4e53-b10b-07d5bb992027), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.072637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (2d93f87d-b180-481e-9c24-6ac796800bbc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.146569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:11.146980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (283669db-8572-4e53-b10b-07d5bb992027), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.153614 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed51a07d-2747-49c8-88af-9bd1f6d9bfd5 req-04a49e51-c5f2-4bd5-a1a6-e0a94321f437 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5918458 Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:11.154262 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:11.193362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (491b7c19-9f46-45d0-a41b-fd29275de625), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.216305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (eceb1733-da03-4960-b89b-dee5c709c604), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.236171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-88aa51d0-9fdc-45a9-97f2-1f75a2bcabca tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.237799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-88aa51d0-9fdc-45a9-97f2-1f75a2bcabca tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.79 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.2967205 Apr 06 14:32:11.301872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:11.305499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.366842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (5d3cb325-2b6a-44c7-bfcd-365eb24e38f5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.383988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.390780 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] 10.222.0.89 "DELETE /v2.0/networks/5d3cb325-2b6a-44c7-bfcd-365eb24e38f5 HTTP/1.1" status: 204 len: 168 time: 2.4156067 Apr 06 14:32:11.410225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (2d93f87d-b180-481e-9c24-6ac796800bbc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.411506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1bcd-a4f4-4d04-9579-9c1464418846 tempest-AllowedAddressPairTestJSON-1443723539 tempest-AllowedAddressPairTestJSON-1443723539-project] Pushing event deleted for resources: {'Network': ['ID=5d3cb325-2b6a-44c7-bfcd-365eb24e38f5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.416745 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (491b7c19-9f46-45d0-a41b-fd29275de625), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.418404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (2d93f87d-b180-481e-9c24-6ac796800bbc), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.447635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.451005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491b7c19-9f46-45d0-a41b-fd29275de625']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:11.469482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95794a29-5321-4b97-8ab0-3c93adb48431') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:11.469853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95794a29-5321-4b97-8ab0-3c93adb48431') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:11.471645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:11.484443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (eceb1733-da03-4960-b89b-dee5c709c604), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.488251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (95794a29-5321-4b97-8ab0-3c93adb48431), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.560294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f819d2-719f-4406-b624-0f3b30ebe7dc None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:11.583656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Deleting port b1467be2-7172-4ca8-9c0b-80e013b8dacc {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:11.585801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.586921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.591921 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/eceb1733-da03-4960-b89b-dee5c709c604 HTTP/1.1" status: 204 len: 168 time: 1.2815034 Apr 06 14:32:11.591921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c88b7-7cfb-4d12-9bf1-b7d1fa6143f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=eceb1733-da03-4960-b89b-dee5c709c604,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.592648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (95794a29-5321-4b97-8ab0-3c93adb48431), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.597759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46598) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.601522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:11.601927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (95794a29-5321-4b97-8ab0-3c93adb48431), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:11.605384 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:11.628631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (2d93f87d-b180-481e-9c24-6ac796800bbc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.629292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router 2d93f87d-b180-481e-9c24-6ac796800bbc {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:11.680288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:11.696584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.697497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-917bbb76-0fb3-48bd-be2a-f444ac46fb71 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/2d93f87d-b180-481e-9c24-6ac796800bbc HTTP/1.1" status: 204 len: 168 time: 1.1207399 Apr 06 14:32:11.703720 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a3778a30-bc01-4fe3-8c53-1feeac59d7a6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044147 Apr 06 14:32:11.703720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46600) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.703957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46602) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.709329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:11.785125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:11.785778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.794513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (491b7c19-9f46-45d0-a41b-fd29275de625), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.794807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 5301b894-8d47-4739-a607-ff72a8c8e049 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:11.800048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.802499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (5301b894-8d47-4739-a607-ff72a8c8e049), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.804005 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/networks/491b7c19-9f46-45d0-a41b-fd29275de625 HTTP/1.1" status: 204 len: 168 time: 0.7879214 Apr 06 14:32:11.806024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.819768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46604) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.873509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.887706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fc4e6-2287-4e73-a988-8ddb057c825a tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Network': ['ID=491b7c19-9f46-45d0-a41b-fd29275de625,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.900598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.906891 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ea19c38-f2ea-4ea3-99e2-7ebbebd83ba3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd HTTP/1.1" status: 204 len: 168 time: 0.8786590 Apr 06 14:32:11.908294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46606) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.912969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:11.943471 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f36465-e764-4782-b86d-15fa3ae42f07 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:32:11.944408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] For port b1467be2-7172-4ca8-9c0b-80e013b8dacc, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b1467be2-7172-4ca8-9c0b-80e013b8dacc,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:11.944918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.946778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-16f36465-e764-4782-b86d-15fa3ae42f07 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/bdfd131c-f303-4b88-a2f8-ea8fd2ac9efd HTTP/1.1" status: 404 len: 333 time: 0.0367947 Apr 06 14:32:11.949011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:11.952102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46608) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.960112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'name': 'tempest-PortsIpV6TestJSON-1010385573'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:12.021271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] Deleting port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:12.021482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (5301b894-8d47-4739-a607-ff72a8c8e049), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.023826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.076020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:12.088220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.112033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] For port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:12.113430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.123627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0f3a1f82-fde8-442f-8e16-a51f611ca43e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.137262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] Calling delete_port for 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:12.140005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46612) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:12.240875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:12.246377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.276025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 282cd680-8bbf-4dfb-8b2c-55a3db693022 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:12.301359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (7a2fd28e-c41a-4a15-bd1b-f1111118b7f0), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.330995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] Pushing event deleted for resources: {'Port': ['ID=7a2fd28e-c41a-4a15-bd1b-f1111118b7f0,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:12.332803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e2aba-7184-45cd-82bd-2289d4944a3b None None] No DVR routers for this DVR port 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:12.482873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0f3a1f82-fde8-442f-8e16-a51f611ca43e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.497133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (5301b894-8d47-4739-a607-ff72a8c8e049), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.549624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.565027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:12.565242 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-31d75f41-2170-43d2-a7e9-8b112bc26e4f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b800234d4c345189a23f3de96eb872f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224846 Apr 06 14:32:12.581622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3a1f82-fde8-442f-8e16-a51f611ca43e']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:12.589478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.591533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (3c6effbc-cb21-44d1-80c0-bd44aa13dd02), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.591533 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Floating IP 3c6effbc-cb21-44d1-80c0-bd44aa13dd02 disassociated. External IP: 172.26.6.92, port: b1467be2-7172-4ca8-9c0b-80e013b8dacc. Apr 06 14:32:12.591533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Calling delete_port for b1467be2-7172-4ca8-9c0b-80e013b8dacc owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:12.612409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9402ad03-d3d4-4770-a3b4-af048e0cdd6e') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:12.612765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9402ad03-d3d4-4770-a3b4-af048e0cdd6e') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:12.637519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaffa44-10a9-47c4-a2eb-1a3c8fb9d7ae req-378816d6-b49b-4af2-ad60-c0a2fe7be8b1 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.639015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fcaffa44-10a9-47c4-a2eb-1a3c8fb9d7ae req-378816d6-b49b-4af2-ad60-c0a2fe7be8b1 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 946 time: 0.3500824 Apr 06 14:32:12.642230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (9402ad03-d3d4-4770-a3b4-af048e0cdd6e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.682153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cf6fbd3-3c2b-4282-8a71-bf9f8f7ce979 admin admin] Publish callbacks [] for security_group (c9185b7c-f817-4e94-97f1-c1eb073d752e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.714179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:12.716598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9402ad03-d3d4-4770-a3b4-af048e0cdd6e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.718176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (5397fc81-b7cd-457e-8122-85c858e3b25b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.736538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cf6fbd3-3c2b-4282-8a71-bf9f8f7ce979 admin admin] Publish callbacks [] for security_group (c9185b7c-f817-4e94-97f1-c1eb073d752e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.740194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.744436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:12.744996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (9402ad03-d3d4-4770-a3b4-af048e0cdd6e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:12.748020 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:12.808269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fcaffa44-10a9-47c4-a2eb-1a3c8fb9d7ae req-cb390412-d666-43a6-a3e4-f7dc791a9fac tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e585d9a-e785-4015-866c-5d88fd152711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610072 Apr 06 14:32:12.812561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:12.819849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:12.831318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (5301b894-8d47-4739-a607-ff72a8c8e049), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.836355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.837169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2062ecb-564d-4c85-8778-c32600240edc None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:12.837845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.864258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=5301b894-8d47-4739-a607-ff72a8c8e049,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:12.866400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.868919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:12.872768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d5c37a12-82aa-47d3-8da9-54fa1f5a0d4a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/5301b894-8d47-4739-a607-ff72a8c8e049 HTTP/1.1" status: 204 len: 168 time: 1.1695664 Apr 06 14:32:12.874095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46622) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:12.884198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:12.890808 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:12.895926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.896545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.899955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=5397fc81-b7cd-457e-8122-85c858e3b25b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:12.906915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=282cd680-8bbf-4dfb-8b2c-55a3db693022,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:12.921828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fddb6-08de-4503-a76e-c1710fbdb8ec None None] Network 5ab4ce3f-8e84-4113-a108-337dad7a9af2 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:12.948376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0f3a1f82-fde8-442f-8e16-a51f611ca43e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.972098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.978144 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-317f24b7-13e0-4887-92f6-d917af75707e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2711973 Apr 06 14:32:12.979899 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/networks/0f3a1f82-fde8-442f-8e16-a51f611ca43e HTTP/1.1" status: 204 len: 168 time: 1.1537211 Apr 06 14:32:12.980030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46624) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:12.980128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46626) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:12.983086 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:6f:0f:c7', 'name': 'tempest-NetworksTestDHCPv6-1035574590'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:13.002671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cf6fbd3-3c2b-4282-8a71-bf9f8f7ce979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c9185b7c-f817-4e94-97f1-c1eb073d752e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.005202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cf6fbd3-3c2b-4282-8a71-bf9f8f7ce979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.006311 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3cf6fbd3-3c2b-4282-8a71-bf9f8f7ce979 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c9185b7c-f817-4e94-97f1-c1eb073d752e HTTP/1.1" status: 204 len: 168 time: 0.4402912 Apr 06 14:32:13.043094 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9726a127-5a71-4de4-89fe-5ceb30a5d7e2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0872333 Apr 06 14:32:13.045182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46630) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:13.055421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:13.061911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d0d63-7b4e-4381-9a38-6effac9b4f3f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Network': ['ID=0f3a1f82-fde8-442f-8e16-a51f611ca43e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.077132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6fbd3-3c2b-4282-8a71-bf9f8f7ce979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9185b7c-f817-4e94-97f1-c1eb073d752e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.121657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (5ab4ce3f-8e84-4113-a108-337dad7a9af2), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.170886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '5397fc81-b7cd-457e-8122-85c858e3b25b'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:13.171751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.252885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a858f22-83a7-40e2-9104-1f3be3acc05c tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.259111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a858f22-83a7-40e2-9104-1f3be3acc05c tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.260837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6a858f22-83a7-40e2-9104-1f3be3acc05c tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2783813 Apr 06 14:32:13.262897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b1467be2-7172-4ca8-9c0b-80e013b8dacc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.271784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46632) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:13.278821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-501590796'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:13.282501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.290608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] DHCP port deletion for 5ab4ce3f-8e84-4113-a108-337dad7a9af2 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:13.328717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event deleted for resources: {'Port': ['ID=b1467be2-7172-4ca8-9c0b-80e013b8dacc,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.375228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port b4a86788-ee85-4dc4-9163-8e9222b06f29 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:13.375228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.457514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port b4a86788-ee85-4dc4-9163-8e9222b06f29, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b4a86788-ee85-4dc4-9163-8e9222b06f29,segment=NetworkSegment(1cc1abc2-0a6b-4eae-86d0-92fb52af53ae),segment_id=1cc1abc2-0a6b-4eae-86d0-92fb52af53ae)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:13.457899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.574009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:13.605051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:13.605400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7a2fd28e-c41a-4a15-bd1b-f1111118b7f0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:13.605811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b4a86788-ee85-4dc4-9163-8e9222b06f29 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:13.617767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:13.621898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for b4a86788-ee85-4dc4-9163-8e9222b06f29 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:13.633366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.633366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:13.741288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Allocated IP 2001:db8::f816:3eff:fe4e:8f4c (2934fa9c-89df-48fd-aebe-9f87f342666e/5397fc81-b7cd-457e-8122-85c858e3b25b/e8037f6f-c435-4ac9-8b4b-1599c2e360ee) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:13.769363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] Deleting port b4a86788-ee85-4dc4-9163-8e9222b06f29 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:13.775755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.792019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.813229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:13.815487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.833212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:13.902393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.004444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:14.018389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f46f0163-40c4-44f1-aef8-73ed8ffa1edb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.019497 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Added segment f46f0163-40c4-44f1-aef8-73ed8ffa1edb of type vlan for network adb307b4-32ea-4439-8514-c65064ab163a Apr 06 14:32:14.053307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b4a86788-ee85-4dc4-9163-8e9222b06f29 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:14.055850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.073616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (adb307b4-32ea-4439-8514-c65064ab163a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.084635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] For port b4a86788-ee85-4dc4-9163-8e9222b06f29, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b4a86788-ee85-4dc4-9163-8e9222b06f29,segment=NetworkSegment(1cc1abc2-0a6b-4eae-86d0-92fb52af53ae),segment_id=1cc1abc2-0a6b-4eae-86d0-92fb52af53ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:14.085502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.125167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] In _notify_port_updated(), no bound segment for port 282cd680-8bbf-4dfb-8b2c-55a3db693022 on network ba202299-35d9-4bee-9d36-78c0c815516a {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:14.125911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] Calling delete_port for b4a86788-ee85-4dc4-9163-8e9222b06f29 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:14.133496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:14.134312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.139430 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/ports/282cd680-8bbf-4dfb-8b2c-55a3db693022 HTTP/1.1" status: 200 len: 818 time: 1.0896382 Apr 06 14:32:14.140523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46648) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:14.203560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eceeea-147c-4ddb-be8f-2c2ccd052837 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=282cd680-8bbf-4dfb-8b2c-55a3db693022,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.208587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (adb307b4-32ea-4439-8514-c65064ab163a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.220257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:14.221069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.281248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Publish callbacks [] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.281354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.306206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (b4a86788-ee85-4dc4-9163-8e9222b06f29), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.340655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] Pushing event deleted for resources: {'Port': ['ID=b4a86788-ee85-4dc4-9163-8e9222b06f29,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.343206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32cd40-0e53-44fb-8895-ed5fcc5c7f00 None None] No DVR routers for this DVR port b4a86788-ee85-4dc4-9163-8e9222b06f29 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:14.345078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d931870-1194-4ad4-8214-d07350a5abfa req-d2697220-af07-4ee7-a552-88cf113aa710 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.0669250 Apr 06 14:32:14.352737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=b4a86788-ee85-4dc4-9163-8e9222b06f29,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.357111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port b4a86788-ee85-4dc4-9163-8e9222b06f29 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:14.389910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.395068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:14.408662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] Sync routers for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:14.428522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1538005 Apr 06 14:32:14.432344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46656) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:14.448272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1302334735'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:14.452546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:14.485500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] No DVR routers for this DVR port b1467be2-7172-4ca8-9c0b-80e013b8dacc on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:14.488987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Pushing event updated for resources: {'Port': ['ID=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.497025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:14.503166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:14.508807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:14.510172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:14.515629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.516778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559edf6-b6c2-492c-9191-d52588c3cd06 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Network': ['ID=adb307b4-32ea-4439-8514-c65064ab163a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.518976 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b956be4f-5b03-4a1c-b83a-70df306ca5df req-4a9d3ebd-865b-493e-be91-48ab1c157d47 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.79 "DELETE /v2.0/ports/b1467be2-7172-4ca8-9c0b-80e013b8dacc HTTP/1.1" status: 204 len: 173 time: 3.2566035 Apr 06 14:32:14.523109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'name': 'network-vif-deleted', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:14.525237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3815bc46-a3cf-464d-8d32-ef8ca089d8c6" -d '{"events": [{"server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "name": "network-vif-deleted", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:14.552624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (5ab4ce3f-8e84-4113-a108-337dad7a9af2), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.578258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:fe6f:fc7 (2934fa9c-89df-48fd-aebe-9f87f342666e/5397fc81-b7cd-457e-8122-85c858e3b25b/c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:14.617646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 282cd680-8bbf-4dfb-8b2c-55a3db693022 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:14.618032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.632254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48bb62-bcd0-4cd4-a447-c5a4786ee761 x-openstack-request-id: req-8c48bb62-bcd0-4cd4-a447-c5a4786ee761 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:14.636131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd4149-3d66-48d1-84af-795f49dbea80", "name": "network-vif-deleted", "tag": "b1467be2-7172-4ca8-9c0b-80e013b8dacc", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:14.637624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c48bb62-bcd0-4cd4-a447-c5a4786ee761 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:14.639646 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c48bb62-bcd0-4cd4-a447-c5a4786ee761'] response: {'server_uuid': '99dd4149-3d66-48d1-84af-795f49dbea80', 'name': 'network-vif-deleted', 'tag': 'b1467be2-7172-4ca8-9c0b-80e013b8dacc', 'status': 'completed', 'code': 200} Apr 06 14:32:14.643001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab4ce3f-8e84-4113-a108-337dad7a9af2']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:14.655404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:14.663379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.729711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:14.730012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc1abc2-0a6b-4eae-86d0-92fb52af53ae') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:14.741722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (1cc1abc2-0a6b-4eae-86d0-92fb52af53ae), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.759113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46664) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:14.766457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.769515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1cc1abc2-0a6b-4eae-86d0-92fb52af53ae), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.781254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:14.781742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (1cc1abc2-0a6b-4eae-86d0-92fb52af53ae), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:14.787848 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:14.792389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 282cd680-8bbf-4dfb-8b2c-55a3db693022 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:14.861863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b1467be2-7172-4ca8-9c0b-80e013b8dacc no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:14.864158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network adb307b4-32ea-4439-8514-c65064ab163a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:14.906555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.936051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:14.951707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: b1467be2-7172-4ca8-9c0b-80e013b8dacc {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:14.952314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b1467be2-7172-4ca8-9c0b-80e013b8dacc not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:14.955251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-958217329'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:14.978317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c06a4e78-7267-4cd6-a4bc-c4aaa8aba208), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.978898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Added segment c06a4e78-7267-4cd6-a4bc-c4aaa8aba208 of type vlan for network 0d250d19-fd71-466e-802b-8388264d4bb4 Apr 06 14:32:15.006407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:15.030045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0d250d19-fd71-466e-802b-8388264d4bb4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.076536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Attempting to bind port e8037f6f-c435-4ac9-8b4b-1599c2e360ee on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:15.077186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Attempting to bind port e8037f6f-c435-4ac9-8b4b-1599c2e360ee by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:15.077626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Attempting to bind port e8037f6f-c435-4ac9-8b4b-1599c2e360ee on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:15.121670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:15.122052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:15.122451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.122847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:15.123334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Bound port: e8037f6f-c435-4ac9-8b4b-1599c2e360ee, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:15.123728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.223130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.226277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:15.230532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.232621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (5ab4ce3f-8e84-4113-a108-337dad7a9af2), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.235391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0d250d19-fd71-466e-802b-8388264d4bb4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.240887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.243411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.258609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] For port e8037f6f-c435-4ac9-8b4b-1599c2e360ee, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:15.293727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] For port e8037f6f-c435-4ac9-8b4b-1599c2e360ee, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:15.299238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (282cd680-8bbf-4dfb-8b2c-55a3db693022), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.314320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:15.324742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.326678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:15.329394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:15.330377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/5ab4ce3f-8e84-4113-a108-337dad7a9af2 HTTP/1.1" status: 204 len: 168 time: 2.4549265 Apr 06 14:32:15.334934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.340993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46668) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.341130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:15.341297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.341297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.353364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1991369041', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:15.360121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.363965 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/282cd680-8bbf-4dfb-8b2c-55a3db693022 HTTP/1.1" status: 204 len: 168 time: 1.2130535 Apr 06 14:32:15.367487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.378154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.385518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] Checking router: c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:15.388432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9509549 Apr 06 14:32:15.393350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.413259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46674) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.427932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:15.429024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:15.439519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'ports': [{'network_id': 'adb307b4-32ea-4439-8514-c65064ab163a', 'name': 'tempest-port--685275105', 'admin_state_up': True}, {'network_id': '0d250d19-fd71-466e-802b-8388264d4bb4', 'admin_state_up': False}]} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:15.440001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'port': {'network_id': 'adb307b4-32ea-4439-8514-c65064ab163a', 'name': 'tempest-port--685275105', 'admin_state_up': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:15.440835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'port': {'network_id': '0d250d19-fd71-466e-802b-8388264d4bb4', 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:15.461544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fe640-fd3e-4dc6-bd6c-7c6bc8640af2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=282cd680-8bbf-4dfb-8b2c-55a3db693022,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.479778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6f6a6314-9b2e-4ed3-9b16-d16cca2cec3f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5006189 Apr 06 14:32:15.480465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46676) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.507403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb082647-b2f9-4b12-bec8-28be2ebf41e8 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Network': ['ID=0d250d19-fd71-466e-802b-8388264d4bb4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.571613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1950e-6df4-49af-a83b-b064b04c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.573182 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-01c1950e-6df4-49af-a83b-b064b04c5c17 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2047725 Apr 06 14:32:15.577128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46678) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.604051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:15.608507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0d250d19-fd71-466e-802b-8388264d4bb4 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:15.624989 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-54833ee9-ff74-4ef5-97ea-0bf2008dccea tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:32:15.624989 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-54833ee9-ff74-4ef5-97ea-0bf2008dccea tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/282cd680-8bbf-4dfb-8b2c-55a3db693022 HTTP/1.1" status: 404 len: 333 time: 0.0323696 Apr 06 14:32:15.625913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5895d93-a50e-4074-b21d-e38985ab711c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.636477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5895d93-a50e-4074-b21d-e38985ab711c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.640080 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b5895d93-a50e-4074-b21d-e38985ab711c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1568389 Apr 06 14:32:15.640080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46680) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.644869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-820523554'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:15.645390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46682) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.744945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:15.750378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.782593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534544e6-dd54-4b8e-8541-9b08a2b9d055 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=5ab4ce3f-8e84-4113-a108-337dad7a9af2,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.782702 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fcaf395-f668-4b8c-9b75-73785acfcfc8 req-ba007d6b-9d20-4227-96a8-9e8c228d74ce tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/ports?device_id=99dd4149-3d66-48d1-84af-795f49dbea80 HTTP/1.1" status: 200 len: 210 time: 0.2674921 Apr 06 14:32:15.793751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.794848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.799759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34669f-6118-46a4-a2a7-d9bfca59c8f0 None None] Pushing event updated for resources: {'Port': ['ID=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.846644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:15.917371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (625ddb05-9ab2-43a3-97b2-f8bc7b54a61f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.918763 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment 625ddb05-9ab2-43a3-97b2-f8bc7b54a61f of type vlan for network f8376033-c45d-41a1-b21f-be4f08ea5e72 Apr 06 14:32:15.946265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'port': 2} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:15.950620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.972764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (957a9b80-4a8b-4265-a724-4407f4b75c8d), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.985422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for security_group (633a09c2-7571-4844-8454-73d69c8dcd3b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.987837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.015038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:16.015389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.022246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (f8376033-c45d-41a1-b21f-be4f08ea5e72), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.072486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:16.120090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (633a09c2-7571-4844-8454-73d69c8dcd3b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.131450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (f8376033-c45d-41a1-b21f-be4f08ea5e72), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.137080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:16.141240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.252687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=f8376033-c45d-41a1-b21f-be4f08ea5e72,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.263840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:16.294540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:16.295355 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fa13fbdf-7a4f-43e0-9946-376fd4d7ec38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6552386 Apr 06 14:32:16.297374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ced22140-0437-4530-b1a2-2f85e24bb2e4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.297827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Added segment ced22140-0437-4530-b1a2-2f85e24bb2e4 of type vlan for network 11099f65-ff31-4624-a2bb-2af40734ad0e Apr 06 14:32:16.298069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46686) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:16.303855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67a240-ec7b-44a0-a7f2-021b8910d164 None None] The sync data for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv is: [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:28:53Z', 'revision_number': 4, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '993081de-471b-4827-a199-fdd69e439479', 'name': '', 'network_id': '6d0d235c-d559-4fe9-9652-9d332da70a0a', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'mac_address': 'fa:16:3e:03:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:51Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'subnets': [{'id': '7fb36ead-8bc7-486d-bd7f-13fcc59a8201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:16.311668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:16.329250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633a09c2-7571-4844-8454-73d69c8dcd3b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.497339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.501321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_gateway (957a9b80-4a8b-4265-a724-4407f4b75c8d), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.516367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (11099f65-ff31-4624-a2bb-2af40734ad0e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.531443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:16.537096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] device_id is not set on port 02efda12-6de6-43a3-ae2a-dbec163168ad yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:16.565938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:16.565938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.719541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (11099f65-ff31-4624-a2bb-2af40734ad0e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.724948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:16.725582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.929451 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1679814 Apr 06 14:32:16.953190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b3e3-9317-47da-9142-f39c27f012c3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Network': ['ID=11099f65-ff31-4624-a2bb-2af40734ad0e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.966302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 11099f65-ff31-4624-a2bb-2af40734ad0e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:17.010187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for port (02efda12-6de6-43a3-ae2a-dbec163168ad), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.032821 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a3697-8273-458d-aae0-743a06484305 None None] New status for floating IP 3c6effbc-cb21-44d1-80c0-bd44aa13dd02: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:32:17.173484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46694) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:17.173484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8ddc-cd94-4e8a-9ef3-76da45b28dc5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group (1e585d9a-e785-4015-866c-5d88fd152711), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.174329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] device_id is not set on port e05ad05c-ad96-4724-89aa-f3006d3fbb8d yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:17.207147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8ddc-cd94-4e8a-9ef3-76da45b28dc5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group (1e585d9a-e785-4015-866c-5d88fd152711), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.294040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_gateway (957a9b80-4a8b-4265-a724-4407f4b75c8d), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.302635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] Provisioning complete for port e8037f6f-c435-4ac9-8b4b-1599c2e360ee triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:17.302635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.319578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.410212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] Current status of the port e8037f6f-c435-4ac9-8b4b-1599c2e360ee is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:17.410620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.470274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (db3dc078-69de-4316-a4b5-20635bb3e23e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.544221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] For port e8037f6f-c435-4ac9-8b4b-1599c2e360ee, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:17.578692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=db3dc078-69de-4316-a4b5-20635bb3e23e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.599483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:17.599947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: f8376033-c45d-41a1-b21f-be4f08ea5e72, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:17.606942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 172.26.6.52 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/7dd3c79c-6179-4ad4-ace1-2868104f9d87) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:17.613365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e8037f6f-c435-4ac9-8b4b-1599c2e360ee up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:17.661921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e8037f6f-c435-4ac9-8b4b-1599c2e360ee triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:17.662295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.730531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (7dd3c79c-6179-4ad4-ace1-2868104f9d87), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.747851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e8037f6f-c435-4ac9-8b4b-1599c2e360ee is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:17.748309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.128502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.172542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:18.182438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8ddc-cd94-4e8a-9ef3-76da45b28dc5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (1e585d9a-e785-4015-866c-5d88fd152711), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.184150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.185827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8ddc-cd94-4e8a-9ef3-76da45b28dc5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.188108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for port (e05ad05c-ad96-4724-89aa-f3006d3fbb8d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.191570 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e0e8ddc-cd94-4e8a-9ef3-76da45b28dc5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "DELETE /v2.0/security-groups/1e585d9a-e785-4015-866c-5d88fd152711 HTTP/1.1" status: 204 len: 168 time: 1.1392977 Apr 06 14:32:18.193951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46706) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:18.198657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7dd3c79c-6179-4ad4-ace1-2868104f9d87), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.221166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e8ddc-cd94-4e8a-9ef3-76da45b28dc5 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e585d9a-e785-4015-866c-5d88fd152711,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:18.243233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-9430cd7b-b663-4de4-b346-9cb86a9b6991 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] show failed (client error): The resource could not be found. Apr 06 14:32:18.244596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9430cd7b-b663-4de4-b346-9cb86a9b6991 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "GET /v2.0/security-groups/1e585d9a-e785-4015-866c-5d88fd152711 HTTP/1.1" status: 404 len: 347 time: 0.0451095 Apr 06 14:32:18.247834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46708) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:18.315269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:18.360395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, f8376033-c45d-41a1-b21f-be4f08ea5e72) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:18.372670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:18.372670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:18.377361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:18.378340 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.404265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.407547 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-de4e63a5-a588-47d0-b1c4-289d5fb44ad4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d HTTP/1.1" status: 204 len: 168 time: 2.7571776 Apr 06 14:32:18.411106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46710) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:18.443722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:18.455500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e686a-c369-43c5-819d-eda3903b68b0 None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:18.467491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:18.475231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:18.486772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=7dd3c79c-6179-4ad4-ace1-2868104f9d87,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:18.527166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bd46e240-141e-476b-bea3-e103433c4260 None None] Could not find standard attr ID for object c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:18.676890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f996177-0c85-43ed-8a99-3623248caffd None None] Pushing event updated for resources: {'Port': ['ID=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:18.795463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-f8376033-c45d-41a1-b21f-be4f08ea5e72', 'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': 'db3dc078-69de-4316-a4b5-20635bb3e23e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:18.797356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.876144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (02efda12-6de6-43a3-ae2a-dbec163168ad), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.905084 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eacd38e2-d85b-4655-8efb-8100e89a6e0c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6024084 Apr 06 14:32:18.906670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46712) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:18.910771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:18.963005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca4f7a-3090-4b40-ae74-8e261845eff5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:18.964441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca4f7a-3090-4b40-ae74-8e261845eff5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:18.968414 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-54ca4f7a-3090-4b40-ae74-8e261845eff5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5540447 Apr 06 14:32:18.980380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46716) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:18.981463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Port': ['ID=02efda12-6de6-43a3-ae2a-dbec163168ad,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.069228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Allocated IP 2001:db8::2 (f8376033-c45d-41a1-b21f-be4f08ea5e72/db3dc078-69de-4316-a4b5-20635bb3e23e/c4f82b06-9fbf-4986-b7f4-eeb673f15488) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:19.113030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Deleting port 0360c59c-61bd-4692-9704-64c9b754e0d0 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:19.119615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.179077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_gateway (957a9b80-4a8b-4265-a724-4407f4b75c8d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.285442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 5397fc81-b7cd-457e-8122-85c858e3b25b {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:19.290373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (5397fc81-b7cd-457e-8122-85c858e3b25b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.343165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (5397fc81-b7cd-457e-8122-85c858e3b25b), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.350127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.353297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (0360c59c-61bd-4692-9704-64c9b754e0d0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.355359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Publish callbacks [] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.376234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:19.380263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.390202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Calling delete_port for 0360c59c-61bd-4692-9704-64c9b754e0d0 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:19.433370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (5397fc81-b7cd-457e-8122-85c858e3b25b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.434095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e8037f6f-c435-4ac9-8b4b-1599c2e360ee is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:19.437994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.489398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Pushing event updated for resources: {'Port': ['ID=c4f82b06-9fbf-4986-b7f4-eeb673f15488,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.496666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Checking segment: {'id': 'f46f0163-40c4-44f1-aef8-73ed8ffa1edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'adb307b4-32ea-4439-8514-c65064ab163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:19.509045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network hostable DHCP agents. Network: adb307b4-32ea-4439-8514-c65064ab163a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:19.532098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:19.533767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:19.537642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:19.591601 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db3dc078-69de-4316-a4b5-20635bb3e23e (CIDR: 2001:db8::/64) Apr 06 14:32:19.602661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e8037f6f-c435-4ac9-8b4b-1599c2e360ee up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:19.664636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Attempting to bind port c4f82b06-9fbf-4986-b7f4-eeb673f15488 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:19.665059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Attempting to bind port c4f82b06-9fbf-4986-b7f4-eeb673f15488 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:19.665405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Attempting to bind port c4f82b06-9fbf-4986-b7f4-eeb673f15488 on network f8376033-c45d-41a1-b21f-be4f08ea5e72 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:19.676614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:19.682332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Checking segment: {'id': '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:19.682578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.682851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Bound using segment: {'id': '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:19.683430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Bound port: c4f82b06-9fbf-4986-b7f4-eeb673f15488, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:19.683822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.693121 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:19.699979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:19.782075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e8037f6f-c435-4ac9-8b4b-1599c2e360ee triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:19.782810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.796422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0360c59c-61bd-4692-9704-64c9b754e0d0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.814340 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ec5ded84-40df-4ba9-b453-2140f6c8999f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9072950 Apr 06 14:32:19.817881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46718) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.833808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] For port c4f82b06-9fbf-4986-b7f4-eeb673f15488, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:19.850704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] For port c4f82b06-9fbf-4986-b7f4-eeb673f15488, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c4f82b06-9fbf-4986-b7f4-eeb673f15488,segment=NetworkSegment(625ddb05-9ab2-43a3-97b2-f8bc7b54a61f),segment_id=625ddb05-9ab2-43a3-97b2-f8bc7b54a61f)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:19.869767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:19.907699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e8037f6f-c435-4ac9-8b4b-1599c2e360ee is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:19.947811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.989018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Pushing event deleted for resources: {'Port': ['ID=0360c59c-61bd-4692-9704-64c9b754e0d0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.020453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network adb307b4-32ea-4439-8514-c65064ab163a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:20.022245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73ef79-f9ab-48ae-b072-4bd7bc825a7d None None] Pushing event updated for resources: {'Port': ['ID=c4f82b06-9fbf-4986-b7f4-eeb673f15488,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.095151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (5397fc81-b7cd-457e-8122-85c858e3b25b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.146346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=5397fc81-b7cd-457e-8122-85c858e3b25b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.154868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.157522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-20816604-ef24-435d-b556-27adabdbd777 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/5397fc81-b7cd-457e-8122-85c858e3b25b HTTP/1.1" status: 204 len: 168 time: 1.1623714 Apr 06 14:32:20.158582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, adb307b4-32ea-4439-8514-c65064ab163a) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:20.160023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46730) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.165502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce64da-2846-4792-83c0-c67e4fb44b4d None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:20.206217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks [] for floatingip (3c6effbc-cb21-44d1-80c0-bd44aa13dd02), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.209664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.211659 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-afb1e7ec-22c2-4ea6-b3b3-49c6de1a1546 tempest-ServerActionsTestJSON-61468382 tempest-ServerActionsTestJSON-61468382-project] 10.222.0.89 "DELETE /v2.0/floatingips/3c6effbc-cb21-44d1-80c0-bd44aa13dd02 HTTP/1.1" status: 204 len: 168 time: 1.9622931 Apr 06 14:32:20.214474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:20.222688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e05ad05c-ad96-4724-89aa-f3006d3fbb8d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.224621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46732) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.251962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46734) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.257555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'subnet': {'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:20.340002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d1aa1-6545-48c7-aea8-a25229aefbbb None None] Network adb307b4-32ea-4439-8514-c65064ab163a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:20.410993 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-978f36f6-b29a-42f9-af36-c281a6c00c7b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2201602 Apr 06 14:32:20.418839 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46736) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.444854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.504383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426da2e-c882-4853-9ee2-3795dc767520 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:20.505934 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b426da2e-c882-4853-9ee2-3795dc767520 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0860181 Apr 06 14:32:20.513708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46738) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.514406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:20.520675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.578804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:20.581872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.603347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Port': ['ID=e05ad05c-ad96-4724-89aa-f3006d3fbb8d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.606663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:20.632468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Checking segment: {'id': 'c06a4e78-7267-4cd6-a4bc-c4aaa8aba208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0d250d19-fd71-466e-802b-8388264d4bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:20.632468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network hostable DHCP agents. Network: 0d250d19-fd71-466e-802b-8388264d4bb4, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:20.660484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] Deleting port e8037f6f-c435-4ac9-8b4b-1599c2e360ee {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:20.660893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.719045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85922b90-ec5b-4295-ac68-d9b02dd59dc5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:20.720710 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-85922b90-ec5b-4295-ac68-d9b02dd59dc5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1940305 Apr 06 14:32:20.724794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46740) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.738671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] For port e8037f6f-c435-4ac9-8b4b-1599c2e360ee, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:20.739196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.760325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] Calling delete_port for e8037f6f-c435-4ac9-8b4b-1599c2e360ee owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:20.787032 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1453e02c-89c9-46bf-a4bf-cc3a82f84761 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585103 Apr 06 14:32:20.797321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46742) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.812254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:20.869185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network 0d250d19-fd71-466e-802b-8388264d4bb4 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:20.967124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (e8037f6f-c435-4ac9-8b4b-1599c2e360ee), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.994777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 0d250d19-fd71-466e-802b-8388264d4bb4) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:21.009312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:21.011315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] No DVR routers for this DVR port e8037f6f-c435-4ac9-8b4b-1599c2e360ee on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:21.016782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5f054-9985-4dea-a265-e16c31de7fc9 None None] Pushing event deleted for resources: {'Port': ['ID=e8037f6f-c435-4ac9-8b4b-1599c2e360ee,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.017071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.019550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67cbba4-af56-4ab7-ae3a-e4b63acb9bf5 None None] Network 0d250d19-fd71-466e-802b-8388264d4bb4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:21.021852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.022658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.132309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.188518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 957a9b80-4a8b-4265-a724-4407f4b75c8d is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:21.197349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.202519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-88afe2d1-3910-4c6a-8bdf-e65976fe1e66 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.7832963 Apr 06 14:32:21.209860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46746) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.214028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:21.218611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.461646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da6595-5ccd-4d79-84f6-e5f35f156449 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.467547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da6595-5ccd-4d79-84f6-e5f35f156449 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.471950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-25da6595-5ccd-4d79-84f6-e5f35f156449 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2541070 Apr 06 14:32:21.472689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46748) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.537234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Subnet': ['ID=5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.541266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:21.543156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (a972f281-3956-4c70-b08f-ecd879a4488a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.554331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] Sync routers for ids ['957a9b80-4a8b-4265-a724-4407f4b75c8d'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:21.573448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] Routers {'957a9b80-4a8b-4265-a724-4407f4b75c8d'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:21.574747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['957a9b80-4a8b-4265-a724-4407f4b75c8d'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:21.614180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Checking segment: {'id': 'ced22140-0437-4530-b1a2-2f85e24bb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:21.614549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network hostable DHCP agents. Network: 11099f65-ff31-4624-a2bb-2af40734ad0e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:21.634599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:21.637410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (6b84c15a-7406-49e5-9157-fe06a2fc96ea), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.657148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5653949d-f865-4502-b6e5-47091bd25de1 None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:21.662014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:21.667693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:21.684359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.685075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.703592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=a972f281-3956-4c70-b08f-ecd879a4488a,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.733256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c4f82b06-9fbf-4986-b7f4-eeb673f15488 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:21.738917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.740238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f6b1682e-9029-46f7-8aab-3cc4f5506d50 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3970096 Apr 06 14:32:21.746337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Deleting port 02efda12-6de6-43a3-ae2a-dbec163168ad {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:21.746692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (02efda12-6de6-43a3-ae2a-dbec163168ad), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.749676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46750) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.788618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=6b84c15a-7406-49e5-9157-fe06a2fc96ea,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.789331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:21.791494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:21.793853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] Routers {'957a9b80-4a8b-4265-a724-4407f4b75c8d'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:21.794382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.795135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.795461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['957a9b80-4a8b-4265-a724-4407f4b75c8d'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:21.814830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2d74e-f537-4c35-aee7-2ac5a6c71b08 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:21.821257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network 11099f65-ff31-4624-a2bb-2af40734ad0e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:21.872955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-25618195-4594-482d-9118-d242fa921153 None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:21.873282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25618195-4594-482d-9118-d242fa921153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.876477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:21.876611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646fd11-e432-49a9-ae60-9195ee25f9e7 None None] The sync data for ids ['957a9b80-4a8b-4265-a724-4407f4b75c8d'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:21.967309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (02efda12-6de6-43a3-ae2a-dbec163168ad), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.980193 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e8805eb3-6fa0-44bd-a85e-229b6ab1e1b9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1306558 Apr 06 14:32:21.982565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46752) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.989148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'fixed_ips': [{'subnet_id': 'db3dc078-69de-4316-a4b5-20635bb3e23e'}, {'subnet_id': 'a972f281-3956-4c70-b08f-ecd879a4488a'}], 'name': 'tempest-PortsIpV6TestJSON-845041225'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:21.993954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Calling delete_port for 02efda12-6de6-43a3-ae2a-dbec163168ad owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:22.027994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:22.029788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.061343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Deleting port 993081de-471b-4827-a199-fdd69e439479 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:22.061983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (993081de-471b-4827-a199-fdd69e439479), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.078921 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-da34b0bf-5a0b-42e8-9e1c-d7fa49900437 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2790577 Apr 06 14:32:22.082384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 11099f65-ff31-4624-a2bb-2af40734ad0e) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:22.086874 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c0bfd182-8291-4059-8b31-cfc708a60654 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/routers/957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 200 len: 884 time: 0.3328667 Apr 06 14:32:22.100779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46754) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.102059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46756) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.110273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:2d:97:97', 'name': 'tempest-NetworksTestDHCPv6-834709706'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:22.191016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] For port 993081de-471b-4827-a199-fdd69e439479, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=993081de-471b-4827-a199-fdd69e439479,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:22.191386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (993081de-471b-4827-a199-fdd69e439479), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.205820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Calling delete_port for 993081de-471b-4827-a199-fdd69e439479 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:22.214235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:22.214821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.364188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-25618195-4594-482d-9118-d242fa921153 None None] Current status of the port c4f82b06-9fbf-4986-b7f4-eeb673f15488 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:22.364739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25618195-4594-482d-9118-d242fa921153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.395281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a464ca-082d-4d0c-8455-6007385a07f2 None None] Network 11099f65-ff31-4624-a2bb-2af40734ad0e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:22.436461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (02efda12-6de6-43a3-ae2a-dbec163168ad), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.443834 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c6ff8477-8727-4b9e-b1dd-f818db05fecb tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1908104 Apr 06 14:32:22.449182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46760) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.457960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1084527765'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:22.487870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Port': ['ID=02efda12-6de6-43a3-ae2a-dbec163168ad,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.495332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.498983 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-018e41ed-b4ff-41e5-8612-95304415840f tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/ports/02efda12-6de6-43a3-ae2a-dbec163168ad HTTP/1.1" status: 204 len: 168 time: 1.0256572 Apr 06 14:32:22.502103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46762) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.539716 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (993081de-471b-4827-a199-fdd69e439479), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.548931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-25618195-4594-482d-9118-d242fa921153 None None] For port c4f82b06-9fbf-4986-b7f4-eeb673f15488, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c4f82b06-9fbf-4986-b7f4-eeb673f15488,segment=NetworkSegment(625ddb05-9ab2-43a3-97b2-f8bc7b54a61f),segment_id=625ddb05-9ab2-43a3-97b2-f8bc7b54a61f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:22.550800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:22.574752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '6b84c15a-7406-49e5-9157-fe06a2fc96ea'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:22.578358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.621303 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-60bb6a4a-4f91-417e-9aed-43438754d8af tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5002522 Apr 06 14:32:22.625795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46764) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.636037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1991369041'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:22.641197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:22.778437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c4f82b06-9fbf-4986-b7f4-eeb673f15488 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:22.800958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-11099f65-ff31-4624-a2bb-2af40734ad0e', 'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e', 'project_id': 'd8b87a892ffd4afa88d879673ef9c1d3', 'fixed_ips': [{'subnet_id': '5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:22.802665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.823869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] Update dhcp port {'port': {'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'fixed_ips': [{'subnet_id': 'db3dc078-69de-4316-a4b5-20635bb3e23e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a972f281-3956-4c70-b08f-ecd879a4488a'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'c4f82b06-9fbf-4986-b7f4-eeb673f15488'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:32:22.828541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25618195-4594-482d-9118-d242fa921153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.917374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e8037f6f-c435-4ac9-8b4b-1599c2e360ee no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:22.922021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ca5a9b62-6ebc-4008-9e20-fa52c2aeef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.959224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:22.962699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.969964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=993081de-471b-4827-a199-fdd69e439479,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.004127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: e8037f6f-c435-4ac9-8b4b-1599c2e360ee {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:23.004601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.010188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e8037f6f-c435-4ac9-8b4b-1599c2e360ee not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:23.012591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.060821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:23.066996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.103258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 58112b09-59d6-4020-9225-f84f0a6e3fd6 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:23.111233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 4b5f34f4-08de-497b-90f0-6a0f8fbba1a6 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:23.127392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4f125b28-8431-411b-9714-8f1b31e188e8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.128009 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Added segment 4f125b28-8431-411b-9714-8f1b31e188e8 of type vlan for network 54f12552-2490-45f4-8d4f-996e81ec200c Apr 06 14:32:23.189926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Deleting port e05ad05c-ad96-4724-89aa-f3006d3fbb8d {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:23.190268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e05ad05c-ad96-4724-89aa-f3006d3fbb8d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.194695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25618195-4594-482d-9118-d242fa921153 None None] Pushing event updated for resources: {'Port': ['ID=c4f82b06-9fbf-4986-b7f4-eeb673f15488,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.305601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (54f12552-2490-45f4-8d4f-996e81ec200c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.371657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e05ad05c-ad96-4724-89aa-f3006d3fbb8d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.404725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Calling delete_port for e05ad05c-ad96-4724-89aa-f3006d3fbb8d owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:23.406646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.440728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Allocated IP 2001:db8:0:ffff::2 (11099f65-ff31-4624-a2bb-2af40734ad0e/5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee/1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:23.443928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.558680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (54f12552-2490-45f4-8d4f-996e81ec200c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.565968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:23.565968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.620139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/6b84c15a-7406-49e5-9157-fe06a2fc96ea/97419882-1fe9-4001-b3cd-5ff7d9bf022c) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:23.762676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Network': ['ID=54f12552-2490-45f4-8d4f-996e81ec200c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.857393 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5eab4ab1-bc0e-44ca-aa9b-638073e50efc tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4051006 Apr 06 14:32:23.863326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46768) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.874328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'subnet': {'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:23.877784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 54f12552-2490-45f4-8d4f-996e81ec200c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:23.882034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c4f82b06-9fbf-4986-b7f4-eeb673f15488 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:23.979142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] Allocated IP 2001:db8:0:1::2 (f8376033-c45d-41a1-b21f-be4f08ea5e72/a972f281-3956-4c70-b08f-ecd879a4488a/c4f82b06-9fbf-4986-b7f4-eeb673f15488) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:23.993460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e05ad05c-ad96-4724-89aa-f3006d3fbb8d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.057924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Publish callbacks [] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.067336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.074643 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/ports/e05ad05c-ad96-4724-89aa-f3006d3fbb8d HTTP/1.1" status: 204 len: 168 time: 1.5688958 Apr 06 14:32:24.097195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c742182-2c9f-4a1a-b9b7-c218782cb27e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Port': ['ID=e05ad05c-ad96-4724-89aa-f3006d3fbb8d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:24.099170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.108239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46770) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:24.124010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:24.143766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.145499 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-43f6809e-e54f-4a58-8ac3-3d037997054e tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362091 Apr 06 14:32:24.150049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46772) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:24.155323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1099194118'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:24.173236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.262959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Network 11099f65-ff31-4624-a2bb-2af40734ad0e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:24.286425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:24.297187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:24.297187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.297634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:24.304326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] For port c4f82b06-9fbf-4986-b7f4-eeb673f15488, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c4f82b06-9fbf-4986-b7f4-eeb673f15488,segment=NetworkSegment(625ddb05-9ab2-43a3-97b2-f8bc7b54a61f),segment_id=625ddb05-9ab2-43a3-97b2-f8bc7b54a61f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:24.323109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:24.333664 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4690759e-442c-49b9-ae55-8c7cba4d2cc4 admin admin] 10.222.0.89 "PUT /v2.0/routers/c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1034925 Apr 06 14:32:24.333899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46774) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:24.341960 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] Sync routers for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:24.359861 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:24.360419 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:24.370648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Pushing event updated for resources: {'Port': ['ID=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:24.386643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Publish callbacks [] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.429364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:24.433977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.503084 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:24.507263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.512994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] Publish callbacks [] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.520805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Attempting to bind port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:24.521174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Attempting to bind port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ced22140-0437-4530-b1a2-2f85e24bb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:24.522309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Attempting to bind port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae on network 11099f65-ff31-4624-a2bb-2af40734ad0e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:24.529019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:24.529405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Checking segment: {'id': 'ced22140-0437-4530-b1a2-2f85e24bb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:24.529847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.530287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Bound using segment: {'id': 'ced22140-0437-4530-b1a2-2f85e24bb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:24.530527 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:24.530777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Bound port: 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced22140-0437-4530-b1a2-2f85e24bb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '11099f65-ff31-4624-a2bb-2af40734ad0e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:24.531169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.547527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:24.559967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (55aacc42-33a1-446a-aadd-f0e140cc8304), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.560355 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Added segment 55aacc42-33a1-446a-aadd-f0e140cc8304 of type vlan for network 7e077832-ad65-46ab-9775-2ecdac8ec5dc Apr 06 14:32:24.599649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c4f82b06-9fbf-4986-b7f4-eeb673f15488 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:24.614003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.616480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (7e077832-ad65-46ab-9775-2ecdac8ec5dc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.622075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.684812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::137 (2934fa9c-89df-48fd-aebe-9f87f342666e/6b84c15a-7406-49e5-9157-fe06a2fc96ea/4b5f34f4-08de-497b-90f0-6a0f8fbba1a6) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:24.737927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:24.743963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (7e077832-ad65-46ab-9775-2ecdac8ec5dc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.751956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:24.753106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.766239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:24.768526 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:32:22Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:24.792656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:24.799201 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] Checking router: c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:24.811696 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] Routers {'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:24.812561 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:31:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:24.849466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabe8ba-a0e8-4cda-9ac3-1a531faf711c None None] Pushing event updated for resources: {'Port': ['ID=c4f82b06-9fbf-4986-b7f4-eeb673f15488,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:24.865547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (4b5f34f4-08de-497b-90f0-6a0f8fbba1a6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.902010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 957a9b80-4a8b-4265-a724-4407f4b75c8d has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:24.999788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Network': ['ID=7e077832-ad65-46ab-9775-2ecdac8ec5dc,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.019484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] Set router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:25.068077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4b5f34f4-08de-497b-90f0-6a0f8fbba1a6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.074345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks [] for router (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.122041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3a875003-6d9d-42a2-b458-af0962666821 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9707308 Apr 06 14:32:25.127353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 7e077832-ad65-46ab-9775-2ecdac8ec5dc details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:25.132191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46790) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.139215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c225a29a-c2b3-4353-a7dd-ee5ba2892b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.141785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-734682166'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:25.145850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] For port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:25.214859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:25.219792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (9547d823-91b4-42e2-a24e-25b3ecdce33b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.243537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Attempting to bind port 97419882-1fe9-4001-b3cd-5ff7d9bf022c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:25.244042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Attempting to bind port 97419882-1fe9-4001-b3cd-5ff7d9bf022c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:25.244668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Attempting to bind port 97419882-1fe9-4001-b3cd-5ff7d9bf022c on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:25.260340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] For port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,segment=NetworkSegment(ced22140-0437-4530-b1a2-2f85e24bb2e4),segment_id=ced22140-0437-4530-b1a2-2f85e24bb2e4)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:25.292121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:25.294429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:25.294936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:25.295564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.296063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:25.296848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Bound port: 97419882-1fe9-4001-b3cd-5ff7d9bf022c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:25.297099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.297434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.319692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Pushing event updated for resources: {'Port': ['ID=97419882-1fe9-4001-b3cd-5ff7d9bf022c,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.349814 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:32:22Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:25.358027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.388602 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:25.394920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:25.411495 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c747-bf06-40ac-a64b-9b06de301838 None None] The sync data for ids ['c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9'] in dv-neutron-836581-2-hyperv is: [{'id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'name': 'tempest-ServerActionsTestJSON-1335551021-router', 'tenant_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:40Z', 'updated_at': '2022-04-06T14:32:22Z', 'revision_number': 5, 'project_id': '7662ebfaf0d04e88a6001ddcd8afecb0', 'gw_port': {'id': '646b1870-bf30-4038-8d81-1dc2bef455d2', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:41Z', 'updated_at': '2022-04-06T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:25.413584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (09770ad4-cbb8-46b6-a9fd-ca3542b35e48), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.414555 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Added segment 09770ad4-cbb8-46b6-a9fd-ca3542b35e48 of type vlan for network 20f13500-028d-436c-b42e-a06c359cf86a Apr 06 14:32:25.437447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:25.468656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (20f13500-028d-436c-b42e-a06c359cf86a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.522788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Subnet': ['ID=9547d823-91b4-42e2-a24e-25b3ecdce33b,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.525337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Checking segment: {'id': '4f125b28-8431-411b-9714-8f1b31e188e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:25.525654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network hostable DHCP agents. Network: 54f12552-2490-45f4-8d4f-996e81ec200c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:25.545266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:25.550563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.553907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] For port 97419882-1fe9-4001-b3cd-5ff7d9bf022c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:25.554035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.557219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] For port 97419882-1fe9-4001-b3cd-5ff7d9bf022c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97419882-1fe9-4001-b3cd-5ff7d9bf022c,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:25.571525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=4b5f34f4-08de-497b-90f0-6a0f8fbba1a6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.575356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (20f13500-028d-436c-b42e-a06c359cf86a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.583220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.583997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.623693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::1c8 (f8376033-c45d-41a1-b21f-be4f08ea5e72/db3dc078-69de-4316-a4b5-20635bb3e23e/58112b09-59d6-4020-9225-f84f0a6e3fd6) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:25.647875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8:0:1::8a (f8376033-c45d-41a1-b21f-be4f08ea5e72/a972f281-3956-4c70-b08f-ecd879a4488a/58112b09-59d6-4020-9225-f84f0a6e3fd6) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:25.653530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network 54f12552-2490-45f4-8d4f-996e81ec200c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:25.661909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766006b7-cdeb-4d34-8aaf-47e28fcc936c None None] Pushing event updated for resources: {'Port': ['ID=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.665539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:25.690568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.692035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Network': ['ID=20f13500-028d-436c-b42e-a06c359cf86a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.693014 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-627ec9b8-aa12-446c-88c7-802276395d5f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 200 len: 891 time: 3.0662103 Apr 06 14:32:25.697442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] Sync routers for ids ['957a9b80-4a8b-4265-a724-4407f4b75c8d'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:25.698764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46796) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.709834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.737864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] Routers {'957a9b80-4a8b-4265-a724-4407f4b75c8d'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:25.739706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['957a9b80-4a8b-4265-a724-4407f4b75c8d'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:25.752716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-efe2608b-5481-4ded-82df-9c7673b417f3 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6479440 Apr 06 14:32:25.753551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46798) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.819352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks [] for router_gateway (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.822190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 20f13500-028d-436c-b42e-a06c359cf86a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:25.831241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-66dd565f-5a22-4321-8030-c57c129a3499 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6971769 Apr 06 14:32:25.849333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:25.857193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.862530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8132afa-10db-4f3e-8343-d45399de86f0 None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:25.987218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46800) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.988206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 54f12552-2490-45f4-8d4f-996e81ec200c) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:25.996962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.998046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.013205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'subnets': [{'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--14904150', 'ip_version': 4}, {'network_id': '20f13500-028d-436c-b42e-a06c359cf86a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:26.013544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'subnet': {'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--14904150', 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:26.014134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Request body: {'subnet': {'network_id': '20f13500-028d-436c-b42e-a06c359cf86a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:26.031186 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-42bd7258-12ae-4815-ae8f-bfdfaa5fb551 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/routers/957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 200 len: 891 time: 0.3277042 Apr 06 14:32:26.031743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46802) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:26.066061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3ec7cfa9-3df3-40e8-a3ff-3970c036df6f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 200 len: 205 time: 0.0309172 Apr 06 14:32:26.067235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46806) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:26.143973 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-acc57503-2e2e-4b2c-bd18-bd422fcecdec tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2741940 Apr 06 14:32:26.144330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46808) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:26.150114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'port': {'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c', 'name': 'tempest-NetworksIpV6TestAttrs-1236891107'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:26.158751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c4f82b06-9fbf-4986-b7f4-eeb673f15488 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:26.186915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e6e96-809f-46ab-b1ba-9fb1e0155729 None None] Network 54f12552-2490-45f4-8d4f-996e81ec200c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:26.213487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2bf77-2d2b-48d2-ae42-8f7ae78b471a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:26.218964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2bf77-2d2b-48d2-ae42-8f7ae78b471a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:26.220728 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-64b2bf77-2d2b-48d2-ae42-8f7ae78b471a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4536257 Apr 06 14:32:26.234613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46810) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:26.246361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] Routers {'957a9b80-4a8b-4265-a724-4407f4b75c8d'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:26.247178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['957a9b80-4a8b-4265-a724-4407f4b75c8d'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:26.424119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:26.424956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6507b56-2b31-4f2b-a211-5bfd97d92506 None None] The sync data for ids ['957a9b80-4a8b-4265-a724-4407f4b75c8d'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:26.439896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Deleting port 646b1870-bf30-4038-8d81-1dc2bef455d2 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:26.440428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.453941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.536104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] For port 646b1870-bf30-4038-8d81-1dc2bef455d2, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=646b1870-bf30-4038-8d81-1dc2bef455d2,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:26.536619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.544268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-54f12552-2490-45f4-8d4f-996e81ec200c', 'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c', 'project_id': 'd8b87a892ffd4afa88d879673ef9c1d3', 'fixed_ips': [{'subnet_id': '9547d823-91b4-42e2-a24e-25b3ecdce33b'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:26.545408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.550922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Calling delete_port for 646b1870-bf30-4038-8d81-1dc2bef455d2 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:26.657828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_gateway (957a9b80-4a8b-4265-a724-4407f4b75c8d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.708749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ce407-fac5-4dcc-9976-6a4b19b23e2c None None] Pushing event updated for resources: {'Port': ['ID=97419882-1fe9-4001-b3cd-5ff7d9bf022c,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:26.715144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.715704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1f8a0b62-b7bf-4e6f-8804-3959ab974991 None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:26.716192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0b62-b7bf-4e6f-8804-3959ab974991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.722047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:26.722786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.747039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:26.751384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.784066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] device_id is not set on port e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:26.822191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 4b5f34f4-08de-497b-90f0-6a0f8fbba1a6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:26.825933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4b5f34f4-08de-497b-90f0-6a0f8fbba1a6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.015866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4b5f34f4-08de-497b-90f0-6a0f8fbba1a6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.031895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Allocated IP 2001:db8::f816:3eff:fe95:ebe3 (54f12552-2490-45f4-8d4f-996e81ec200c/9547d823-91b4-42e2-a24e-25b3ecdce33b/e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:27.105977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 7dd3c79c-6179-4ad4-ace1-2868104f9d87 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:27.106464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7dd3c79c-6179-4ad4-ace1-2868104f9d87), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.167746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a0b62-b7bf-4e6f-8804-3959ab974991 None None] Current status of the port c4f82b06-9fbf-4986-b7f4-eeb673f15488 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:27.176735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c4f82b06-9fbf-4986-b7f4-eeb673f15488 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:27.192216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 4b5f34f4-08de-497b-90f0-6a0f8fbba1a6 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:27.206457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Made reservation on behalf of 6d5148a91f7f4e64b8855340e80b6d8b for: {'subnet': 2} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:27.212003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.216613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.316991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6c5bf9dc-38fb-49e3-96ae-186a8cf76c30 None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:27.317461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf9dc-38fb-49e3-96ae-186a8cf76c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.390345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63123c41-a61a-4799-9b17-c5128aed9bd0 None None] Network 11099f65-ff31-4624-a2bb-2af40734ad0e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:27.510713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.536571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.709258 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bf9dc-38fb-49e3-96ae-186a8cf76c30 None None] Current status of the port c4f82b06-9fbf-4986-b7f4-eeb673f15488 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:27.726290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97419882-1fe9-4001-b3cd-5ff7d9bf022c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:27.753296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:27.776207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:27.794734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:27.805758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.806286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.851460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=58112b09-59d6-4020-9225-f84f0a6e3fd6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.861890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (646b1870-bf30-4038-8d81-1dc2bef455d2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.877509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] Provisioning complete for port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:27.879172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.906198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7dd3c79c-6179-4ad4-ace1-2868104f9d87), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.931148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 7dd3c79c-6179-4ad4-ace1-2868104f9d87 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:27.940538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for port (e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.954952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Pushing event deleted for resources: {'Port': ['ID=646b1870-bf30-4038-8d81-1dc2bef455d2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.974118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 97419882-1fe9-4001-b3cd-5ff7d9bf022c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:27.974411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.092659 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f62cd94-e027-48f3-b530-fe06461fbc5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 6.1085746 Apr 06 14:32:28.096333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46818) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.110054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db3dc078-69de-4316-a4b5-20635bb3e23e'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:28.133134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.217528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network 54f12552-2490-45f4-8d4f-996e81ec200c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:28.243878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:28.266241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:28.276567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:28.277295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.308900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] Current status of the port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:28.315320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.315320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Allocated IP 2001:db8::f816:3eff:fe7d:c71d (54f12552-2490-45f4-8d4f-996e81ec200c/9547d823-91b4-42e2-a24e-25b3ecdce33b/128f313f-263b-4ba2-acfc-41e9b92de326) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:28.357731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 97419882-1fe9-4001-b3cd-5ff7d9bf022c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:28.358481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.359931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Port': ['ID=e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.384920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-71c7ca28-f274-4c18-84af-0df2056e22dd tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2391045 Apr 06 14:32:28.388065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46824) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.497875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Deleting subnet 9547d823-91b4-42e2-a24e-25b3ecdce33b {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:28.501564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 97419882-1fe9-4001-b3cd-5ff7d9bf022c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97419882-1fe9-4001-b3cd-5ff7d9bf022c,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:28.515422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] For port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,segment=NetworkSegment(ced22140-0437-4530-b1a2-2f85e24bb2e4),segment_id=ced22140-0437-4530-b1a2-2f85e24bb2e4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:28.615921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7dd3c79c-6179-4ad4-ace1-2868104f9d87), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.668099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.729175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=7dd3c79c-6179-4ad4-ace1-2868104f9d87,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.766811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (957a9b80-4a8b-4265-a724-4407f4b75c8d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.798795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4b5f34f4-08de-497b-90f0-6a0f8fbba1a6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.815887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Publish callbacks [] for port (128f313f-263b-4ba2-acfc-41e9b92de326), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.820650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.822513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.823346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:28.825421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.904370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=4b5f34f4-08de-497b-90f0-6a0f8fbba1a6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.914151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=97419882-1fe9-4001-b3cd-5ff7d9bf022c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.927743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (9547d823-91b4-42e2-a24e-25b3ecdce33b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.933676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.941152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks [] for router_controller (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.959757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.980833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Network 54f12552-2490-45f4-8d4f-996e81ec200c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:28.992573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.992915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:28.993011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (957a9b80-4a8b-4265-a724-4407f4b75c8d), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.997424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.999072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:29.001381 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2de9312d-c279-4a63-b45f-1204b7d70c22 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/4b5f34f4-08de-497b-90f0-6a0f8fbba1a6 HTTP/1.1" status: 204 len: 168 time: 2.7657976 Apr 06 14:32:29.009770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46830) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.022085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Provisioning complete for port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:29.025262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.114172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (9547d823-91b4-42e2-a24e-25b3ecdce33b), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.176669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e3c4d-2ab1-4525-8df1-4cac060b39de None None] Pushing event updated for resources: {'Port': ['ID=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.204241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc2b10-df52-4be6-bc44-54cccb475248 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:29.211862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc2b10-df52-4be6-bc44-54cccb475248 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:29.217521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-21fc2b10-df52-4be6-bc44-54cccb475248 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2040379 Apr 06 14:32:29.224682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46832) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.238215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Pushing event updated for resources: {'Port': ['ID=128f313f-263b-4ba2-acfc-41e9b92de326,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.252411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (957a9b80-4a8b-4265-a724-4407f4b75c8d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.253635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router 957a9b80-4a8b-4265-a724-4407f4b75c8d {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:29.256172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Attempting to bind port 128f313f-263b-4ba2-acfc-41e9b92de326 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:29.256560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Attempting to bind port 128f313f-263b-4ba2-acfc-41e9b92de326 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '4f125b28-8431-411b-9714-8f1b31e188e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:29.256962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Attempting to bind port 128f313f-263b-4ba2-acfc-41e9b92de326 on network 54f12552-2490-45f4-8d4f-996e81ec200c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:29.273260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.275067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-81653886-2bb9-4f7e-a759-66552015abaa tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 204 len: 168 time: 3.2065916 Apr 06 14:32:29.298435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.300425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:29.300856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Checking segment: {'id': '4f125b28-8431-411b-9714-8f1b31e188e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:29.301277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.301683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Bound using segment: {'id': '4f125b28-8431-411b-9714-8f1b31e188e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:29.302497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Bound port: 128f313f-263b-4ba2-acfc-41e9b92de326, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f125b28-8431-411b-9714-8f1b31e188e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '54f12552-2490-45f4-8d4f-996e81ec200c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:29.302649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.303251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46836) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.306227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.307007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:29.307962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:29.308336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.312010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.313806 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1a24819f-baad-43bc-8d33-5f6193de298e admin admin] 10.222.0.89 "DELETE /v2.0/routers/c2df1d7e-4b89-4ff3-9aa8-a0e4132fa9e9 HTTP/1.1" status: 204 len: 168 time: 4.9790328 Apr 06 14:32:29.321416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491091701'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:29.344988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46838) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.353139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 6b84c15a-7406-49e5-9157-fe06a2fc96ea {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:29.359592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (6b84c15a-7406-49e5-9157-fe06a2fc96ea), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.413371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Deleting subnet 7fb36ead-8bc7-486d-bd7f-13fcc59a8201 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:29.420670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Publish callbacks [] for subnet (7fb36ead-8bc7-486d-bd7f-13fcc59a8201), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.424407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] For port 128f313f-263b-4ba2-acfc-41e9b92de326, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:29.424929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:29.428372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.429425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] For port 128f313f-263b-4ba2-acfc-41e9b92de326, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=128f313f-263b-4ba2-acfc-41e9b92de326,segment=NetworkSegment(4f125b28-8431-411b-9714-8f1b31e188e8),segment_id=4f125b28-8431-411b-9714-8f1b31e188e8)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:29.439747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (6b84c15a-7406-49e5-9157-fe06a2fc96ea), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.446541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Current status of the port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:29.473612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Provisioning complete for port 97419882-1fe9-4001-b3cd-5ff7d9bf022c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:29.474329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.523630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (984a557d-4d2a-4f1b-9add-9b665441d352), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.538677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.610480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Subnet': ['ID=984a557d-4d2a-4f1b-9add-9b665441d352,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.618227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (6b84c15a-7406-49e5-9157-fe06a2fc96ea), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.638429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:29.655593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 993081de-471b-4827-a199-fdd69e439479 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:29.679984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:29.693588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (444a231d-1218-4772-b25b-4877d435148c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.693984 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 444a231d-1218-4772-b25b-4877d435148c of type vlan for network ea7d3e63-c52c-4d2c-be10-e761d8e93543 Apr 06 14:32:29.699283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 993081de-471b-4827-a199-fdd69e439479 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:29.699882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 993081de-471b-4827-a199-fdd69e439479 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:29.715316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (9547d823-91b4-42e2-a24e-25b3ecdce33b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.719514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfb7aa-5dee-4903-b0ae-5eed67d558f9 None None] Pushing event updated for resources: {'Port': ['ID=128f313f-263b-4ba2-acfc-41e9b92de326,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.775678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ea7d3e63-c52c-4d2c-be10-e761d8e93543), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.776261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Current status of the port 97419882-1fe9-4001-b3cd-5ff7d9bf022c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:29.788508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Provisioning complete for port 58112b09-59d6-4020-9225-f84f0a6e3fd6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:29.789887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.802315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7fb36ead-8bc7-486d-bd7f-13fcc59a8201), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.832382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Port 58112b09-59d6-4020-9225-f84f0a6e3fd6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:29.835601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4aed2f51-d9eb-40ad-8ee9-4be6c73ed931 None None] Could not find standard attr ID for object 4b5f34f4-08de-497b-90f0-6a0f8fbba1a6. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:29.847330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (6b84c15a-7406-49e5-9157-fe06a2fc96ea), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.904815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=6b84c15a-7406-49e5-9157-fe06a2fc96ea,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.907971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.911299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fdc5f126-9239-436c-a18c-13a86f05a0b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/6b84c15a-7406-49e5-9157-fe06a2fc96ea HTTP/1.1" status: 204 len: 168 time: 0.6878066 Apr 06 14:32:29.914343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46842) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.915490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.resource_extend [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:32:29.921161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6fd60-fb94-41ac-84f1-d75b804d750a None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:29.960579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (9547d823-91b4-42e2-a24e-25b3ecdce33b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.074274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Checking segment: {'id': '55aacc42-33a1-446a-aadd-f0e140cc8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:30.074639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network hostable DHCP agents. Network: 7e077832-ad65-46ab-9775-2ecdac8ec5dc, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:30.096117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-110cddf4-c3c8-44b7-a52b-24183f9c5cd2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1805012 Apr 06 14:32:30.112596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46844) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.122385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97419882-1fe9-4001-b3cd-5ff7d9bf022c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:30.130535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Subnet': ['ID=9547d823-91b4-42e2-a24e-25b3ecdce33b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.132748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.137307 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0c8f9718-11bf-438f-92c9-2b1b9c8d7a89 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/9547d823-91b4-42e2-a24e-25b3ecdce33b HTTP/1.1" status: 204 len: 168 time: 1.7479489 Apr 06 14:32:30.143609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46846) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.185546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ea7d3e63-c52c-4d2c-be10-e761d8e93543), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.197742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 97419882-1fe9-4001-b3cd-5ff7d9bf022c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:30.198118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.200442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.201127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.233984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed02e7-ffa0-4ea8-bcef-95523d366060 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.235633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed02e7-ffa0-4ea8-bcef-95523d366060 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.238744 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d5ed02e7-ffa0-4ea8-bcef-95523d366060 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0933371 Apr 06 14:32:30.240971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46848) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.263197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:30.292888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7fb36ead-8bc7-486d-bd7f-13fcc59a8201), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.298173 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9830306 Apr 06 14:32:30.321259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46850) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.329612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:30.332628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network 7e077832-ad65-46ab-9775-2ecdac8ec5dc is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:30.355507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 97419882-1fe9-4001-b3cd-5ff7d9bf022c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:30.356693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:30.401259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331de4-631c-4e5a-9c18-47dc3262af73 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=ea7d3e63-c52c-4d2c-be10-e761d8e93543,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.412973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2022333c-0120-4ddb-96ab-a62dba884fcf tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (54f12552-2490-45f4-8d4f-996e81ec200c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.419434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:30.419895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741cfe55-c048-48f0-925a-b66a3755ad93 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.426792 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-741cfe55-c048-48f0-925a-b66a3755ad93 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2960224 Apr 06 14:32:30.426792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46854) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.472806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 7e077832-ad65-46ab-9775-2ecdac8ec5dc) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:30.505270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.513751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2022333c-0120-4ddb-96ab-a62dba884fcf tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 14:32:30.514214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2022333c-0120-4ddb-96ab-a62dba884fcf tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:30.520854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2022333c-0120-4ddb-96ab-a62dba884fcf tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/54f12552-2490-45f4-8d4f-996e81ec200c HTTP/1.1" status: 409 len: 466 time: 0.2756491 Apr 06 14:32:30.523244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46856) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.534547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-141714451'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:30.545957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc577c7-a1e5-44f1-9d45-6a6b3bd6a372 None None] Network 7e077832-ad65-46ab-9775-2ecdac8ec5dc requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.557512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Delete allocated IP 2001:db8:0:1::8a (f8376033-c45d-41a1-b21f-be4f08ea5e72/a972f281-3956-4c70-b08f-ecd879a4488a) {{(pid=104421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:32:30.574817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event updated for resources: {'Subnet': ['ID=b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.596788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7fb36ead-8bc7-486d-bd7f-13fcc59a8201), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.609020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86592b5d-6e29-4b74-be85-7939415e44f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.614499 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-86592b5d-6e29-4b74-be85-7939415e44f8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1839411 Apr 06 14:32:30.614751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46858) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.627219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] Deleting port 97419882-1fe9-4001-b3cd-5ff7d9bf022c {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:30.634032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.669719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-03ce719f-4644-40fe-b48d-662c6098c8ab tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515575 Apr 06 14:32:30.669719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:30.670514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.672533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46860) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.677703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:30.686050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:30.686428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.691830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb36ead-8bc7-486d-bd7f-13fcc59a8201,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.703389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.709274 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91cf87a8-8936-4e18-a044-ab85da4f8118 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7fb36ead-8bc7-486d-bd7f-13fcc59a8201 HTTP/1.1" status: 204 len: 168 time: 1.3519609 Apr 06 14:32:30.713650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46862) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.744556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb909b-1ed0-4ee2-8e6d-c174a89e1c47 None None] Network 6d0d235c-d559-4fe9-9652-9d332da70a0a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.775623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:30.796046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.801815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] For port 97419882-1fe9-4001-b3cd-5ff7d9bf022c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97419882-1fe9-4001-b3cd-5ff7d9bf022c,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:30.802445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.815987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Checking segment: {'id': '09770ad4-cbb8-46b6-a9fd-ca3542b35e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '20f13500-028d-436c-b42e-a06c359cf86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:30.816260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network hostable DHCP agents. Network: 20f13500-028d-436c-b42e-a06c359cf86a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:30.840008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] Calling delete_port for 97419882-1fe9-4001-b3cd-5ff7d9bf022c owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:30.857930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (6d0d235c-d559-4fe9-9652-9d332da70a0a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.916786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.944579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:30.975420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (be97202c-75e4-434d-8599-f536bda922ae), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.976119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Added segment be97202c-75e4-434d-8599-f536bda922ae of type vlan for network d38f7761-6e36-4960-95df-aa7f518e8d49 Apr 06 14:32:30.978112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Network 20f13500-028d-436c-b42e-a06c359cf86a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:30.990806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-7e077832-ad65-46ab-9775-2ecdac8ec5dc', 'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc', 'project_id': '6d5148a91f7f4e64b8855340e80b6d8b', 'fixed_ips': [{'subnet_id': '984a557d-4d2a-4f1b-9add-9b665441d352'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:30.992466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.026784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.043495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Deleting port 04564970-3953-45a3-ad31-1598a0588359 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:31.044004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (04564970-3953-45a3-ad31-1598a0588359), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.061360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:31.066625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.152802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] For port 04564970-3953-45a3-ad31-1598a0588359, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=04564970-3953-45a3-ad31-1598a0588359,segment=NetworkSegment(5534d6c9-6cfa-45d8-863f-bb5baeec9239),segment_id=5534d6c9-6cfa-45d8-863f-bb5baeec9239)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:31.153466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (04564970-3953-45a3-ad31-1598a0588359), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.172743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Calling delete_port for 04564970-3953-45a3-ad31-1598a0588359 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:31.248467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:31.291021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f78ad-e8dd-42c3-8fe1-00e2fd26c6cd None None] Network 54f12552-2490-45f4-8d4f-996e81ec200c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:31.358029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 20f13500-028d-436c-b42e-a06c359cf86a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:31.371514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.371879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.372689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.382170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d38f7761-6e36-4960-95df-aa7f518e8d49), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.407747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] In _notify_port_updated(), no bound segment for port 58112b09-59d6-4020-9225-f84f0a6e3fd6 on network f8376033-c45d-41a1-b21f-be4f08ea5e72 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:31.414684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.415525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.417173 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/ports/58112b09-59d6-4020-9225-f84f0a6e3fd6 HTTP/1.1" status: 200 len: 925 time: 3.3112888 Apr 06 14:32:31.423566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46866) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:31.429341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db3dc078-69de-4316-a4b5-20635bb3e23e'}, {'subnet_id': 'a972f281-3956-4c70-b08f-ecd879a4488a'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:31.456819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 646b1870-bf30-4038-8d81-1dc2bef455d2 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:31.465638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a634eb3-05ba-4876-a665-2d1b0bcc7d35 None None] Network 20f13500-028d-436c-b42e-a06c359cf86a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:31.475886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794becce-f8e6-4251-8909-61bb1b9b04e0 None None] DHCP port deletion for 6d0d235c-d559-4fe9-9652-9d332da70a0a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:31.477363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (97419882-1fe9-4001-b3cd-5ff7d9bf022c), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.502510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fded52a-ba6c-4ecb-b232-3d1f1453bcdc tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=58112b09-59d6-4020-9225-f84f0a6e3fd6,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.512265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (04564970-3953-45a3-ad31-1598a0588359), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.565304 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c4936d25-b560-4c83-aa82-003e05ee1b05 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 5.5736680 Apr 06 14:32:31.593333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46868) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:31.607494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Pushing event deleted for resources: {'Port': ['ID=04564970-3953-45a3-ad31-1598a0588359,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.611651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] No DVR routers for this DVR port 97419882-1fe9-4001-b3cd-5ff7d9bf022c on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:31.613483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 646b1870-bf30-4038-8d81-1dc2bef455d2 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:31.613829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 646b1870-bf30-4038-8d81-1dc2bef455d2 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:31.634175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] No DVR routers for this DVR port 04564970-3953-45a3-ad31-1598a0588359 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:31.657383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30d219-30e8-42a8-8e09-da952e5218ef None None] Pushing event deleted for resources: {'Port': ['ID=97419882-1fe9-4001-b3cd-5ff7d9bf022c,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.671867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Allocated IP 172.20.0.2 (7e077832-ad65-46ab-9775-2ecdac8ec5dc/984a557d-4d2a-4f1b-9add-9b665441d352/36f30359-0a1b-410f-a411-d2452680764f) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:31.686000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] Provisioning complete for port 128f313f-263b-4ba2-acfc-41e9b92de326 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:31.686379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.689911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:31.693211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (394012ec-020e-4710-b2b1-729b5ab9a01a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.701943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d38f7761-6e36-4960-95df-aa7f518e8d49), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.707037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.707570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.725840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:31.821912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:31.851144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.883382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Network': ['ID=d38f7761-6e36-4960-95df-aa7f518e8d49,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.886352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.886950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.939406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efeb147-b4b0-440a-9d15-d25b9f2d89b2 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:31.940633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=394012ec-020e-4710-b2b1-729b5ab9a01a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.941426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d38f7761-6e36-4960-95df-aa7f518e8d49 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:31.943478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 128f313f-263b-4ba2-acfc-41e9b92de326 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:31.952307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (6d0d235c-d559-4fe9-9652-9d332da70a0a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.962832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e781349f-b379-4db2-8fb4-cef72ba6376a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4324484 Apr 06 14:32:31.965772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46870) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:31.972505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'subnet': {'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:31.996974 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8bf52668-a9df-4ea9-80da-7e3a6b429359 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3224926 Apr 06 14:32:32.035479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46872) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.036463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (46857005-7c2b-447a-bddd-0edf3041e550), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.046988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:32.167117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0d235c-d559-4fe9-9652-9d332da70a0a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:32.205471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c7651-326a-47d3-add9-a41fca87edda tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.206982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c7651-326a-47d3-add9-a41fca87edda tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.208483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c7651-326a-47d3-add9-a41fca87edda tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.209972 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-098c7651-326a-47d3-add9-a41fca87edda tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.6145387 Apr 06 14:32:32.218838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46876) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.230668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-20f13500-028d-436c-b42e-a06c359cf86a', 'network_id': '20f13500-028d-436c-b42e-a06c359cf86a', 'project_id': '6d5148a91f7f4e64b8855340e80b6d8b', 'fixed_ips': [{'subnet_id': 'b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:32.231674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.252655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5534d6c9-6cfa-45d8-863f-bb5baeec9239') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:32.253078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5534d6c9-6cfa-45d8-863f-bb5baeec9239') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:32.261727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] DHCP port deletion for 54f12552-2490-45f4-8d4f-996e81ec200c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:32.279184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '444a231d-1218-4772-b25b-4877d435148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:32.279664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: ea7d3e63-c52c-4d2c-be10-e761d8e93543, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:32.289796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (5534d6c9-6cfa-45d8-863f-bb5baeec9239), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.306351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=46857005-7c2b-447a-bddd-0edf3041e550,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:32.328051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5534d6c9-6cfa-45d8-863f-bb5baeec9239), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.340412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:32.340834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (5534d6c9-6cfa-45d8-863f-bb5baeec9239), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:32.342616 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:32.355359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] Current status of the port 128f313f-263b-4ba2-acfc-41e9b92de326 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:32.356319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.358995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Deleting subnet 984a557d-4d2a-4f1b-9add-9b665441d352 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:32.450511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:32.454686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.460262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8:0:1::1c3 (f8376033-c45d-41a1-b21f-be4f08ea5e72/a972f281-3956-4c70-b08f-ecd879a4488a/58112b09-59d6-4020-9225-f84f0a6e3fd6) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:32.464237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '394012ec-020e-4710-b2b1-729b5ab9a01a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:32.465130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.536854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 128f313f-263b-4ba2-acfc-41e9b92de326 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:32.537245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.538248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:32.540552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:32.543957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.597175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (6d0d235c-d559-4fe9-9652-9d332da70a0a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.604518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.607935 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] 10.222.0.89 "DELETE /v2.0/networks/6d0d235c-d559-4fe9-9652-9d332da70a0a HTTP/1.1" status: 204 len: 168 time: 1.8935597 Apr 06 14:32:32.611222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] For port 128f313f-263b-4ba2-acfc-41e9b92de326, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=128f313f-263b-4ba2-acfc-41e9b92de326,segment=NetworkSegment(4f125b28-8431-411b-9714-8f1b31e188e8),segment_id=4f125b28-8431-411b-9714-8f1b31e188e8)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:32.627400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c52c9-c8f5-4ecd-8978-de5c99a7260b admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0d235c-d559-4fe9-9652-9d332da70a0a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:32.661241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.682119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ea7d3e63-c52c-4d2c-be10-e761d8e93543) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:32.693719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.ipam_backend_mixin [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 394012ec-020e-4710-b2b1-729b5ab9a01a (CIDR: 2001:db8::/64) Apr 06 14:32:32.698002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.698602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.710334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Publish callbacks [] for port (36f30359-0a1b-410f-a411-d2452680764f), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.725895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620711a6-b363-453a-b888-57cdc28798d1 None None] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:32.735325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.762295 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:32.762797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:32.804053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.838619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] Deleting port 128f313f-263b-4ba2-acfc-41e9b92de326 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:32.838992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.878318 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b7b9e352-768f-4932-87f8-3caf2b8c3e05 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5533473 Apr 06 14:32:32.881811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46880) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.888163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1027868235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:32.888311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for subnet (984a557d-4d2a-4f1b-9add-9b665441d352), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.940431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (36f30359-0a1b-410f-a411-d2452680764f), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.948242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] In _notify_port_updated(), no bound segment for port 58112b09-59d6-4020-9225-f84f0a6e3fd6 on network f8376033-c45d-41a1-b21f-be4f08ea5e72 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:32.949646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Allocated IP 172.20.0.18 (20f13500-028d-436c-b42e-a06c359cf86a/b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4/cebc624f-f784-436e-9a88-3e57dd304cdf) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:32.960429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.960429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.960429 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/ports/58112b09-59d6-4020-9225-f84f0a6e3fd6 HTTP/1.1" status: 200 len: 1011 time: 1.5309820 Apr 06 14:32:32.960429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a55ed1-e208-403b-8745-fcadb50a77c7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=58112b09-59d6-4020-9225-f84f0a6e3fd6,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:32.967910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46882) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.975361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (984a557d-4d2a-4f1b-9add-9b665441d352), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.987562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Allocated IP 2001:db8::f816:3eff:fe93:c0df (2934fa9c-89df-48fd-aebe-9f87f342666e/394012ec-020e-4710-b2b1-729b5ab9a01a/ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:33.049694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-95a12a67-0b35-48f4-b985-bc95a0dee3bf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0108268 Apr 06 14:32:33.061279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46884) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.070979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:33.076823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3811db-5cb2-442b-b5e8-5d589ab3c682 None None] Pushing event updated for resources: {'Port': ['ID=128f313f-263b-4ba2-acfc-41e9b92de326,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.091252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.092330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.148043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (984a557d-4d2a-4f1b-9add-9b665441d352), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.161755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Network 7e077832-ad65-46ab-9775-2ecdac8ec5dc is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:33.238326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a49cf0f6-40f2-439a-99b0-e0daf36bb75a None None] Provisioning complete for port 58112b09-59d6-4020-9225-f84f0a6e3fd6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:33.238715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a49cf0f6-40f2-439a-99b0-e0daf36bb75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.249508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46888) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.255162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:33.260469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.264323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7f6acbdc-bbc8-49f5-901c-67a1206b1a8a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.272227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 128f313f-263b-4ba2-acfc-41e9b92de326 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:33.275899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:33.283270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Pushing event updated for resources: {'Port': ['ID=36f30359-0a1b-410f-a411-d2452680764f,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.296529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:33.311619 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-37c92287-744d-4805-b5a4-4125d974432f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7662ebfaf0d04e88a6001ddcd8afecb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0609362 Apr 06 14:32:33.311868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46890) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.334571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 58112b09-59d6-4020-9225-f84f0a6e3fd6 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:33.335165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.354840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (984a557d-4d2a-4f1b-9add-9b665441d352), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.386170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Subnet': ['ID=984a557d-4d2a-4f1b-9add-9b665441d352,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.389346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97419882-1fe9-4001-b3cd-5ff7d9bf022c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:33.390161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.397753 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be8ab7c7-5f78-438b-a475-ca467ee87033 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/subnets/984a557d-4d2a-4f1b-9add-9b665441d352 HTTP/1.1" status: 204 len: 168 time: 1.1773312 Apr 06 14:32:33.399192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46892) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.410900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:33.415168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.421866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Subnet': ['ID=7f6acbdc-bbc8-49f5-901c-67a1206b1a8a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.425393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.451930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a49cf0f6-40f2-439a-99b0-e0daf36bb75a None None] Port 58112b09-59d6-4020-9225-f84f0a6e3fd6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:33.471983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] For port 128f313f-263b-4ba2-acfc-41e9b92de326, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=128f313f-263b-4ba2-acfc-41e9b92de326,segment=NetworkSegment(4f125b28-8431-411b-9714-8f1b31e188e8),segment_id=4f125b28-8431-411b-9714-8f1b31e188e8)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:33.472554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.490110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 97419882-1fe9-4001-b3cd-5ff7d9bf022c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:33.490110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97419882-1fe9-4001-b3cd-5ff7d9bf022c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:33.490627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 04564970-3953-45a3-ad31-1598a0588359 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:33.502394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Checking segment: {'id': 'be97202c-75e4-434d-8599-f536bda922ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:33.502764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network hostable DHCP agents. Network: d38f7761-6e36-4960-95df-aa7f518e8d49, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:33.526151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-ea7d3e63-c52c-4d2c-be10-e761d8e93543', 'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '46857005-7c2b-447a-bddd-0edf3041e550'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:33.533416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.533555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Deleting subnet b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:33.536768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.544944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d4053940-4849-450d-9175-a98192fac364 admin admin] Publish callbacks [] for security_group (bfecafb6-5ef0-4b59-93ce-e5737148de51), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.551391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] Calling delete_port for 128f313f-263b-4ba2-acfc-41e9b92de326 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:33.566588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 58112b09-59d6-4020-9225-f84f0a6e3fd6 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:33.590593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d4053940-4849-450d-9175-a98192fac364 admin admin] Publish callbacks [] for security_group (bfecafb6-5ef0-4b59-93ce-e5737148de51), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.592295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 04564970-3953-45a3-ad31-1598a0588359 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:33.592295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 04564970-3953-45a3-ad31-1598a0588359 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:33.636468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Attempting to bind port 36f30359-0a1b-410f-a411-d2452680764f on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:33.636954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Attempting to bind port 36f30359-0a1b-410f-a411-d2452680764f by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '55aacc42-33a1-446a-aadd-f0e140cc8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:33.637394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Attempting to bind port 36f30359-0a1b-410f-a411-d2452680764f on network 7e077832-ad65-46ab-9775-2ecdac8ec5dc {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:33.642986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.646906 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ac7f8042-8728-4b29-aac7-5b20a8c788d6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7614906 Apr 06 14:32:33.654321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46894) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.723504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:33.724138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Checking segment: {'id': '55aacc42-33a1-446a-aadd-f0e140cc8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:33.724351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.724727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Bound using segment: {'id': '55aacc42-33a1-446a-aadd-f0e140cc8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:33.725441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Bound port: 36f30359-0a1b-410f-a411-d2452680764f, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55aacc42-33a1-446a-aadd-f0e140cc8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7e077832-ad65-46ab-9775-2ecdac8ec5dc'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:33.726119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (36f30359-0a1b-410f-a411-d2452680764f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.746849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-16f2839e-cd4b-4af9-890b-1d29da5765ef None None] Provisioning complete for port 58112b09-59d6-4020-9225-f84f0a6e3fd6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:33.747234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-16f2839e-cd4b-4af9-890b-1d29da5765ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.901392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (389943e5-1e0b-47dd-a557-01259481d1d8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.947168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:33.952049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:33.956925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:33.957603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.968678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=389943e5-1e0b-47dd-a557-01259481d1d8,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.985864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 128f313f-263b-4ba2-acfc-41e9b92de326 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:34.053234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network d38f7761-6e36-4960-95df-aa7f518e8d49 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:34.095746 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1ccb3c7d-c320-420d-890e-05f883a15bce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0325010 Apr 06 14:32:34.097869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46896) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:34.103608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:52:b8:c4', 'name': 'tempest-NetworksTestDHCPv6-35179619'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:34.126483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Publish callbacks [] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.160084 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, d38f7761-6e36-4960-95df-aa7f518e8d49) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:34.166405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-16f2839e-cd4b-4af9-890b-1d29da5765ef None None] Port 58112b09-59d6-4020-9225-f84f0a6e3fd6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:34.168889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:34.169488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.249473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Publish callbacks [] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.254366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606cf629-3419-4a23-a07f-8c5f83e053a7 None None] Network d38f7761-6e36-4960-95df-aa7f518e8d49 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:34.275891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Allocated IP 2001:db8::2 (ea7d3e63-c52c-4d2c-be10-e761d8e93543/46857005-7c2b-447a-bddd-0edf3041e550/d14f09b6-d05c-4a8c-86d6-f7f708e96e41) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:34.283508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.290862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d4053940-4849-450d-9175-a98192fac364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (bfecafb6-5ef0-4b59-93ce-e5737148de51), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.293690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d4053940-4849-450d-9175-a98192fac364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.294833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d4053940-4849-450d-9175-a98192fac364 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bfecafb6-5ef0-4b59-93ce-e5737148de51 HTTP/1.1" status: 204 len: 168 time: 0.9751251 Apr 06 14:32:34.327034 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:34.369290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c365d2b5-463b-47a8-b1d3-538cab9b9901 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4023414 Apr 06 14:32:34.370246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4053940-4849-450d-9175-a98192fac364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfecafb6-5ef0-4b59-93ce-e5737148de51,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.378265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46902) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:34.383164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'port': {'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49', 'name': 'tempest-NetworksIpV6TestAttrs-1380958191'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:34.386738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.396029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] For port 36f30359-0a1b-410f-a411-d2452680764f, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:34.461707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:34.496175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.533092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] For port 36f30359-0a1b-410f-a411-d2452680764f, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=36f30359-0a1b-410f-a411-d2452680764f,segment=NetworkSegment(55aacc42-33a1-446a-aadd-f0e140cc8304),segment_id=55aacc42-33a1-446a-aadd-f0e140cc8304)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:34.549100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:34.551743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:34.554108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.564274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Pushing event updated for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.589349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Network 20f13500-028d-436c-b42e-a06c359cf86a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:34.610340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (58112b09-59d6-4020-9225-f84f0a6e3fd6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.654943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (36f30359-0a1b-410f-a411-d2452680764f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.657182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:34.659737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:34.670642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=58112b09-59d6-4020-9225-f84f0a6e3fd6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.689978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] No DVR routers for this DVR port 128f313f-263b-4ba2-acfc-41e9b92de326 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:34.708472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 128f313f-263b-4ba2-acfc-41e9b92de326 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:34.712632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (128f313f-263b-4ba2-acfc-41e9b92de326), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.733737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for subnet (b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.773787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.780240 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b3fe882c-6c52-457a-8649-a7b0f441b7cb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/58112b09-59d6-4020-9225-f84f0a6e3fd6 HTTP/1.1" status: 204 len: 168 time: 1.8110969 Apr 06 14:32:34.780929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46904) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:34.797614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:34.802959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.820815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.842761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Pushing event updated for resources: {'Port': ['ID=cebc624f-f784-436e-9a88-3e57dd304cdf,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.872329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-d38f7761-6e36-4960-95df-aa7f518e8d49', 'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49', 'project_id': 'd8b87a892ffd4afa88d879673ef9c1d3', 'fixed_ips': [{'subnet_id': '7f6acbdc-bbc8-49f5-901c-67a1206b1a8a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:34.872653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1501551-112e-4903-9958-658deabb4d5f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:32:34.873334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.876891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b1501551-112e-4903-9958-658deabb4d5f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/58112b09-59d6-4020-9225-f84f0a6e3fd6 HTTP/1.1" status: 404 len: 333 time: 0.0897117 Apr 06 14:32:34.878800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46906) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:34.943084 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] device_id is not set on port 6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:34.953241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639b912-877c-441f-81f3-31bfc889bd36 None None] Pushing event deleted for resources: {'Port': ['ID=128f313f-263b-4ba2-acfc-41e9b92de326,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.962629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Attempting to bind port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:34.963169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Attempting to bind port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:34.963396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Attempting to bind port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:34.999762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.016143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet a972f281-3956-4c70-b08f-ecd879a4488a {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:35.022148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (a972f281-3956-4c70-b08f-ecd879a4488a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.052160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:35.065846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.069226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:35.069226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:35.069544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.070184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:35.070423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Bound port: ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:35.071518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.080967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Attempting to bind port cebc624f-f784-436e-9a88-3e57dd304cdf on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:35.081353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Attempting to bind port cebc624f-f784-436e-9a88-3e57dd304cdf by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '09770ad4-cbb8-46b6-a9fd-ca3542b35e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '20f13500-028d-436c-b42e-a06c359cf86a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:35.081776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Attempting to bind port cebc624f-f784-436e-9a88-3e57dd304cdf on network 20f13500-028d-436c-b42e-a06c359cf86a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:35.121921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (a972f281-3956-4c70-b08f-ecd879a4488a), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.151086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518008e-70c3-4848-86b6-dcedfa778d09 None None] Network 7e077832-ad65-46ab-9775-2ecdac8ec5dc requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:35.192453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Allocated IP 2001:db8::f816:3eff:fe13:e6ad (d38f7761-6e36-4960-95df-aa7f518e8d49/7f6acbdc-bbc8-49f5-901c-67a1206b1a8a/6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:35.233308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:35.233740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Checking segment: {'id': '09770ad4-cbb8-46b6-a9fd-ca3542b35e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '20f13500-028d-436c-b42e-a06c359cf86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:35.234220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.234524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Bound using segment: {'id': '09770ad4-cbb8-46b6-a9fd-ca3542b35e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '20f13500-028d-436c-b42e-a06c359cf86a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:35.235019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Bound port: cebc624f-f784-436e-9a88-3e57dd304cdf, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09770ad4-cbb8-46b6-a9fd-ca3542b35e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '20f13500-028d-436c-b42e-a06c359cf86a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:35.236417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.276689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a972f281-3956-4c70-b08f-ecd879a4488a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.329757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.372836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.381274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a5ca-8714-4472-a8d1-0f99f7f00cfc None None] Pushing event updated for resources: {'Port': ['ID=36f30359-0a1b-410f-a411-d2452680764f,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.392925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.394189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Publish callbacks [] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.397564 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-70b5ca4e-20b2-43fe-a029-4f09001f8d4b tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/subnets/b0d1740c-b51d-4a68-9ab5-0d7e3f50c0c4 HTTP/1.1" status: 204 len: 168 time: 1.9973276 Apr 06 14:32:35.401806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46918) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:35.407652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8:0:1::79 (2934fa9c-89df-48fd-aebe-9f87f342666e/389943e5-1e0b-47dd-a557-01259481d1d8/a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:35.414663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:fe52:b8c4 (2934fa9c-89df-48fd-aebe-9f87f342666e/394012ec-020e-4710-b2b1-729b5ab9a01a/a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:35.481138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for port (6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.484838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e02479-dcb6-4e8a-ad14-639201fbe468 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:35.491708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-16e02479-dcb6-4e8a-ad14-639201fbe468 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880134 Apr 06 14:32:35.493007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46922) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:35.495630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a972f281-3956-4c70-b08f-ecd879a4488a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.535334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=a972f281-3956-4c70-b08f-ecd879a4488a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.539336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.541448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:35.545278 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2b95a35a-e781-4c44-9869-3548c9b20add tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/a972f281-3956-4c70-b08f-ecd879a4488a HTTP/1.1" status: 204 len: 168 time: 0.6609409 Apr 06 14:32:35.545997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46924) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:35.557503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56f6f5-00c1-4c77-a0b2-53aa4fb065a8 None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:35.642403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (20f13500-028d-436c-b42e-a06c359cf86a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.643435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet db3dc078-69de-4316-a4b5-20635bb3e23e {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:35.649247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (db3dc078-69de-4316-a4b5-20635bb3e23e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.678588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.696245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8::1 (ea7d3e63-c52c-4d2c-be10-e761d8e93543/46857005-7c2b-447a-bddd-0edf3041e550/0594da89-85e1-4e8f-a517-268acd8b2c3a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:35.706663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (db3dc078-69de-4316-a4b5-20635bb3e23e), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.715244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.727043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] For port cebc624f-f784-436e-9a88-3e57dd304cdf, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:35.735213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.752293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:35.752497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Deleting port cebc624f-f784-436e-9a88-3e57dd304cdf {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:35.752818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.819337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] For port cebc624f-f784-436e-9a88-3e57dd304cdf, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:35.820011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.848180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Calling delete_port for cebc624f-f784-436e-9a88-3e57dd304cdf owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:35.857733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Allocated IP 2001:db8::f816:3eff:fe39:c803 (d38f7761-6e36-4960-95df-aa7f518e8d49/7f6acbdc-bbc8-49f5-901c-67a1206b1a8a/7fe5d51e-4711-417e-9351-e2fabd6c1656) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:35.862523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network d38f7761-6e36-4960-95df-aa7f518e8d49 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:35.871633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:35.877909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Port': ['ID=6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.880479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:35.901196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.904475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:35.933775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:35.939536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:35.940415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.943909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] For port cebc624f-f784-436e-9a88-3e57dd304cdf, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=cebc624f-f784-436e-9a88-3e57dd304cdf,segment=NetworkSegment(09770ad4-cbb8-46b6-a9fd-ca3542b35e48),segment_id=09770ad4-cbb8-46b6-a9fd-ca3542b35e48)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:35.947020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:35.949170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.972278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:35.979123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.981944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:35.985357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:35.990592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:35.991247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.996810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Pushing event updated for resources: {'Port': ['ID=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.009405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (db3dc078-69de-4316-a4b5-20635bb3e23e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.059645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.189724 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6e103701-8d49-4c39-b0f0-cdfea62517a0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0905170 Apr 06 14:32:36.197133 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d8558194-5f17-4ff8-88bd-91e395c41b16 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8170929 Apr 06 14:32:36.203486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46936) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:36.213808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46938) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:36.308317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (db3dc078-69de-4316-a4b5-20635bb3e23e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.308317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.311203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.362350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Attempting to bind port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:36.362960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Attempting to bind port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '444a231d-1218-4772-b25b-4877d435148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:36.363570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Attempting to bind port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 on network ea7d3e63-c52c-4d2c-be10-e761d8e93543 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:36.370504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cebc624f-f784-436e-9a88-3e57dd304cdf), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.403953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:36.404689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Checking segment: {'id': '444a231d-1218-4772-b25b-4877d435148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:36.405613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.406539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Bound using segment: {'id': '444a231d-1218-4772-b25b-4877d435148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:36.407256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Bound port: d14f09b6-d05c-4a8c-86d6-f7f708e96e41, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a231d-1218-4772-b25b-4877d435148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ea7d3e63-c52c-4d2c-be10-e761d8e93543'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:36.408093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.430747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=db3dc078-69de-4316-a4b5-20635bb3e23e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.430982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Port': ['ID=cebc624f-f784-436e-9a88-3e57dd304cdf,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.440323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] No DVR routers for this DVR port cebc624f-f784-436e-9a88-3e57dd304cdf on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:36.472438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:36.474197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.480575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6494b248-51cc-42ad-97ee-83065911a020 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/db3dc078-69de-4316-a4b5-20635bb3e23e HTTP/1.1" status: 204 len: 168 time: 0.9317646 Apr 06 14:32:36.489379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46942) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:36.493462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:36.500760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:36.500760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.506397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Deleting subnet 7f6acbdc-bbc8-49f5-901c-67a1206b1a8a {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:36.516205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd87313-bb08-40be-a20b-3a62050e23c4 None None] Pushing event updated for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.556006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=0594da89-85e1-4e8f-a517-268acd8b2c3a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server [None req-67b946fb-ef12-461b-918b-9c2b911bcbf9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port cebc624f-f784-436e-9a88-3e57dd304cdf could not be found. Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2865, in one Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1408, in one Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 562, in _only_one_row Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:36.594000 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1558, in get_port Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port cebc624f-f784-436e-9a88-3e57dd304cdf could not be found. Apr 06 14:32:36.597496 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:32:36.625585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (20f13500-028d-436c-b42e-a06c359cf86a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.633520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd872d-5e87-4d24-9dac-158d3b519aa3 None None] Network 20f13500-028d-436c-b42e-a06c359cf86a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:36.650234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:36.650603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.660562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9872-3436-4dc8-a6cf-ee569f14fc2a None None] Pushing event deleted for resources: {'Port': ['ID=cebc624f-f784-436e-9a88-3e57dd304cdf,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.713511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f13500-028d-436c-b42e-a06c359cf86a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:36.732244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (f8376033-c45d-41a1-b21f-be4f08ea5e72), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.736780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09770ad4-cbb8-46b6-a9fd-ca3542b35e48') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:36.737092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09770ad4-cbb8-46b6-a9fd-ca3542b35e48') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:36.760120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (09770ad4-cbb8-46b6-a9fd-ca3542b35e48), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.789584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dba983-e944-442e-aa8e-2c61427012de None None] Update dhcp port {'port': {'network_id': 'f8376033-c45d-41a1-b21f-be4f08ea5e72', 'fixed_ips': [{'subnet_id': 'db3dc078-69de-4316-a4b5-20635bb3e23e'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'c4f82b06-9fbf-4986-b7f4-eeb673f15488'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:32:36.796633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (09770ad4-cbb8-46b6-a9fd-ca3542b35e48), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.825718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] For port d14f09b6-d05c-4a8c-86d6-f7f708e96e41, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:36.829866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:36.830283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (09770ad4-cbb8-46b6-a9fd-ca3542b35e48), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:36.834200 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:36.851276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Publish callbacks [] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.865044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.872398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62dba983-e944-442e-aa8e-2c61427012de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.886351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.931445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:37.017142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port c4f82b06-9fbf-4986-b7f4-eeb673f15488 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:37.018499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.023038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.030219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (7f6acbdc-bbc8-49f5-901c-67a1206b1a8a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.078166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Network d38f7761-6e36-4960-95df-aa7f518e8d49 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:37.093977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:37.098528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:37.102726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] For port d14f09b6-d05c-4a8c-86d6-f7f708e96e41, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,segment=NetworkSegment(444a231d-1218-4772-b25b-4877d435148c),segment_id=444a231d-1218-4772-b25b-4877d435148c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:37.115458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (20f13500-028d-436c-b42e-a06c359cf86a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.125915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Pushing event updated for resources: {'Port': ['ID=7fe5d51e-4711-417e-9351-e2fabd6c1656,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.134891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.141514 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/networks/20f13500-028d-436c-b42e-a06c359cf86a HTTP/1.1" status: 204 len: 168 time: 1.6474164 Apr 06 14:32:37.142361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46952) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:37.188639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (7f6acbdc-bbc8-49f5-901c-67a1206b1a8a), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.199496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad6895-eee7-4951-a2df-a3c7a7d50fbf None None] Network f8376033-c45d-41a1-b21f-be4f08ea5e72 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:37.204016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb4942-7d2f-4723-b536-db2a5e313cf3 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Network': ['ID=20f13500-028d-436c-b42e-a06c359cf86a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.228327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] For port c4f82b06-9fbf-4986-b7f4-eeb673f15488, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c4f82b06-9fbf-4986-b7f4-eeb673f15488,segment=NetworkSegment(625ddb05-9ab2-43a3-97b2-f8bc7b54a61f),segment_id=625ddb05-9ab2-43a3-97b2-f8bc7b54a61f)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:37.234558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.267778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for c4f82b06-9fbf-4986-b7f4-eeb673f15488 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:37.275742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Attempting to bind port 7fe5d51e-4711-417e-9351-e2fabd6c1656 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:37.276160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Attempting to bind port 7fe5d51e-4711-417e-9351-e2fabd6c1656 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'be97202c-75e4-434d-8599-f536bda922ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:37.276542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Attempting to bind port 7fe5d51e-4711-417e-9351-e2fabd6c1656 on network d38f7761-6e36-4960-95df-aa7f518e8d49 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:37.295907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:37.296933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Checking segment: {'id': 'be97202c-75e4-434d-8599-f536bda922ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:37.297403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.298059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Bound using segment: {'id': 'be97202c-75e4-434d-8599-f536bda922ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:37.298465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Bound port: 7fe5d51e-4711-417e-9351-e2fabd6c1656, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be97202c-75e4-434d-8599-f536bda922ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd38f7761-6e36-4960-95df-aa7f518e8d49'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:37.299003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.311398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.312172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9520aadc-c3c5-4a43-98bb-cc3fa4b5da89 None None] Provisioning complete for port c4f82b06-9fbf-4986-b7f4-eeb673f15488 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:37.312561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9520aadc-c3c5-4a43-98bb-cc3fa4b5da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.537473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10027e-9395-4077-9674-901779a5e2d3 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:37.586990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] For port 7fe5d51e-4711-417e-9351-e2fabd6c1656, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:37.607539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (7e077832-ad65-46ab-9775-2ecdac8ec5dc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.625999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d40df-a7c6-4641-8488-5649ba1389e2 None None] Pushing event updated for resources: {'Port': ['ID=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.631940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.658893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] For port 7fe5d51e-4711-417e-9351-e2fabd6c1656, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7fe5d51e-4711-417e-9351-e2fabd6c1656,segment=NetworkSegment(be97202c-75e4-434d-8599-f536bda922ae),segment_id=be97202c-75e4-434d-8599-f536bda922ae)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:37.682741 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.plugins.ml2.db [None req-9520aadc-c3c5-4a43-98bb-cc3fa4b5da89 None None] No ports have port_id starting with c4f82b06-9fbf-4986-b7f4-eeb673f15488 Apr 06 14:32:37.702360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.704676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c4f82b06-9fbf-4986-b7f4-eeb673f15488), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.731325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.759500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271d834-f698-469b-90ce-0252841b8e44 None None] DHCP port deletion for f8376033-c45d-41a1-b21f-be4f08ea5e72 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:37.772567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No DVR routers for this DVR port c4f82b06-9fbf-4986-b7f4-eeb673f15488 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:37.774872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=c4f82b06-9fbf-4986-b7f4-eeb673f15488,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.785120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.789529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7f6acbdc-bbc8-49f5-901c-67a1206b1a8a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.843706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Deleting port 36f30359-0a1b-410f-a411-d2452680764f {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:37.844046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (36f30359-0a1b-410f-a411-d2452680764f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.899235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:37.900583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.901641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.003575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:38.004191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.025970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.031984 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1113e9c8-67ad-478b-8aad-e87c23e005dc tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c HTTP/1.1" status: 204 len: 168 time: 1.8265579 Apr 06 14:32:38.035476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46962) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.037672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d86366-59b0-4c9f-b573-73948cc100d1 None None] Pushing event updated for resources: {'Port': ['ID=7fe5d51e-4711-417e-9351-e2fabd6c1656,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:38.097256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] Update dhcp port {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': '394012ec-020e-4710-b2b1-729b5ab9a01a', 'ip_address': '2001:db8::f816:3eff:fe93:c0df'}, {'subnet_id': '389943e5-1e0b-47dd-a557-01259481d1d8'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:32:38.101967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] For port 36f30359-0a1b-410f-a411-d2452680764f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=36f30359-0a1b-410f-a411-d2452680764f,segment=NetworkSegment(55aacc42-33a1-446a-aadd-f0e140cc8304),segment_id=55aacc42-33a1-446a-aadd-f0e140cc8304)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:38.102341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (36f30359-0a1b-410f-a411-d2452680764f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.122586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=0594da89-85e1-4e8f-a517-268acd8b2c3a,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:38.144888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Calling delete_port for 36f30359-0a1b-410f-a411-d2452680764f owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:38.171783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:38.172171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.173040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (f8376033-c45d-41a1-b21f-be4f08ea5e72), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.214166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.228310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (7f6acbdc-bbc8-49f5-901c-67a1206b1a8a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.248389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8376033-c45d-41a1-b21f-be4f08ea5e72']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.263882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.264519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625ddb05-9ab2-43a3-97b2-f8bc7b54a61f') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.272757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:38.273889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6acbdc-bbc8-49f5-901c-67a1206b1a8a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:38.282934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:38.289005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.289120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d93889-3455-4d3e-8545-c8a56f0ae69f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.289120 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a3d93889-3455-4d3e-8545-c8a56f0ae69f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2508767 Apr 06 14:32:38.289377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5747d312-6a1c-49ba-a4b0-96d45fe4495a tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/7f6acbdc-bbc8-49f5-901c-67a1206b1a8a HTTP/1.1" status: 204 len: 168 time: 2.0734560 Apr 06 14:32:38.291622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46968) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.294223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46970) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.435121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (625ddb05-9ab2-43a3-97b2-f8bc7b54a61f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.472538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a33bb1-c58a-40da-bdc1-9b19201169ca tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.479485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a33bb1-c58a-40da-bdc1-9b19201169ca tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.483185 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-21a33bb1-c58a-40da-bdc1-9b19201169ca tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1905379 Apr 06 14:32:38.486209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 46976) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.506393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (625ddb05-9ab2-43a3-97b2-f8bc7b54a61f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.528724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:38.531496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (625ddb05-9ab2-43a3-97b2-f8bc7b54a61f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:38.532161 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:38.559451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (36f30359-0a1b-410f-a411-d2452680764f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.584003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:38.584536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.650489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73076975-0256-4dc3-ba77-f39eeb5a04d7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.652224 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-73076975-0256-4dc3-ba77-f39eeb5a04d7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3568726 Apr 06 14:32:38.657589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46984) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.695632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:38.696091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.720478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:38.740385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] Allocated IP 2001:db8:0:1::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/389943e5-1e0b-47dd-a557-01259481d1d8/ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:38.755161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595e554-57ed-40d9-a4ea-d0286f992b0b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.756768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595e554-57ed-40d9-a4ea-d0286f992b0b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.759048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595e554-57ed-40d9-a4ea-d0286f992b0b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.764107 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e595e554-57ed-40d9-a4ea-d0286f992b0b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1053379 Apr 06 14:32:38.765071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (f8376033-c45d-41a1-b21f-be4f08ea5e72), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.771634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.778709 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/f8376033-c45d-41a1-b21f-be4f08ea5e72 HTTP/1.1" status: 204 len: 168 time: 2.2911785 Apr 06 14:32:38.779472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46986) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.793817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46988) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.807275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.875278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4c810-43d6-43cc-9be4-e8b1d492449f None None] Pushing event updated for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:38.916982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46990) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.922929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662000-77d5-498e-a4f4-e86a67ba8f5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=f8376033-c45d-41a1-b21f-be4f08ea5e72,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:38.940573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 389943e5-1e0b-47dd-a557-01259481d1d8 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:38.969041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1994f4-eccf-4b4b-b129-b4907575afc6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.970749 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7e1994f4-eccf-4b4b-b129-b4907575afc6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1758687 Apr 06 14:32:38.979294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46994) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.026168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:39.026878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:39.080511 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c3041064-4e23-48f4-8a1e-a343a8107977 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0999370 Apr 06 14:32:39.083891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46996) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.091284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:39.092647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:39.094966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Port': ['ID=36f30359-0a1b-410f-a411-d2452680764f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.099546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-862602348'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:39.114657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] No DVR routers for this DVR port 36f30359-0a1b-410f-a411-d2452680764f on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:39.138238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1eed6d26-7c20-4d3f-bb27-0e9ba104259c tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d38f7761-6e36-4960-95df-aa7f518e8d49), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.155623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] Publish callbacks [] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.205917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:39.278561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:39.283823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.290649 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eed6d26-7c20-4d3f-bb27-0e9ba104259c tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 14:32:39.297294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eed6d26-7c20-4d3f-bb27-0e9ba104259c tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:39.297294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1eed6d26-7c20-4d3f-bb27-0e9ba104259c tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/d38f7761-6e36-4960-95df-aa7f518e8d49 HTTP/1.1" status: 409 len: 466 time: 0.8069627 Apr 06 14:32:39.301851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 46998) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.308569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d0db5-2c13-4dab-b1bd-a142268a9164 None None] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:39.308821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1779644998'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:39.310839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (7e077832-ad65-46ab-9775-2ecdac8ec5dc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.344276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e077832-ad65-46ab-9775-2ecdac8ec5dc']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.349565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:39.363821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55aacc42-33a1-446a-aadd-f0e140cc8304') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.364126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55aacc42-33a1-446a-aadd-f0e140cc8304') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.365942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.366297 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment 64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2 of type vlan for network 10f352ef-2874-46bc-9a3b-d9f6bb884974 Apr 06 14:32:39.368509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (389943e5-1e0b-47dd-a557-01259481d1d8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.384112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:39.397765 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-147c3b19-6338-438a-8167-019dfac88792 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/7e2bcf0b-c93c-4b2e-bef8-4773b0374f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7363279 Apr 06 14:32:39.397765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (55aacc42-33a1-446a-aadd-f0e140cc8304), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.397765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47000) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.403802 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] Sync routers for ids ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:39.427476 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] Routers {'7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:39.430193 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.442625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.444104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (55aacc42-33a1-446a-aadd-f0e140cc8304), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.453992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (10f352ef-2874-46bc-9a3b-d9f6bb884974), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.457492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:39.457905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (55aacc42-33a1-446a-aadd-f0e140cc8304), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:39.461220 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:39.478016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c757e1-bf6c-4f9f-8a95-4d9a81d324a3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.479563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-06c757e1-bf6c-4f9f-8a95-4d9a81d324a3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports/0594da89-85e1-4e8f-a517-268acd8b2c3a HTTP/1.1" status: 200 len: 911 time: 0.0826240 Apr 06 14:32:39.506733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47002) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.508421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:39.511983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.531775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46857005-7c2b-447a-bddd-0edf3041e550'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:39.541047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.613798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:39.636064 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.641945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede645a-b185-40f6-9c88-3f80b73e5eb3 None None] Pushing event updated for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.645531 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] Routers {'7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:39.646138 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.664349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (389943e5-1e0b-47dd-a557-01259481d1d8), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.668266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] Provisioning complete for port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:39.668470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.671683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (747b2581-fa55-431c-8e34-22605b7a4e8e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.671915 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Added segment 747b2581-fa55-431c-8e34-22605b7a4e8e of type vlan for network 3a8021a3-1dbd-4f7a-add3-f06303432862 Apr 06 14:32:39.685610 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.686543 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55d9f1-d504-401e-ae5a-e9dcf3451fcc None None] The sync data for ids ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:39.697791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:39.709737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (10f352ef-2874-46bc-9a3b-d9f6bb884974), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.715658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.716274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.728079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (7e077832-ad65-46ab-9775-2ecdac8ec5dc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.743294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.748006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557667de-281d-416c-b8f4-f25910a44176 None None] Network d38f7761-6e36-4960-95df-aa7f518e8d49 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:39.749153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/networks/7e077832-ad65-46ab-9775-2ecdac8ec5dc HTTP/1.1" status: 204 len: 168 time: 2.6029291 Apr 06 14:32:39.752058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47006) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.842084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c4f82b06-9fbf-4986-b7f4-eeb673f15488 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:39.844247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Network': ['ID=7e077832-ad65-46ab-9775-2ecdac8ec5dc,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.862575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.863010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.863442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.863871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.864287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.864661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.865251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.865647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.866042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.866449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.866845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.867884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.868337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.868733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.869121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817f08-693e-43f5-b61c-8b9102bf1ce0 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.892042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0d250d19-fd71-466e-802b-8388264d4bb4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.895607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (3a8021a3-1dbd-4f7a-add3-f06303432862), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.920509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=10f352ef-2874-46bc-9a3b-d9f6bb884974,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.979029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.979272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.979672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.979987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.980324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.980657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.981018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.981351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.981680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.982008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.982333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.982660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.983011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.983305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:39.983629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:40.000192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0d250d19-fd71-466e-802b-8388264d4bb4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.014687 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2f5baa6e-ced6-43be-b38f-614487dda78b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9286165 Apr 06 14:32:40.022566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47008) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.026848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d250d19-fd71-466e-802b-8388264d4bb4']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:40.028127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:40.037023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06a4e78-7267-4cd6-a4bc-c4aaa8aba208') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:40.037338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06a4e78-7267-4cd6-a4bc-c4aaa8aba208') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:40.039812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (389943e5-1e0b-47dd-a557-01259481d1d8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.050443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (c06a4e78-7267-4cd6-a4bc-c4aaa8aba208), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.065760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c06a4e78-7267-4cd6-a4bc-c4aaa8aba208), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.072525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:40.072959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (c06a4e78-7267-4cd6-a4bc-c4aaa8aba208), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:40.076433 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:40.091426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:40.143967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: c4f82b06-9fbf-4986-b7f4-eeb673f15488 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:40.148521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c4f82b06-9fbf-4986-b7f4-eeb673f15488 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:40.150444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (3a8021a3-1dbd-4f7a-add3-f06303432862), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.155864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.156503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.281775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.296032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0d250d19-fd71-466e-802b-8388264d4bb4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.302230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] Current status of the port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:40.302695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.311395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.315426 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/networks/0d250d19-fd71-466e-802b-8388264d4bb4 HTTP/1.1" status: 204 len: 168 time: 0.5621214 Apr 06 14:32:40.320271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47010) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.340604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Network': ['ID=3a8021a3-1dbd-4f7a-add3-f06303432862,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:40.347147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] For port d14f09b6-d05c-4a8c-86d6-f7f708e96e41, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,segment=NetworkSegment(444a231d-1218-4772-b25b-4877d435148c),segment_id=444a231d-1218-4772-b25b-4877d435148c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:40.356676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.371608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 3a8021a3-1dbd-4f7a-add3-f06303432862 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:40.431192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] DHCP port deletion for d38f7761-6e36-4960-95df-aa7f518e8d49 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:40.464989 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-02ecb4c6-509f-40a9-99db-6dbdfa7e1a5d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1619091 Apr 06 14:32:40.477835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47012) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.478790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.491287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (389943e5-1e0b-47dd-a557-01259481d1d8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.503671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'subnet': {'network_id': '3a8021a3-1dbd-4f7a-add3-f06303432862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:40.505681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:32:40.531873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96becaf5-1bde-44a9-84f4-5ffc2ac2ab5d tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Network': ['ID=0d250d19-fd71-466e-802b-8388264d4bb4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:40.540435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (adb307b4-32ea-4439-8514-c65064ab163a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.583204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:40.650245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea325c-f7c3-43e9-b548-a38370c90343 None None] Pushing event updated for resources: {'Port': ['ID=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:40.664566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (adb307b4-32ea-4439-8514-c65064ab163a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.667502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b534192e-5580-441b-8102-dc6e5dcd0cfc None None] Provisioning complete for port 7fe5d51e-4711-417e-9351-e2fabd6c1656 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:40.667502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b534192e-5580-441b-8102-dc6e5dcd0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.692628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb307b4-32ea-4439-8514-c65064ab163a']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:40.693019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] Deleting port 7fe5d51e-4711-417e-9351-e2fabd6c1656 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:40.693343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.714765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46f0163-40c4-44f1-aef8-73ed8ffa1edb') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:40.715456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46f0163-40c4-44f1-aef8-73ed8ffa1edb') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:40.737851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (f46f0163-40c4-44f1-aef8-73ed8ffa1edb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.759985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f46f0163-40c4-44f1-aef8-73ed8ffa1edb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.768901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:40.769487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (f46f0163-40c4-44f1-aef8-73ed8ffa1edb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:40.772871 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:40.787881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] For port 7fe5d51e-4711-417e-9351-e2fabd6c1656, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7fe5d51e-4711-417e-9351-e2fabd6c1656,segment=NetworkSegment(be97202c-75e4-434d-8599-f536bda922ae),segment_id=be97202c-75e4-434d-8599-f536bda922ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:40.788296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.803761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] Calling delete_port for 7fe5d51e-4711-417e-9351-e2fabd6c1656 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:40.824612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:40.824612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.985530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b534192e-5580-441b-8102-dc6e5dcd0cfc None None] Current status of the port 7fe5d51e-4711-417e-9351-e2fabd6c1656 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:40.985942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b534192e-5580-441b-8102-dc6e5dcd0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.045531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:41.046930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d14f09b6-d05c-4a8c-86d6-f7f708e96e41 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:41.078619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (adb307b4-32ea-4439-8514-c65064ab163a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.093285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (7fe5d51e-4711-417e-9351-e2fabd6c1656), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.098327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.098713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:41.103628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.110874 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] 10.222.0.89 "DELETE /v2.0/networks/adb307b4-32ea-4439-8514-c65064ab163a HTTP/1.1" status: 204 len: 168 time: 0.7882211 Apr 06 14:32:41.124819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d90d-c8be-406a-b05e-0bc0f6d235b7 tempest-BulkNetworkOpsTest-1611659685 tempest-BulkNetworkOpsTest-1611659685-project] Pushing event deleted for resources: {'Network': ['ID=adb307b4-32ea-4439-8514-c65064ab163a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.202822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] Pushing event deleted for resources: {'Port': ['ID=7fe5d51e-4711-417e-9351-e2fabd6c1656,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.205448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d5701-00ef-4406-a42a-430a5dce7dc6 None None] No DVR routers for this DVR port 7fe5d51e-4711-417e-9351-e2fabd6c1656 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:41.214008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=389943e5-1e0b-47dd-a557-01259481d1d8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.216149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:41.216752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.230546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.233935 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-293f4d26-2be0-4cda-8032-e616df80afa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/389943e5-1e0b-47dd-a557-01259481d1d8 HTTP/1.1" status: 204 len: 168 time: 2.4498749 Apr 06 14:32:41.236606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47018) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:41.318116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d8fbe-66f2-4c96-b1ce-31ea6266f2d4 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:41.322304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 394012ec-020e-4710-b2b1-729b5ab9a01a {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:41.326094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (394012ec-020e-4710-b2b1-729b5ab9a01a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.334089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Allocated IP 172.26.6.163 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/072f9e20-cf27-41c9-8d9e-d7b935a1f972) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:41.387597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:41.405785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:41.414315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.414483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (394012ec-020e-4710-b2b1-729b5ab9a01a), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.533093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (394012ec-020e-4710-b2b1-729b5ab9a01a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.543127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:41.556721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Provisioning complete for port 0594da89-85e1-4e8f-a517-268acd8b2c3a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:41.557203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.612543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Port 0594da89-85e1-4e8f-a517-268acd8b2c3a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:41.623709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Provisioning complete for port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:41.624315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.721138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-80164d83-e4e8-47ee-a47d-b5d77d301b2d None None] Current status of the port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:41.754288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (394012ec-020e-4710-b2b1-729b5ab9a01a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.800870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.803428 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/394012ec-020e-4710-b2b1-729b5ab9a01a HTTP/1.1" status: 204 len: 168 time: 0.5657053 Apr 06 14:32:41.805919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52070b-4480-45ae-95b7-ffb373c86659 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=394012ec-020e-4710-b2b1-729b5ab9a01a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.807012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47022) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:41.835245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (12defe40-1dda-42f8-aa20-cd817073e3de), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.837091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:41.840557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.847231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.870310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-917ca005-3ca9-48da-a759-2277a5df3750 None None] Provisioning complete for port 0594da89-85e1-4e8f-a517-268acd8b2c3a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:41.871135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-917ca005-3ca9-48da-a759-2277a5df3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.892358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ce091a46-7a74-4b2e-a2c1-10f5a14f403d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839202 Apr 06 14:32:41.898050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47026) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:41.898443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47028) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:41.914510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:41.936629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=12defe40-1dda-42f8-aa20-cd817073e3de,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.950358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-917ca005-3ca9-48da-a759-2277a5df3750 None None] Port 0594da89-85e1-4e8f-a517-268acd8b2c3a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:42.119572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f1eeb0d4-b69d-4bc4-8275-27a4281e9bed admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6d5148a91f7f4e64b8855340e80b6d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165129 Apr 06 14:32:42.121542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47032) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.124397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:42.124805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: 10f352ef-2874-46bc-9a3b-d9f6bb884974, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:42.192749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:42.196729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.204914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.241255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.264740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d14f09b6-d05c-4a8c-86d6-f7f708e96e41 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:42.288445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e12a89b-76c1-4fd0-95dc-d6633c285de9 admin admin] Publish callbacks [] for security_group (3d725c36-e5d7-4087-b687-debcd66abae6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.330879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:42.331446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.333564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:42.355007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e3ade-090c-40a4-8a0a-2e962760de8f None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:42.367571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:42.375730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e12a89b-76c1-4fd0-95dc-d6633c285de9 admin admin] Publish callbacks [] for security_group (3d725c36-e5d7-4087-b687-debcd66abae6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.377734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:42.384953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:42.395320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Port': ['ID=072f9e20-cf27-41c9-8d9e-d7b935a1f972,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.427891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7719f739-2834-4366-af13-61bdb7cac3e6 None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:42.428669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7719f739-2834-4366-af13-61bdb7cac3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.436014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.441424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.442228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.443761 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/ports/0594da89-85e1-4e8f-a517-268acd8b2c3a HTTP/1.1" status: 200 len: 911 time: 2.9272192 Apr 06 14:32:42.449084 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47034) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.528915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cdeeb-9afa-4991-9fb2-04bbadd03880 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=0594da89-85e1-4e8f-a517-268acd8b2c3a,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.538656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 10f352ef-2874-46bc-9a3b-d9f6bb884974) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:42.549026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.550172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.568945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e3ade-090c-40a4-8a0a-2e962760de8f None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:42.579271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:42.657055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7fe5d51e-4711-417e-9351-e2fabd6c1656 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:42.695117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 7fe5d51e-4711-417e-9351-e2fabd6c1656 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:42.695529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7fe5d51e-4711-417e-9351-e2fabd6c1656 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:42.702119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7719f739-2834-4366-af13-61bdb7cac3e6 None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:42.745681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e12a89b-76c1-4fd0-95dc-d6633c285de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3d725c36-e5d7-4087-b687-debcd66abae6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.748473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e12a89b-76c1-4fd0-95dc-d6633c285de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.751913 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e12a89b-76c1-4fd0-95dc-d6633c285de9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3d725c36-e5d7-4087-b687-debcd66abae6 HTTP/1.1" status: 204 len: 168 time: 0.6265776 Apr 06 14:32:42.761355 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-05b9e8a7-4377-4fb6-991a-279e4546505d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7373192 Apr 06 14:32:42.770892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47038) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.781326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974', 'name': 'tempest-PortsIpV6TestJSON-2013591348'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:42.815043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for floatingip (9bb05059-63a3-496e-9c0c-40bcbbfd8f4b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.841754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-10f352ef-2874-46bc-9a3b-d9f6bb884974', 'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': '12defe40-1dda-42f8-aa20-cd817073e3de'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:42.842190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.872881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:42.889521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:42.892323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12a89b-76c1-4fd0-95dc-d6633c285de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d725c36-e5d7-4087-b687-debcd66abae6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.901183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d1e0266a-6efc-4821-8e98-da8ea11ef393), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.001292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Subnet': ['ID=d1e0266a-6efc-4821-8e98-da8ea11ef393,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.010454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Allocated IP 2001:db8::2 (10f352ef-2874-46bc-9a3b-d9f6bb884974/12defe40-1dda-42f8-aa20-cd817073e3de/27caf60a-25df-4807-9ce0-3b6f647da8f6) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:43.033116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Checking segment: {'id': '747b2581-fa55-431c-8e34-22605b7a4e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3a8021a3-1dbd-4f7a-add3-f06303432862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:43.033573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network hostable DHCP agents. Network: 3a8021a3-1dbd-4f7a-add3-f06303432862, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:43.090629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.092823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.188067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:43.191479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.212327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Publish callbacks [] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.217217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network 3a8021a3-1dbd-4f7a-add3-f06303432862 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:43.259821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 4dda4f26-57e3-4e8e-a839-593eb6c6b369 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:43.305857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.349720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.384114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.402687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:43.405718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:43.409569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:43.443102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 3a8021a3-1dbd-4f7a-add3-f06303432862) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:43.446249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Pushing event updated for resources: {'Port': ['ID=27caf60a-25df-4807-9ce0-3b6f647da8f6,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.454483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:43.455358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.487479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Attempting to bind port 27caf60a-25df-4807-9ce0-3b6f647da8f6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:43.488553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Attempting to bind port 27caf60a-25df-4807-9ce0-3b6f647da8f6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:43.488940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Attempting to bind port 27caf60a-25df-4807-9ce0-3b6f647da8f6 on network 10f352ef-2874-46bc-9a3b-d9f6bb884974 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:43.495498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:43.495883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Checking segment: {'id': '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:43.496294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.496692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Bound using segment: {'id': '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:43.497193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Bound port: 27caf60a-25df-4807-9ce0-3b6f647da8f6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:43.497577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.505306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::10a (10f352ef-2874-46bc-9a3b-d9f6bb884974/12defe40-1dda-42f8-aa20-cd817073e3de/4dda4f26-57e3-4e8e-a839-593eb6c6b369) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:43.517821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.587603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:43.592740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 0594da89-85e1-4e8f-a517-268acd8b2c3a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:43.596438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.617891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Port': ['ID=072f9e20-cf27-41c9-8d9e-d7b935a1f972,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.636770 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-798e96b8-7001-43a3-98b4-b9f5acd65640 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1468778 Apr 06 14:32:43.640165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:43.645220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] For port 27caf60a-25df-4807-9ce0-3b6f647da8f6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:43.649076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] For port 27caf60a-25df-4807-9ce0-3b6f647da8f6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=27caf60a-25df-4807-9ce0-3b6f647da8f6,segment=NetworkSegment(64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2),segment_id=64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:43.742942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.748591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.790634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (9bb05059-63a3-496e-9c0c-40bcbbfd8f4b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.801766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.805818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.840295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da5ab4-6cda-4a84-81f9-16b55a4f58a3 None None] Pushing event updated for resources: {'Port': ['ID=27caf60a-25df-4807-9ce0-3b6f647da8f6,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.864971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 0594da89-85e1-4e8f-a517-268acd8b2c3a owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:43.873045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7300225b-d035-4175-bc43-1a133f3828f0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.920496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.924164 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5db1d57d-51c1-4ad2-9fbb-969d65af8931 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0037582 Apr 06 14:32:43.951805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47058) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:43.958927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1145606664'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:43.968938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (3a8021a3-1dbd-4f7a-add3-f06303432862), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.017272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=8']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.022999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:44.034826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:44.045927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.047342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.071978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=7300225b-d035-4175-bc43-1a133f3828f0,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.099140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Made reservation on behalf of 6928c85474cb43f6b7a628afca17d355 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:44.104421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.107934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d1e0266a-6efc-4821-8e98-da8ea11ef393), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.123995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.130227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.228112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-18014a3f-3fbb-404a-9f2c-6db82dc52590 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3259704 Apr 06 14:32:44.236195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47066) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:44.245956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:44.331434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.405545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47068) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:44.427941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0594da89-85e1-4e8f-a517-268acd8b2c3a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.435881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:44.447441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:44.454538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=4dda4f26-57e3-4e8e-a839-593eb6c6b369,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.458608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:44.480064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.480064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.496357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=0594da89-85e1-4e8f-a517-268acd8b2c3a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.526991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 27caf60a-25df-4807-9ce0-3b6f647da8f6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:44.543206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (d1e0266a-6efc-4821-8e98-da8ea11ef393), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.625062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 27caf60a-25df-4807-9ce0-3b6f647da8f6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:44.628082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.633911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e0266a-6efc-4821-8e98-da8ea11ef393,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.655980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3c72eba9-1a7f-4dfd-a1bc-b38e96fafc9a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:44.656742 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-3c72eba9-1a7f-4dfd-a1bc-b38e96fafc9a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:32:44.658918 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-3c72eba9-1a7f-4dfd-a1bc-b38e96fafc9a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:32:44.659968 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3c72eba9-1a7f-4dfd-a1bc-b38e96fafc9a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2523975 Apr 06 14:32:44.660855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.671157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47072) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:44.681229 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-54d7d108-5b0e-421b-b556-e87f2968e48d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9051266 Apr 06 14:32:44.687590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--633339406'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:44.691087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47074) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:44.699529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': '10f352ef-2874-46bc-9a3b-d9f6bb884974', 'name': 'tempest-PortsIpV6TestJSON-1536471717'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:44.745026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 27caf60a-25df-4807-9ce0-3b6f647da8f6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:44.745793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.788455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 27caf60a-25df-4807-9ce0-3b6f647da8f6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=27caf60a-25df-4807-9ce0-3b6f647da8f6,segment=NetworkSegment(64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2),segment_id=64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:44.800545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.838767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for security_group (38b5548d-64b2-44a1-8053-e664eb0aa896), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.842903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.845769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:44.849341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.854794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (3a8021a3-1dbd-4f7a-add3-f06303432862), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.859490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.860777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:44.919808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:44.965231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (38b5548d-64b2-44a1-8053-e664eb0aa896), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.982320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8021a3-1dbd-4f7a-add3-f06303432862']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.014972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=27caf60a-25df-4807-9ce0-3b6f647da8f6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.026506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.027646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.028214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.028989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.029555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.030327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.030914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.031026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747b2581-fa55-431c-8e34-22605b7a4e8e') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.031272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747b2581-fa55-431c-8e34-22605b7a4e8e') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.031773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.032999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.033590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.034621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.035241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.035924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.036486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.037050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:45.059460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:45.059696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:45.065778 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c61483a1-8a5b-4b1a-a943-f47b0c0323cd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/7e2bcf0b-c93c-4b2e-bef8-4773b0374f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6155267 Apr 06 14:32:45.067955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.068590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47076) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.074376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] Sync routers for ids ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:45.100896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:45.104975 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (747b2581-fa55-431c-8e34-22605b7a4e8e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.115495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] Routers {'7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:45.116255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.130598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (f47e14ed-2149-4198-8a61-df667b24fa3b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.144963 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4170c5ac-dfb8-4082-8f1d-77dada892233 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 HTTP/1.1" status: 200 len: 205 time: 0.0751400 Apr 06 14:32:45.145629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47078) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.159953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a6f5a265-3234-43d2-af78-a854b0e48e2b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.160302 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Added segment a6f5a265-3234-43d2-af78-a854b0e48e2b of type vlan for network 7a024023-d31c-4907-8a14-c53d0d628e40 Apr 06 14:32:45.167767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.175696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5548d-64b2-44a1-8053-e664eb0aa896,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.184135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (747b2581-fa55-431c-8e34-22605b7a4e8e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.196323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] Routers {'7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:45.197219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.246288 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7300225b-d035-4175-bc43-1a133f3828f0 (CIDR: 2001:db8::/64) Apr 06 14:32:45.258279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:45.259601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (747b2581-fa55-431c-8e34-22605b7a4e8e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:45.264120 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:45.295350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:45.299912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.301609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.303256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a85b8-4520-44b4-be4b-5bad07470aaa None None] The sync data for ids ['7e2bcf0b-c93c-4b2e-bef8-4773b0374f87'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:45.350236 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:45.350688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:45.362672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (7a024023-d31c-4907-8a14-c53d0d628e40), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.364366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:45.414622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 8c926d56-bafb-4466-8570-a11b038b3bb4 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:45.426027 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-39137b0b-0022-4b85-b0a0-42280db5d30e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1882620 Apr 06 14:32:45.430159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47082) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.435784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:45.472684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46112ef8-a1b5-4e37-bc39-ea7e6f597006 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:45.521677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (3a8021a3-1dbd-4f7a-add3-f06303432862), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.539568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.548331 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/3a8021a3-1dbd-4f7a-add3-f06303432862 HTTP/1.1" status: 204 len: 168 time: 1.8934858 Apr 06 14:32:45.548331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47084) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.571736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-94ca971e-919a-4832-af76-04b72fffed4f None None] Provisioning complete for port 27caf60a-25df-4807-9ce0-3b6f647da8f6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:45.571736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-94ca971e-919a-4832-af76-04b72fffed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.574136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1304082790'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:45.583076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (7a024023-d31c-4907-8a14-c53d0d628e40), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.588766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.589389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.591860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbf920-f3ae-408c-9148-42130b37e970 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Network': ['ID=3a8021a3-1dbd-4f7a-add3-f06303432862,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.639560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46112ef8-a1b5-4e37-bc39-ea7e6f597006 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:45.640823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f47e14ed-2149-4198-8a61-df667b24fa3b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.687268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.738792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e14ed-2149-4198-8a61-df667b24fa3b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.759127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Network': ['ID=7a024023-d31c-4907-8a14-c53d0d628e40,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.781299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::2b0 (10f352ef-2874-46bc-9a3b-d9f6bb884974/12defe40-1dda-42f8-aa20-cd817073e3de/8c926d56-bafb-4466-8570-a11b038b3bb4) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:45.799563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 7a024023-d31c-4907-8a14-c53d0d628e40 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:45.800479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:45.801739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-94ca971e-919a-4832-af76-04b72fffed4f None None] Current status of the port 27caf60a-25df-4807-9ce0-3b6f647da8f6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:45.804132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.809523 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d678e655-f048-46e7-9422-a014205e6021 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8560531 Apr 06 14:32:45.813121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47086) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.822555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Request body: {'subnet': {'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:45.860858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:45.890857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.891207 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Added segment 88448f2c-2d97-4deb-8375-7bddfc7ccc03 of type vlan for network e10aef16-04d1-4c65-b85e-2703ed550cf7 Apr 06 14:32:45.928161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:45.931968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.987456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.007714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.011844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.041714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.072734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.117218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:46.129298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (8c926d56-bafb-4466-8570-a11b038b3bb4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.130432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20700a1-267c-44c2-9a19-2825842777b9 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:46.137380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d8975b-1170-400d-a5a2-0d25939f46a8 None None] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:46.139868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89180b-75eb-4150-8a72-0f81518206b4 None None] Network 3a8021a3-1dbd-4f7a-add3-f06303432862 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:46.155772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (7e2bcf0b-c93c-4b2e-bef8-4773b0374f87), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.156568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router 7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:46.169510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.171611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3f370cde-26b2-4d0c-839b-dfa1029709e6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 HTTP/1.1" status: 204 len: 168 time: 1.0244484 Apr 06 14:32:46.175183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47088) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.254392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.255934 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-53b848a0-bb31-4942-a529-f49799ec9a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5767066 Apr 06 14:32:46.259968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Made reservation on behalf of 6928c85474cb43f6b7a628afca17d355 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:46.263574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.270978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47090) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.286175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.292025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:46.292921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.300134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': 'b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:46.308651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89180b-75eb-4150-8a72-0f81518206b4 None None] Network 3a8021a3-1dbd-4f7a-add3-f06303432862 could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:46.310372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 27caf60a-25df-4807-9ce0-3b6f647da8f6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:46.328379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8c926d56-bafb-4466-8570-a11b038b3bb4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.447602 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8888936 Apr 06 14:32:46.452255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d510c3-47b6-4419-b178-ef5434b09780 None None] Network 3a8021a3-1dbd-4f7a-add3-f06303432862 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:46.470145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47096) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.487118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'subnet': {'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:46.515447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 46857005-7c2b-447a-bddd-0edf3041e550 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:46.525550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (46857005-7c2b-447a-bddd-0edf3041e550), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.541593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d510c3-47b6-4419-b178-ef5434b09780 None None] Network 3a8021a3-1dbd-4f7a-add3-f06303432862 could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:46.579730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (46857005-7c2b-447a-bddd-0edf3041e550), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.593802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 27caf60a-25df-4807-9ce0-3b6f647da8f6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:46.594292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.619752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:46.624807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:46.632400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (6de5f59f-0a3d-469b-90df-623f9771d626), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.634028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596e485-6495-4bee-ad60-f9e1b1da408d tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Network': ['ID=e10aef16-04d1-4c65-b85e-2703ed550cf7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:46.637388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:46.651748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:46.651748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.657590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group_rule (6826ab4f-fb97-43cf-82d0-67b1a3477c18), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.659426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network e10aef16-04d1-4c65-b85e-2703ed550cf7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:46.692942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=8c926d56-bafb-4466-8570-a11b038b3bb4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:46.714653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:46.714653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.815367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (46857005-7c2b-447a-bddd-0edf3041e550), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.822059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Checking segment: {'id': 'a6f5a265-3234-43d2-af78-a854b0e48e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:46.824777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network hostable DHCP agents. Network: 7a024023-d31c-4907-8a14-c53d0d628e40, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:46.825118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 27caf60a-25df-4807-9ce0-3b6f647da8f6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:46.878183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Subnet': ['ID=6de5f59f-0a3d-469b-90df-623f9771d626,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:46.993899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c22810-8b4e-4935-b484-1769317b10bf None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:47.016153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network 7a024023-d31c-4907-8a14-c53d0d628e40 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:47.045132 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-d4f070d4-a437-4c04-82a1-07f4d040cb69 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946225727&fields=id&tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 267 time: 0.0890760 Apr 06 14:32:47.096993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b9632269-b82b-43d0-b187-e99e274eb44c None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:47.097489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9632269-b82b-43d0-b187-e99e274eb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.110308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (46857005-7c2b-447a-bddd-0edf3041e550), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.186166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group_rule (6826ab4f-fb97-43cf-82d0-67b1a3477c18), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.194223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 7a024023-d31c-4907-8a14-c53d0d628e40) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:47.202665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:47.203439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.204995 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d01a8cff-2ac0-4410-a8b2-a6b50f245ad9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5102818 Apr 06 14:32:47.206113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (0e0f0b39-d72e-476b-9e0b-c84b7677742b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.215628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47104) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.222796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc082d9e-d473-4541-ad25-a6ed9fc8bc5d None None] Network 7a024023-d31c-4907-8a14-c53d0d628e40 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:47.228215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.234496 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/46857005-7c2b-447a-bddd-0edf3041e550 HTTP/1.1" status: 204 len: 168 time: 1.0568633 Apr 06 14:32:47.235413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d5e21-8ee6-4a3a-8737-2910e473e620 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=46857005-7c2b-447a-bddd-0edf3041e550,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:47.241832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:47.242960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47106) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.256902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:47.281435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac804c-ddec-4d32-a8fc-73300a169c6d None None] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:47.337640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:47.338383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.361602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ea7d3e63-c52c-4d2c-be10-e761d8e93543), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.362668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (6826ab4f-fb97-43cf-82d0-67b1a3477c18), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.378094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b9632269-b82b-43d0-b187-e99e274eb44c None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:47.437252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6826ab4f-fb97-43cf-82d0-67b1a3477c18,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:47.441945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=0e0f0b39-d72e-476b-9e0b-c84b7677742b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:47.442731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] Update dhcp port {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'fixed_ips': [{'subnet_id': '7300225b-d035-4175-bc43-1a133f3828f0', 'ip_address': '2001:db8::f816:3eff:fe93:c0df'}, {'subnet_id': '0e0f0b39-d72e-476b-9e0b-c84b7677742b'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:32:47.452138 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-994f0d26-35d4-4154-972b-d6e1a6661f68 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0206060 Apr 06 14:32:47.458251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47108) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.465906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:bf:69:e9', 'name': 'tempest-NetworksTestDHCPv6-1968960865'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:47.498906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47daca68-40ff-4a43-ad8b-1c258a600024 None None] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:47.499084 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2b05f9ad-0084-4d9f-8074-7a510af7071a tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6831448 Apr 06 14:32:47.501824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47110) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.503754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.519765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-546c90ba-16f4-4d58-b6c3-5ad1b8634091 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:47.528797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-546c90ba-16f4-4d58-b6c3-5ad1b8634091 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 812 time: 0.4763968 Apr 06 14:32:47.533850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1851720473', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:47.545107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6416183-5a01-4e9b-9d8a-2875734e0814 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:47.546618 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e6416183-5a01-4e9b-9d8a-2875734e0814 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A10a HTTP/1.1" status: 200 len: 929 time: 0.3030369 Apr 06 14:32:47.552942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47112) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.553526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-7a024023-d31c-4907-8a14-c53d0d628e40', 'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40', 'project_id': '6928c85474cb43f6b7a628afca17d355', 'fixed_ips': [{'subnet_id': '6de5f59f-0a3d-469b-90df-623f9771d626'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:47.555283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.569570 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-b0991e1a-b074-4716-887d-41ab42fa55ad tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/quotas/1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 375 time: 0.0394936 Apr 06 14:32:47.628143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.632048 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-353a44ba-9ac9-4af5-bcaa-7bcc17eeac81 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3461549 Apr 06 14:32:47.634039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Provisioning complete for port 4dda4f26-57e3-4e8e-a839-593eb6c6b369 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:47.634528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.637755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47114) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.656775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ac5b1010-f02d-46f2-969e-6fe37f8eed82 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': 'b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:47.670313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:47.670686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.741223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] DHCP port deletion for ea7d3e63-c52c-4d2c-be10-e761d8e93543 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:47.743715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (865ed9b7-802a-4bd0-92dd-2d31ff591413), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.744779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (865ed9b7-802a-4bd0-92dd-2d31ff591413), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.755802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-953298c9-456b-41ff-9d58-9499edef745a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791906 Apr 06 14:32:47.778138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port d14f09b6-d05c-4a8c-86d6-f7f708e96e41, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,segment=NetworkSegment(444a231d-1218-4772-b25b-4877d435148c),segment_id=444a231d-1218-4772-b25b-4877d435148c)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:47.778415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.813263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for d14f09b6-d05c-4a8c-86d6-f7f708e96e41 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:47.827251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 8c926d56-bafb-4466-8570-a11b038b3bb4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:47.827621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8c926d56-bafb-4466-8570-a11b038b3bb4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.876297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Port 4dda4f26-57e3-4e8e-a839-593eb6c6b369 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:47.910824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router_controller (865ed9b7-802a-4bd0-92dd-2d31ff591413), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.938109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8c926d56-bafb-4466-8570-a11b038b3bb4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.956077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 8c926d56-bafb-4466-8570-a11b038b3bb4 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:47.977978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Provisioning complete for port 27caf60a-25df-4807-9ce0-3b6f647da8f6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:47.978346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.997332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-bc359ee4-712a-41be-b7db-541924ee45e2 service neutron] 10.222.0.89 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101135 Apr 06 14:32:48.020890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Allocated IP 172.20.0.2 (7a024023-d31c-4907-8a14-c53d0d628e40/6de5f59f-0a3d-469b-90df-623f9771d626/1db711cf-2483-48f8-b527-45cf042088e4) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:48.027069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1010-f02d-46f2-969e-6fe37f8eed82 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group_rule (68817b9d-1451-4f31-8246-35a164824ff7), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.062490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] Allocated IP 2001:db8:0:1::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/0e0f0b39-d72e-476b-9e0b-c84b7677742b/ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:48.077071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:48.081618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (72b1c421-a54a-45d1-85b5-c82fdf4c810d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.127714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Deleting port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:48.132798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.171206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.286981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.327447 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-ea9f0fbf-501e-4cef-bdc5-431f54137578 service neutron] 10.222.0.89 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293440 Apr 06 14:32:48.330974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Checking segment: {'id': '88448f2c-2d97-4deb-8375-7bddfc7ccc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:48.330974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network hostable DHCP agents. Network: e10aef16-04d1-4c65-b85e-2703ed550cf7, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:48.331160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:48.348464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Subnet': ['ID=72b1c421-a54a-45d1-85b5-c82fdf4c810d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.364988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router_gateway (865ed9b7-802a-4bd0-92dd-2d31ff591413), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.390579 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-ac5b1010-f02d-46f2-969e-6fe37f8eed82 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:32:48.390579 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ac5b1010-f02d-46f2-969e-6fe37f8eed82 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7448025 Apr 06 14:32:48.399173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47116) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:48.430110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ea7d3e63-c52c-4d2c-be10-e761d8e93543), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.435090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.454552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7d3e63-c52c-4d2c-be10-e761d8e93543']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:48.466687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444a231d-1218-4772-b25b-4877d435148c') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:48.467395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444a231d-1218-4772-b25b-4877d435148c') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:48.487425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (444a231d-1218-4772-b25b-4877d435148c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.498076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (444a231d-1218-4772-b25b-4877d435148c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.509348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:48.509996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (444a231d-1218-4772-b25b-4877d435148c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.514848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d14f09b6-d05c-4a8c-86d6-f7f708e96e41 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:48.539894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 8cfc0312-157c-47a7-95d9-68dbf717f6ad yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:48.547477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8c926d56-bafb-4466-8570-a11b038b3bb4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.649810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: d14f09b6-d05c-4a8c-86d6-f7f708e96e41 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:48.649810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d14f09b6-d05c-4a8c-86d6-f7f708e96e41 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:48.650676 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:48.652936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e7acdec-602a-42e7-aab4-8a950cc4f3e9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.652936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network e10aef16-04d1-4c65-b85e-2703ed550cf7 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:48.713180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e7acdec-602a-42e7-aab4-8a950cc4f3e9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.713439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] For port d14f09b6-d05c-4a8c-86d6-f7f708e96e41, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,segment=NetworkSegment(444a231d-1218-4772-b25b-4877d435148c),segment_id=444a231d-1218-4772-b25b-4877d435148c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:48.713814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.733169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Current status of the port 27caf60a-25df-4807-9ce0-3b6f647da8f6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:48.755700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Calling delete_port for d14f09b6-d05c-4a8c-86d6-f7f708e96e41 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:48.765547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=8c926d56-bafb-4466-8570-a11b038b3bb4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.786837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ea7d3e63-c52c-4d2c-be10-e761d8e93543), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.809419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9583be9e-1788-4a97-bbbe-4e4d4d150de7 None None] Could not find standard attr ID for object 8c926d56-bafb-4466-8570-a11b038b3bb4. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:48.816050 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.824806 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-96cf5fc3-48c9-4cfb-a937-51e9f55061b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/8c926d56-bafb-4466-8570-a11b038b3bb4 HTTP/1.1" status: 204 len: 168 time: 1.2703269 Apr 06 14:32:48.831901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47124) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:48.831901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.844236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/ea7d3e63-c52c-4d2c-be10-e761d8e93543 HTTP/1.1" status: 204 len: 168 time: 1.5815942 Apr 06 14:32:48.844378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:48.846911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47126) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:48.894810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-22689287', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:48.895268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-60061f1e-5e5e-4db8-b621-860c0c455c32 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:32:48.895268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-60061f1e-5e5e-4db8-b621-860c0c455c32 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/8c926d56-bafb-4466-8570-a11b038b3bb4 HTTP/1.1" status: 404 len: 333 time: 0.0565093 Apr 06 14:32:48.896475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaf241-920e-4125-96d8-3b33709056f7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=ea7d3e63-c52c-4d2c-be10-e761d8e93543,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.897139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47128) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:48.906152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Publish callbacks [] for port (1db711cf-2483-48f8-b527-45cf042088e4), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.915317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, e10aef16-04d1-4c65-b85e-2703ed550cf7) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:48.923334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:48.924923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.931421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router_gateway (865ed9b7-802a-4bd0-92dd-2d31ff591413), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.944421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869e2df-9dc2-4848-a52c-1946e4a2848c None None] Network e10aef16-04d1-4c65-b85e-2703ed550cf7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:48.956484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.956687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e7acdec-602a-42e7-aab4-8a950cc4f3e9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.958726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e7acdec-602a-42e7-aab4-8a950cc4f3e9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.963893 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6e7acdec-602a-42e7-aab4-8a950cc4f3e9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67 HTTP/1.1" status: 204 len: 168 time: 0.5584922 Apr 06 14:32:48.970999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47130) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:48.984193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7acdec-602a-42e7-aab4-8a950cc4f3e9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dd8c55-bf5c-49cb-ab05-4e92a9cedb67,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.009426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] Publish callbacks [] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.039187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.039486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.049141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Provisioning complete for port 4dda4f26-57e3-4e8e-a839-593eb6c6b369 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:49.049520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.051480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (1db711cf-2483-48f8-b527-45cf042088e4), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.082129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9735574b-3fe5-42b8-9bcc-eb265325be59 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1083269 Apr 06 14:32:49.088899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47132) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.095270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476715840'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:49.125200 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-503a1d81-e52e-4fc9-b79e-902824df3493 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6511595 Apr 06 14:32:49.141800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47134) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.147949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Pushing event updated for resources: {'Port': ['ID=1db711cf-2483-48f8-b527-45cf042088e4,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.160454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (d14f09b6-d05c-4a8c-86d6-f7f708e96e41), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.171438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.181116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Network 7a024023-d31c-4907-8a14-c53d0d628e40 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:49.218692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 4dda4f26-57e3-4e8e-a839-593eb6c6b369 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:49.219066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.238725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:49.241031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Port 4dda4f26-57e3-4e8e-a839-593eb6c6b369 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:49.251509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:49.303437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Network ea7d3e63-c52c-4d2c-be10-e761d8e93543 is not hosted by any dhcp agent {{(pid=104422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:32:49.304254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] No DVR routers for this DVR port d14f09b6-d05c-4a8c-86d6-f7f708e96e41 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:49.337364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db7e2a-8dba-4331-9249-1d4e7632605a None None] Pushing event deleted for resources: {'Port': ['ID=d14f09b6-d05c-4a8c-86d6-f7f708e96e41,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.362093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.377637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 4dda4f26-57e3-4e8e-a839-593eb6c6b369 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:49.381117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Provisioning complete for port 27caf60a-25df-4807-9ce0-3b6f647da8f6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:49.381632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.475996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Attempting to bind port 1db711cf-2483-48f8-b527-45cf042088e4 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:49.476951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Attempting to bind port 1db711cf-2483-48f8-b527-45cf042088e4 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a6f5a265-3234-43d2-af78-a854b0e48e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:49.477317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Attempting to bind port 1db711cf-2483-48f8-b527-45cf042088e4 on network 7a024023-d31c-4907-8a14-c53d0d628e40 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:49.510950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Checking segment: {'id': 'a6f5a265-3234-43d2-af78-a854b0e48e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Bound using segment: {'id': 'a6f5a265-3234-43d2-af78-a854b0e48e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Bound port: 1db711cf-2483-48f8-b527-45cf042088e4, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f5a265-3234-43d2-af78-a854b0e48e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1db711cf-2483-48f8-b527-45cf042088e4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-e10aef16-04d1-4c65-b85e-2703ed550cf7', 'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7', 'project_id': 'd8b87a892ffd4afa88d879673ef9c1d3', 'fixed_ips': [{'subnet_id': '72b1c421-a54a-45d1-85b5-c82fdf4c810d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:49.522793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.543785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.581636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89609219-b4a9-4d56-9772-a96a5c256e94 None None] Pushing event updated for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=9']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.664376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8:0:1::1eb (2934fa9c-89df-48fd-aebe-9f87f342666e/0e0f0b39-d72e-476b-9e0b-c84b7677742b/8cfc0312-157c-47a7-95d9-68dbf717f6ad) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:49.668693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.673682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.685415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4dda4f26-57e3-4e8e-a839-593eb6c6b369), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.712327 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-431b0586-dcef-4436-b10c-dbff24dfcbcf req-05dfc0ff-e662-4bc0-901c-51ebecea4345 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0515735 Apr 06 14:32:49.727677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Allocated IP 172.26.6.9 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/f684f653-865a-4977-8227-99e24d6c4bd5) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:49.744150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Current status of the port 27caf60a-25df-4807-9ce0-3b6f647da8f6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:49.745412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::f816:3eff:febf:69e9 (2934fa9c-89df-48fd-aebe-9f87f342666e/7300225b-d035-4175-bc43-1a133f3828f0/8cfc0312-157c-47a7-95d9-68dbf717f6ad) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:49.750213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] For port 1db711cf-2483-48f8-b527-45cf042088e4, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:49.755171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=4dda4f26-57e3-4e8e-a839-593eb6c6b369,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.758326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] For port 1db711cf-2483-48f8-b527-45cf042088e4, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1db711cf-2483-48f8-b527-45cf042088e4,segment=NetworkSegment(a6f5a265-3234-43d2-af78-a854b0e48e2b),segment_id=a6f5a265-3234-43d2-af78-a854b0e48e2b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:49.783031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a09f1b82-9c5f-4314-a745-71e2298fda25 None None] Could not find standard attr ID for object 8c926d56-bafb-4466-8570-a11b038b3bb4. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:49.828929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.837165 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f1777865-2d68-4745-9d3e-74647d782e1a tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/4dda4f26-57e3-4e8e-a839-593eb6c6b369 HTTP/1.1" status: 204 len: 168 time: 0.9389589 Apr 06 14:32:49.841630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Allocated IP 2001:db8::2 (e10aef16-04d1-4c65-b85e-2703ed550cf7/72b1c421-a54a-45d1-85b5-c82fdf4c810d/9053d13c-76a3-4075-9989-efb721d16a80) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:49.846835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.849178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47144) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.904630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.906286 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-856e1318-2cb1-429a-9667-7890ee1bd29f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0599325 Apr 06 14:32:49.913566 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2dbeb7-113a-4605-b4cc-dd176b4ea0b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:32:49.918387 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ba2dbeb7-113a-4605-b4cc-dd176b4ea0b8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/4dda4f26-57e3-4e8e-a839-593eb6c6b369 HTTP/1.1" status: 404 len: 333 time: 0.0643156 Apr 06 14:32:49.921553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47146) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.921988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47148) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.930945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453428887'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:49.949802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for port (f684f653-865a-4977-8227-99e24d6c4bd5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.953747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1db711cf-2483-48f8-b527-45cf042088e4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.045748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (72b1c421-a54a-45d1-85b5-c82fdf4c810d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.071225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-797b17e8-10af-49f5-8191-75f14a9d0b4d None None] Could not find standard attr ID for object 8c926d56-bafb-4466-8570-a11b038b3bb4. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:50.129863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (becb4a9c-c702-46b2-904b-00e47a186487), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.135645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet 12defe40-1dda-42f8-aa20-cd817073e3de {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:50.144177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (12defe40-1dda-42f8-aa20-cd817073e3de), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.177302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f684f653-865a-4977-8227-99e24d6c4bd5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.185040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:50.194059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.198336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1225aaa-a0de-43dd-a89a-8c85059b2a03 None None] Pushing event updated for resources: {'Port': ['ID=1db711cf-2483-48f8-b527-45cf042088e4,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.228346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Publish callbacks [] for port (9053d13c-76a3-4075-9989-efb721d16a80), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.241812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:50.245095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:50.251786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:50.254028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (12defe40-1dda-42f8-aa20-cd817073e3de), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.304479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Port': ['ID=f684f653-865a-4977-8227-99e24d6c4bd5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.328378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (becb4a9c-c702-46b2-904b-00e47a186487), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.344673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.362862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (9053d13c-76a3-4075-9989-efb721d16a80), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.398032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:50.417072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becb4a9c-c702-46b2-904b-00e47a186487,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.434674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:50.455291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.459458 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-17899439-63ed-4bb5-8a41-0a86f220db11 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3658571 Apr 06 14:32:50.463656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47152) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:50.468526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-14f1fce3-7dbb-4d3d-b418-e6c8137e1504 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': 'becb4a9c-c702-46b2-904b-00e47a186487', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:50.469499 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-14f1fce3-7dbb-4d3d-b418-e6c8137e1504 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 06 14:32:50.470111 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-14f1fce3-7dbb-4d3d-b418-e6c8137e1504 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:50.474035 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-14f1fce3-7dbb-4d3d-b418-e6c8137e1504 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063345 Apr 06 14:32:50.479675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:50.531281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (72b1c421-a54a-45d1-85b5-c82fdf4c810d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.532863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (8e020c48-881f-4e47-b9f5-3fbe996966b3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.533327 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 8e020c48-881f-4e47-b9f5-3fbe996966b3 of type vlan for network ccb47456-8801-46a5-8c9c-747cedb8847a Apr 06 14:32:50.548546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (12defe40-1dda-42f8-aa20-cd817073e3de), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.561221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Network e10aef16-04d1-4c65-b85e-2703ed550cf7 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:50.578577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:50.581310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:50.585955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Pushing event updated for resources: {'Port': ['ID=9053d13c-76a3-4075-9989-efb721d16a80,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.590427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Subnet': ['ID=72b1c421-a54a-45d1-85b5-c82fdf4c810d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.675383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:50.675761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.715896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5be564-24af-4f60-8414-b26a55a0a547 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:50.723039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.729494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.733214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ccb47456-8801-46a5-8c9c-747cedb8847a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.740892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Attempting to bind port 9053d13c-76a3-4075-9989-efb721d16a80 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:50.741291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Attempting to bind port 9053d13c-76a3-4075-9989-efb721d16a80 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '88448f2c-2d97-4deb-8375-7bddfc7ccc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:50.741656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Attempting to bind port 9053d13c-76a3-4075-9989-efb721d16a80 on network e10aef16-04d1-4c65-b85e-2703ed550cf7 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:50.754172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10aef16-04d1-4c65-b85e-2703ed550cf7']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:50.770499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88448f2c-2d97-4deb-8375-7bddfc7ccc03') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:50.770779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88448f2c-2d97-4deb-8375-7bddfc7ccc03') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:50.832067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.838422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:50.839071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Checking segment: {'id': '88448f2c-2d97-4deb-8375-7bddfc7ccc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:50.839176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.839755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Bound using segment: {'id': '88448f2c-2d97-4deb-8375-7bddfc7ccc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:50.842255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:50.852438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Bound port: 9053d13c-76a3-4075-9989-efb721d16a80, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88448f2c-2d97-4deb-8375-7bddfc7ccc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:50.852930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9053d13c-76a3-4075-9989-efb721d16a80), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.866517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:50.871854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=8cfc0312-157c-47a7-95d9-68dbf717f6ad,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.876537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:50.877534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-62e29173-f0e6-48ee-9e4b-58f251695523 None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:50.877738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-62e29173-f0e6-48ee-9e4b-58f251695523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.881883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:50.887889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.888411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2031-10a8-472e-93a5-1e94d13ab6d4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (becb4a9c-c702-46b2-904b-00e47a186487), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.896286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec83a45e-b0a4-4225-8275-b83f2071b274 req-7e8b3cfb-7db8-41be-8040-26b271c32883 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0663927 Apr 06 14:32:50.897449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.928607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2031-10a8-472e-93a5-1e94d13ab6d4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (becb4a9c-c702-46b2-904b-00e47a186487), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.943735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:50.944154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:50.947905 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:50.963961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (12defe40-1dda-42f8-aa20-cd817073e3de), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.970395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ccb47456-8801-46a5-8c9c-747cedb8847a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.976435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:50.977662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.036915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router_gateway (865ed9b7-802a-4bd0-92dd-2d31ff591413), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.070772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] For port 9053d13c-76a3-4075-9989-efb721d16a80, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:51.075793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=12defe40-1dda-42f8-aa20-cd817073e3de,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.087215 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-edc2468c-4d7f-4711-9af2-f56fd31e8610 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6249707 Apr 06 14:32:51.087215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.091054 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-afac7df0-a40c-4546-a152-6ae37e082cf7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/12defe40-1dda-42f8-aa20-cd817073e3de HTTP/1.1" status: 204 len: 168 time: 1.1635466 Apr 06 14:32:51.092563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47158) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.092932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47160) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.096811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ac626-586d-4bf4-9d7d-2e2b27581e85 None None] Network 10f352ef-2874-46bc-9a3b-d9f6bb884974 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:51.103012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] For port 9053d13c-76a3-4075-9989-efb721d16a80, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9053d13c-76a3-4075-9989-efb721d16a80,segment=NetworkSegment(88448f2c-2d97-4deb-8375-7bddfc7ccc03),segment_id=88448f2c-2d97-4deb-8375-7bddfc7ccc03)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:51.118812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:51.158527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.api [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:51.158527 dv-neutron-836581-2-hyperv neutron-server[104420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:51.158527 dv-neutron-836581-2-hyperv neutron-server[104420]: [parameters: {'id': 'e10aef16-04d1-4c65-b85e-2703ed550cf7'}] Apr 06 14:32:51.158527 dv-neutron-836581-2-hyperv neutron-server[104420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:51.159694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG oslo_db.api [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:51.197902 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2737541 Apr 06 14:32:51.207985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8094269-9d21-4142-9ec8-737939188b2e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=ccb47456-8801-46a5-8c9c-747cedb8847a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.210123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.213779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9053d13c-76a3-4075-9989-efb721d16a80), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.220543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:51.274769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ccb47456-8801-46a5-8c9c-747cedb8847a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:51.299006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2031-10a8-472e-93a5-1e94d13ab6d4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (becb4a9c-c702-46b2-904b-00e47a186487), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.302451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2031-10a8-472e-93a5-1e94d13ab6d4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.306563 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed9a2031-10a8-472e-93a5-1e94d13ab6d4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/becb4a9c-c702-46b2-904b-00e47a186487 HTTP/1.1" status: 204 len: 168 time: 0.8213377 Apr 06 14:32:51.313123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47164) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.404277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (10f352ef-2874-46bc-9a3b-d9f6bb884974), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.413625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2031-10a8-472e-93a5-1e94d13ab6d4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb4a9c-c702-46b2-904b-00e47a186487,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.511680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (865ed9b7-802a-4bd0-92dd-2d31ff591413), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.521061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-67757033-22f2-4427-b4a7-05538fb07cd4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2047713 Apr 06 14:32:51.526220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47166) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.531814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791061560'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:51.553347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 8cfc0312-157c-47a7-95d9-68dbf717f6ad {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:51.553832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.615131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-62e29173-f0e6-48ee-9e4b-58f251695523 None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:51.627911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:51.636814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.699844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.733187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398966b3-c60a-4071-9962-406f77c80f90 None None] Pushing event updated for resources: {'Port': ['ID=9053d13c-76a3-4075-9989-efb721d16a80,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.762907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.766079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1be99f-53e6-418e-adb7-fcaf45a3d56e None None] Network e10aef16-04d1-4c65-b85e-2703ed550cf7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:51.788514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 27caf60a-25df-4807-9ce0-3b6f647da8f6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:51.790774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.843564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f7264118-9ea3-4efe-aa16-264f0e539caf None None] Provisioning complete for port 8cfc0312-157c-47a7-95d9-68dbf717f6ad triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:51.844095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f7264118-9ea3-4efe-aa16-264f0e539caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.846025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.888417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] DHCP port deletion for 10f352ef-2874-46bc-9a3b-d9f6bb884974 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:51.958137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f7264118-9ea3-4efe-aa16-264f0e539caf None None] Port 8cfc0312-157c-47a7-95d9-68dbf717f6ad cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:51.985341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (890a4b31-052a-46d1-bc6a-5474f3e37f15), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.989522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Deleting port 9053d13c-76a3-4075-9989-efb721d16a80 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:51.989869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9053d13c-76a3-4075-9989-efb721d16a80), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.009698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f7264118-9ea3-4efe-aa16-264f0e539caf None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:52.015616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f7264118-9ea3-4efe-aa16-264f0e539caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.016674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 8cfc0312-157c-47a7-95d9-68dbf717f6ad owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:52.043134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Router 865ed9b7-802a-4bd0-92dd-2d31ff591413 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:52.060354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29e489-0730-4fb1-b591-3a319c70c3bd None None] Network 7a024023-d31c-4907-8a14-c53d0d628e40 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:52.073770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] For port 27caf60a-25df-4807-9ce0-3b6f647da8f6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=27caf60a-25df-4807-9ce0-3b6f647da8f6,segment=NetworkSegment(64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2),segment_id=64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:52.077392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.084022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (890a4b31-052a-46d1-bc6a-5474f3e37f15), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.112372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] Deleting port 27caf60a-25df-4807-9ce0-3b6f647da8f6 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:52.113098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.117270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-daa95189-5ac5-4007-8447-536bcb14135c req-e6b46683-e30d-4765-a490-33bfb624f12d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0637336 Apr 06 14:32:52.144932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 27caf60a-25df-4807-9ce0-3b6f647da8f6 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:52.173467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] For port 9053d13c-76a3-4075-9989-efb721d16a80, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9053d13c-76a3-4075-9989-efb721d16a80,segment=NetworkSegment(88448f2c-2d97-4deb-8375-7bddfc7ccc03),segment_id=88448f2c-2d97-4deb-8375-7bddfc7ccc03)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:52.174132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9053d13c-76a3-4075-9989-efb721d16a80), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.193864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Calling delete_port for 9053d13c-76a3-4075-9989-efb721d16a80 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:52.214928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] For port 27caf60a-25df-4807-9ce0-3b6f647da8f6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=27caf60a-25df-4807-9ce0-3b6f647da8f6,segment=NetworkSegment(64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2),segment_id=64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:52.215401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.233216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] Calling delete_port for 27caf60a-25df-4807-9ce0-3b6f647da8f6 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:52.423774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890a4b31-052a-46d1-bc6a-5474f3e37f15,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:52.448307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1db711cf-2483-48f8-b527-45cf042088e4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:52.452792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f7264118-9ea3-4efe-aa16-264f0e539caf None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:52.460349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.522815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] Pushing event deleted for resources: {'Port': ['ID=27caf60a-25df-4807-9ce0-3b6f647da8f6,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:52.526496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f9e24-4fef-47eb-81e2-8045785e33a5 None None] No DVR routers for this DVR port 27caf60a-25df-4807-9ce0-3b6f647da8f6 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:52.549140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-c7650cfc-da3f-490e-be23-d6700f22d8f3 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:52.551071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-c7650cfc-da3f-490e-be23-d6700f22d8f3 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 812 time: 0.2269251 Apr 06 14:32:52.559788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.561651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-827a4234-28af-4ea5-bc7c-8ab0f272a384 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0336239 Apr 06 14:32:52.588613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9053d13c-76a3-4075-9989-efb721d16a80), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.591311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47170) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:52.603845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aae110db-badb-443d-8db1-e623fd58bf5d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '890a4b31-052a-46d1-bc6a-5474f3e37f15', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:52.605097 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-aae110db-badb-443d-8db1-e623fd58bf5d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 06 14:32:52.606412 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-aae110db-badb-443d-8db1-e623fd58bf5d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:52.607958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aae110db-badb-443d-8db1-e623fd58bf5d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097377 Apr 06 14:32:52.610025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20413b8a-6ffc-4aba-8129-4db98ad094ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.628121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Provisioning complete for port 8cfc0312-157c-47a7-95d9-68dbf717f6ad triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:52.628506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.632061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47172) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:52.673909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No DVR routers for this DVR port 9053d13c-76a3-4075-9989-efb721d16a80 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:52.679943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 1db711cf-2483-48f8-b527-45cf042088e4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:52.679943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1db711cf-2483-48f8-b527-45cf042088e4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.744767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Port 8cfc0312-157c-47a7-95d9-68dbf717f6ad cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:52.753930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Could not find standard attr ID for object a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:52.756738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Port': ['ID=9053d13c-76a3-4075-9989-efb721d16a80,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:52.796570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Provisioning complete for port 1db711cf-2483-48f8-b527-45cf042088e4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:52.796986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1db711cf-2483-48f8-b527-45cf042088e4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.873041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 1db711cf-2483-48f8-b527-45cf042088e4 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:52.873620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1db711cf-2483-48f8-b527-45cf042088e4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.938669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:52.956155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (27caf60a-25df-4807-9ce0-3b6f647da8f6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.961896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] Sync routers for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:52.983536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 1db711cf-2483-48f8-b527-45cf042088e4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1db711cf-2483-48f8-b527-45cf042088e4,segment=NetworkSegment(a6f5a265-3234-43d2-af78-a854b0e48e2b),segment_id=a6f5a265-3234-43d2-af78-a854b0e48e2b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:52.990713 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:52.990713 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.991425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Current status of the port 1db711cf-2483-48f8-b527-45cf042088e4 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:52.991629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1db711cf-2483-48f8-b527-45cf042088e4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.996350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=27caf60a-25df-4807-9ce0-3b6f647da8f6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.007318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No DVR routers for this DVR port 27caf60a-25df-4807-9ce0-3b6f647da8f6 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:53.029170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b68f2b3-8eeb-4e14-b7b8-b39a6fe092db tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (890a4b31-052a-46d1-bc6a-5474f3e37f15), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.042004 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-8465de9e-13eb-42b7-acb8-a1952960469f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 379 time: 0.4749374 Apr 06 14:32:53.045412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e8755-1380-418e-ae29-71265ab5a7b9 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:53.051098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'port': {'device_id': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'admin_state_up': True, 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'security_groups': ['e96beedc-8b0f-450f-afed-13f1d9dfb742']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:53.067514 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.077569 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:53.078194 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.100834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.111931 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.113167 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18b67e-5b2d-41b8-9361-b7cca4a9a43f None None] The sync data for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:53.140362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (4354464a-913c-43cd-aecc-dfc1519e15f6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.142268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8cfc0312-157c-47a7-95d9-68dbf717f6ad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.145152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b68f2b3-8eeb-4e14-b7b8-b39a6fe092db tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (890a4b31-052a-46d1-bc6a-5474f3e37f15), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.152278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.156584 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb2d5244-699b-49b3-9777-c868eda1a174 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.6462505 Apr 06 14:32:53.164971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47180) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.231672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e8755-1380-418e-ae29-71265ab5a7b9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:53.234607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1db711cf-2483-48f8-b527-45cf042088e4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.264950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10aef16-04d1-4c65-b85e-2703ed550cf7']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.265307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=4354464a-913c-43cd-aecc-dfc1519e15f6,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.279789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (10f352ef-2874-46bc-9a3b-d9f6bb884974), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.293800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=8cfc0312-157c-47a7-95d9-68dbf717f6ad,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.303030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a03d7f0-e0bd-4978-ab3a-949cd7b78294 req-88dc33ff-2b24-4453-a43b-7cc85b90c394 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0671349 Apr 06 14:32:53.303674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88448f2c-2d97-4deb-8375-7bddfc7ccc03') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.304066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88448f2c-2d97-4deb-8375-7bddfc7ccc03') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.368624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 27caf60a-25df-4807-9ce0-3b6f647da8f6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:53.377749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.378110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.386517 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6853df02-4607-4edf-a89c-25b4ef407c2b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/8cfc0312-157c-47a7-95d9-68dbf717f6ad HTTP/1.1" status: 204 len: 168 time: 2.2897062 Apr 06 14:32:53.388495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47182) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.395960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 27caf60a-25df-4807-9ce0-3b6f647da8f6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:53.396312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 27caf60a-25df-4807-9ce0-3b6f647da8f6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:53.405450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f352ef-2874-46bc-9a3b-d9f6bb884974']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.428565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.429169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:53.441442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.450599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.461233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:53.461786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (88448f2c-2d97-4deb-8375-7bddfc7ccc03), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:53.467207 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:53.472674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:53.473254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: ccb47456-8801-46a5-8c9c-747cedb8847a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:53.483268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.484976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:53.485554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:53.495444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:53.495444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (64f0ce5e-4e1c-4f1a-9922-3b0fcd390ca2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.506507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.520119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=1db711cf-2483-48f8-b527-45cf042088e4,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.530421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b68f2b3-8eeb-4e14-b7b8-b39a6fe092db tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (890a4b31-052a-46d1-bc6a-5474f3e37f15), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.531257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b68f2b3-8eeb-4e14-b7b8-b39a6fe092db tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.535195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6b68f2b3-8eeb-4e14-b7b8-b39a6fe092db tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/890a4b31-052a-46d1-bc6a-5474f3e37f15 HTTP/1.1" status: 204 len: 168 time: 0.9011815 Apr 06 14:32:53.538550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47184) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:53.561962 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:53.592300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb25be-038b-4866-a2f0-3e89c7fdae69 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.594075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-52eb25be-038b-4866-a2f0-3e89c7fdae69 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1992126 Apr 06 14:32:53.598092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47186) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.602351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68f2b3-8eeb-4e14-b7b8-b39a6fe092db tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890a4b31-052a-46d1-bc6a-5474f3e37f15,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.614854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Made reservation on behalf of 1a315d932f2d48d7b0eba7b4b6bcdab2 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:53.621674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.679022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df9938-b370-41c5-9d78-da1054ceb32e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.684554 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f2df9938-b370-41c5-9d78-da1054ceb32e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0818219 Apr 06 14:32:53.685444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47188) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.720109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network ccb47456-8801-46a5-8c9c-747cedb8847a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:53.745126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (10f352ef-2874-46bc-9a3b-d9f6bb884974), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.751663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.759294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (e10aef16-04d1-4c65-b85e-2703ed550cf7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.764165 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/10f352ef-2874-46bc-9a3b-d9f6bb884974 HTTP/1.1" status: 204 len: 168 time: 2.6612256 Apr 06 14:32:53.764920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47190) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.787287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1372898628'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:53.816615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ccb47456-8801-46a5-8c9c-747cedb8847a) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:53.821297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.821910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.827100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1c060-a51a-48bf-8e7f-2fdd24f79db1 None None] Network ccb47456-8801-46a5-8c9c-747cedb8847a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:53.835185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4a178-9201-4e0d-93a8-56792c92c865 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.837253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4a178-9201-4e0d-93a8-56792c92c865 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.838576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4a178-9201-4e0d-93a8-56792c92c865 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.843494 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-87a4a178-9201-4e0d-93a8-56792c92c865 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1546059 Apr 06 14:32:53.843494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52696c-f9ef-40d5-8f29-c3754d06e6cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=10f352ef-2874-46bc-9a3b-d9f6bb884974,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.846415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47192) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.953097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 0e0f0b39-d72e-476b-9e0b-c84b7677742b {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:53.957361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (0e0f0b39-d72e-476b-9e0b-c84b7677742b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.962681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-ccb47456-8801-46a5-8c9c-747cedb8847a', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:53.969523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.018306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:54.026239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.045817 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-92616f35-9d87-4ef1-8211-56440ee7cc32 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8296006 Apr 06 14:32:54.050236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47194) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.125350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-91cd99e3-776f-4518-944c-3013d220c306 None None] Current status of the port 1db711cf-2483-48f8-b527-45cf042088e4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:54.165029 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6e4d1d92-2344-403f-a66d-97c51c4a5809 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6177702 Apr 06 14:32:54.169661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47196) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.182820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--365762517'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.186998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.194229 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/e10aef16-04d1-4c65-b85e-2703ed550cf7 HTTP/1.1" status: 204 len: 168 time: 5.0513029 Apr 06 14:32:54.208350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47198) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.221270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1053490265'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.247033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef705eb-892f-4123-b8d2-2bb2319eb1e3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Network': ['ID=e10aef16-04d1-4c65-b85e-2703ed550cf7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.256526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Allocated IP 2001:db8::2 (ccb47456-8801-46a5-8c9c-747cedb8847a/4354464a-913c-43cd-aecc-dfc1519e15f6/7c2124a4-249e-4c3f-9474-2395cd6b3fca) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:54.294978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-06fa7d2e-b488-424c-8c8b-e8972a54457e None None] Provisioning complete for port 1db711cf-2483-48f8-b527-45cf042088e4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:54.295365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06fa7d2e-b488-424c-8c8b-e8972a54457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1db711cf-2483-48f8-b527-45cf042088e4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.361965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (0e0f0b39-d72e-476b-9e0b-c84b7677742b), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.366027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1db711cf-2483-48f8-b527-45cf042088e4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:54.399021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:54.408473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:54.416295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.445968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.447476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1c6fa107-ee21-437f-b845-f154bad99ac1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.448014 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment 1c6fa107-ee21-437f-b845-f154bad99ac1 of type vlan for network b37195c9-a5b4-4837-9d13-2e214ae4777d Apr 06 14:32:54.452461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Allocated IP 172.20.0.7 (661eb41e-2088-413c-98f9-50ad8667e372/a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a/724e0a47-755c-411b-8c50-61fca37fb398) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:54.518727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (b37195c9-a5b4-4837-9d13-2e214ae4777d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.579924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.588816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (5e503829-1067-4fc2-9e3e-8e768aa71e8c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.603168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c592c0c2-ed63-4977-89cd-c70385e0f9dc req-decf8315-ed67-4dd0-bd31-4aeb1f16011e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.1542139 Apr 06 14:32:54.621213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (0e0f0b39-d72e-476b-9e0b-c84b7677742b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.658193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:54.678284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5e503829-1067-4fc2-9e3e-8e768aa71e8c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.703570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f1968e0b-95d0-487d-80a3-bdd1dabc171d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.706361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Added segment f1968e0b-95d0-487d-80a3-bdd1dabc171d of type vlan for network 8accb2b3-b038-40cc-a463-50354b6297f3 Apr 06 14:32:54.733918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (b37195c9-a5b4-4837-9d13-2e214ae4777d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.740322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:54.741004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.819160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e503829-1067-4fc2-9e3e-8e768aa71e8c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.863021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.867815 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-01cec463-7f2d-481e-8fd0-01f57c63525b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6916456 Apr 06 14:32:54.868519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47202) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.870356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (8accb2b3-b038-40cc-a463-50354b6297f3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.879650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=b37195c9-a5b4-4837-9d13-2e214ae4777d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.887622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-551503d0-6036-4c17-a712-b2140c6e71ec tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '5e503829-1067-4fc2-9e3e-8e768aa71e8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.895671 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3dda4017-6cca-4764-ad6f-46fc22f8598b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1112390 Apr 06 14:32:54.896080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-06fa7d2e-b488-424c-8c8b-e8972a54457e None None] Current status of the port 1db711cf-2483-48f8-b527-45cf042088e4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:54.898187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47204) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.899259 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-551503d0-6036-4c17-a712-b2140c6e71ec tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 06 14:32:54.900038 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-551503d0-6036-4c17-a712-b2140c6e71ec tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:54.904115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network b37195c9-a5b4-4837-9d13-2e214ae4777d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:54.905103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-551503d0-6036-4c17-a712-b2140c6e71ec tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266149 Apr 06 14:32:54.905759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47206) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.916026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.921568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c032ed41-2a5b-41f3-babb-cbc5373405c0 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '5e503829-1067-4fc2-9e3e-8e768aa71e8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.946110 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-c032ed41-2a5b-41f3-babb-cbc5373405c0 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 06 14:32:54.946110 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-c032ed41-2a5b-41f3-babb-cbc5373405c0 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:54.946110 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c032ed41-2a5b-41f3-babb-cbc5373405c0 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109015 Apr 06 14:32:54.949603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47208) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.963390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f41a6894-6ff9-4ac2-b728-5b62c8e6b1f7 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '5e503829-1067-4fc2-9e3e-8e768aa71e8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.965853 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-f41a6894-6ff9-4ac2-b728-5b62c8e6b1f7 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 06 14:32:54.967440 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-f41a6894-6ff9-4ac2-b728-5b62c8e6b1f7 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:54.968680 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f41a6894-6ff9-4ac2-b728-5b62c8e6b1f7 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124567 Apr 06 14:32:54.968900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-46417950-ce28-41e1-92a2-504a2013a14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.972936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Publish callbacks [] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.981281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47210) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.985023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-474b979e-ff89-4509-936d-2c0e8daf2bef tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '5e503829-1067-4fc2-9e3e-8e768aa71e8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.987242 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-474b979e-ff89-4509-936d-2c0e8daf2bef tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 06 14:32:54.987779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-474b979e-ff89-4509-936d-2c0e8daf2bef tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:54.992909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-474b979e-ff89-4509-936d-2c0e8daf2bef tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117571 Apr 06 14:32:55.001425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 1db711cf-2483-48f8-b527-45cf042088e4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:55.002051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1db711cf-2483-48f8-b527-45cf042088e4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.019469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47212) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:55.038099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (0e0f0b39-d72e-476b-9e0b-c84b7677742b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.074810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (724e0a47-755c-411b-8c50-61fca37fb398), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.088274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.105687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (8accb2b3-b038-40cc-a463-50354b6297f3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.121979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0f0b39-d72e-476b-9e0b-c84b7677742b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:55.122628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:55.123810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.155479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Pushing event updated for resources: {'Port': ['ID=7c2124a4-249e-4c3f-9474-2395cd6b3fca,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:55.180920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.190700 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-027ce5c0-a7e0-4996-9592-64c1cf2abb7e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/0e0f0b39-d72e-476b-9e0b-c84b7677742b HTTP/1.1" status: 204 len: 168 time: 1.3394728 Apr 06 14:32:55.193618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Network ccb47456-8801-46a5-8c9c-747cedb8847a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:55.199332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e136fe-a9fa-48d7-839b-722dec3c8ad6 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:55.234659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47214) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:55.237713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.298082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:55.311658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:55.344594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 1db711cf-2483-48f8-b527-45cf042088e4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:55.364405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1278-2270-4cb8-b3d9-4e41549279b2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (5e503829-1067-4fc2-9e3e-8e768aa71e8c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.391709 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1278-2270-4cb8-b3d9-4e41549279b2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (5e503829-1067-4fc2-9e3e-8e768aa71e8c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.449328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Attempting to bind port 7c2124a4-249e-4c3f-9474-2395cd6b3fca on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:55.449988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Attempting to bind port 7c2124a4-249e-4c3f-9474-2395cd6b3fca by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:55.450516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Attempting to bind port 7c2124a4-249e-4c3f-9474-2395cd6b3fca on network ccb47456-8801-46a5-8c9c-747cedb8847a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:55.455852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 7300225b-d035-4175-bc43-1a133f3828f0 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:55.459493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (7300225b-d035-4175-bc43-1a133f3828f0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.474842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:55.475509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Checking segment: {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:55.476077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.477466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Bound using segment: {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:55.478357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Bound port: 7c2124a4-249e-4c3f-9474-2395cd6b3fca, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:55.478908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.524194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1278-2270-4cb8-b3d9-4e41549279b2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5e503829-1067-4fc2-9e3e-8e768aa71e8c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.527138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1278-2270-4cb8-b3d9-4e41549279b2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.528460 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e9b1278-2270-4cb8-b3d9-4e41549279b2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/5e503829-1067-4fc2-9e3e-8e768aa71e8c HTTP/1.1" status: 204 len: 168 time: 0.5051072 Apr 06 14:32:55.537739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47216) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:55.542164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7300225b-d035-4175-bc43-1a133f3828f0), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.546916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8::1 (ccb47456-8801-46a5-8c9c-747cedb8847a/4354464a-913c-43cd-aecc-dfc1519e15f6/10b162c1-8e9e-4615-b0a0-e72f15331991) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:55.598790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:55.600422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] For port 7c2124a4-249e-4c3f-9474-2395cd6b3fca, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:55.603488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.604747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] For port 7c2124a4-249e-4c3f-9474-2395cd6b3fca, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7c2124a4-249e-4c3f-9474-2395cd6b3fca,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:55.605107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Allocated IP 172.20.0.1 (7a024023-d31c-4907-8a14-c53d0d628e40/6de5f59f-0a3d-469b-90df-623f9771d626/49a62fb3-9b37-4969-a8d6-7cc2b8b8413c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:55.607556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b1278-2270-4cb8-b3d9-4e41549279b2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e503829-1067-4fc2-9e3e-8e768aa71e8c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:55.702307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.811356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.838284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfedf2e-9f76-4044-a503-4bae0c21b76a None None] Pushing event updated for resources: {'Port': ['ID=7c2124a4-249e-4c3f-9474-2395cd6b3fca,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:55.849022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.954428 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7393122 Apr 06 14:32:55.955587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f69d27-888d-4fe5-9ab2-79604fa2cf83 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Network': ['ID=8accb2b3-b038-40cc-a463-50354b6297f3,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:55.970550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 8accb2b3-b038-40cc-a463-50354b6297f3 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:55.982193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47220) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:56.010884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Request body: {'subnet': {'network_id': '8accb2b3-b038-40cc-a463-50354b6297f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:56.044318 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e5f73615-b7be-4eed-ae90-54b6ee98c555 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4950202 Apr 06 14:32:56.047747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47222) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:56.055028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510479396'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:56.092110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (88f3503f-0203-4f64-b93a-7668d123243f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.112611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7300225b-d035-4175-bc43-1a133f3828f0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.217282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (724e0a47-755c-411b-8c50-61fca37fb398), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.253040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.303209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.317083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=88f3503f-0203-4f64-b93a-7668d123243f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:56.425044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': '1c6fa107-ee21-437f-b845-f154bad99ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:56.425476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: b37195c9-a5b4-4837-9d13-2e214ae4777d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:56.470130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7c2124a4-249e-4c3f-9474-2395cd6b3fca up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:56.502759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (3772a5bc-8f1f-4867-8889-4d0188b685ef), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.519606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7300225b-d035-4175-bc43-1a133f3828f0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.540665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Network 661eb41e-2088-413c-98f9-50ad8667e372 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:56.556825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:56.560475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=7300225b-d035-4175-bc43-1a133f3828f0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:56.568933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:56.572845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=724e0a47-755c-411b-8c50-61fca37fb398,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:56.574172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.589255 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9133f0fb-8a47-4275-b2e7-b962f8ae2ccf tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/7300225b-d035-4175-bc43-1a133f3828f0 HTTP/1.1" status: 204 len: 168 time: 1.3479688 Apr 06 14:32:56.591741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:56.594315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7c2124a4-249e-4c3f-9474-2395cd6b3fca triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:56.594711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.610656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Made reservation on behalf of d8b87a892ffd4afa88d879673ef9c1d3 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:56.614094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.701094 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0428a8ae-1baf-4920-abed-d8c3d56ce785 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023431 Apr 06 14:32:56.701890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network b37195c9-a5b4-4837-9d13-2e214ae4777d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:56.706075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.712517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47226) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:56.719630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3772a5bc-8f1f-4867-8889-4d0188b685ef), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.737261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:56.752538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96a614-1f54-4817-b492-1fa73fd01d91 req-825330e4-7db4-4160-9d34-22bb2a87e49d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:56.777610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a96a614-1f54-4817-b492-1fa73fd01d91 req-825330e4-7db4-4160-9d34-22bb2a87e49d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 931 time: 0.9118726 Apr 06 14:32:56.783632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.794482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7c2124a4-249e-4c3f-9474-2395cd6b3fca is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:56.795028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.886276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 7c2124a4-249e-4c3f-9474-2395cd6b3fca, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7c2124a4-249e-4c3f-9474-2395cd6b3fca,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:56.902945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc3a80-f9c5-4f1a-9ddd-537928fa22df None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:56.915307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network 7a024023-d31c-4907-8a14-c53d0d628e40 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:56.923725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:56.932504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:56.932962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.965046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:56.995454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.033531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, b37195c9-a5b4-4837-9d13-2e214ae4777d) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:57.052500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:57.054156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.081933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-f4553f9d-b88b-440b-a5a6-651310514746 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0377939 Apr 06 14:32:57.083249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network ccb47456-8801-46a5-8c9c-747cedb8847a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:57.092981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Port': ['ID=49a62fb3-9b37-4969-a8d6-7cc2b8b8413c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.100787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ab0b5-3c2c-4320-bab5-c5db1e3d9132 None None] Network b37195c9-a5b4-4837-9d13-2e214ae4777d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:57.101874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:57.134488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:57.139897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.140103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Request body: {'port': {'device_id': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:57.172204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.173848 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1236718 Apr 06 14:32:57.226420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47228) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:57.227884 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896278ed-f301-4cf7-895e-d43c6fffd6fe tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3772a5bc-8f1f-4867-8889-4d0188b685ef,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.250451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c120845f-1f76-4626-98fd-cb21bd7c5a7a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:57.252112 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-c120845f-1f76-4626-98fd-cb21bd7c5a7a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:32:57.252921 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-c120845f-1f76-4626-98fd-cb21bd7c5a7a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:57.255032 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c120845f-1f76-4626-98fd-cb21bd7c5a7a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092881 Apr 06 14:32:57.266154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47230) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:57.270727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-701b2a60-6a52-4ed3-8a9a-4bf543ea83fd tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:57.284659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=10b162c1-8e9e-4615-b0a0-e72f15331991,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.288496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7e7918bd-ebc3-4969-add2-e2218e37b832 None None] Provisioning complete for port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:57.289802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7e7918bd-ebc3-4969-add2-e2218e37b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.345642 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a96a614-1f54-4817-b492-1fa73fd01d91 req-5873a7ed-09d4-4dbb-881b-448f4c8b17ce tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5278609 Apr 06 14:32:57.354984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (865ed9b7-802a-4bd0-92dd-2d31ff591413), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.407077 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be2567fa-7186-4407-bb5f-7e3708324316 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5028443 Apr 06 14:32:57.412229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47232) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:57.413540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:57.417333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.432496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=7c2124a4-249e-4c3f-9474-2395cd6b3fca,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.447030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (724e0a47-755c-411b-8c50-61fca37fb398), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.518276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.557833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-b37195c9-a5b4-4837-9d13-2e214ae4777d', 'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': '88f3503f-0203-4f64-b93a-7668d123243f'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:57.559055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.637281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:57.725026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8dc62-5b35-4191-b211-a7f33ef980d3 None None] Network ccb47456-8801-46a5-8c9c-747cedb8847a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:57.729698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7e7918bd-ebc3-4969-add2-e2218e37b832 None None] Current status of the port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:57.822049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d', 'name': 'tempest-PortsIpV6TestJSON-1131006447', 'fixed_ips': [{'subnet_id': '88f3503f-0203-4f64-b93a-7668d123243f', 'ip_address': '2001:db8::10'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:57.889082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Provisioning complete for port 7c2124a4-249e-4c3f-9474-2395cd6b3fca triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:57.889468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.974934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] Deleting port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:57.975264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.120253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Allocated IP 2001:db8::2 (b37195c9-a5b4-4837-9d13-2e214ae4777d/88f3503f-0203-4f64-b93a-7668d123243f/a3f955ba-ac94-4758-895f-0bface501397) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:58.135378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] For port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:58.135780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.138896 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-701b2a60-6a52-4ed3-8a9a-4bf543ea83fd tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:58.151230 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-701b2a60-6a52-4ed3-8a9a-4bf543ea83fd tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8804767 Apr 06 14:32:58.151230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47234) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:58.155453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.159539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a5778885-fa44-4517-93e9-f5f9205e009a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:58.160363 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-a5778885-fa44-4517-93e9-f5f9205e009a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 06 14:32:58.161088 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a5778885-fa44-4517-93e9-f5f9205e009a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:58.170683 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a5778885-fa44-4517-93e9-f5f9205e009a tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0199351 Apr 06 14:32:58.180010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47236) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:58.183657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.201400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] Calling delete_port for ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:58.201624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:58.218937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (6e887317-fd64-4900-92fb-512a81c349d9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.240311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-fbc99698-3506-475b-adc1-9a32cec3751c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:58.390718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.393358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.425971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:58.435598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Checking segment: {'id': 'f1968e0b-95d0-487d-80a3-bdd1dabc171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '8accb2b3-b038-40cc-a463-50354b6297f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:58.435917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network hostable DHCP agents. Network: 8accb2b3-b038-40cc-a463-50354b6297f3, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:58.440604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:58.451478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event updated for resources: {'Subnet': ['ID=6e887317-fd64-4900-92fb-512a81c349d9,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.513186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:58.514632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.533645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:58.716419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7c2124a4-249e-4c3f-9474-2395cd6b3fca up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:58.826459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Current status of the port 7c2124a4-249e-4c3f-9474-2395cd6b3fca is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:58.833338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.867137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] No DVR routers for this DVR port ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:58.928934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac307801-d336-4580-a65d-6a85b00bb3e3 None None] Pushing event deleted for resources: {'Port': ['ID=ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.937833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d1242-668f-4a39-850b-ce1db34081c0 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:59.041322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Network 8accb2b3-b038-40cc-a463-50354b6297f3 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:59.097519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724e0a47-755c-411b-8c50-61fca37fb398 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:32:59.111522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Publish callbacks [] for port (724e0a47-755c-411b-8c50-61fca37fb398), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.123520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Provisioning complete for port 724e0a47-755c-411b-8c50-61fca37fb398 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:59.124106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (724e0a47-755c-411b-8c50-61fca37fb398), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.126719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.144581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': 'aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:59.145899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.193386 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-fbc99698-3506-475b-adc1-9a32cec3751c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:59.199115 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fbc99698-3506-475b-adc1-9a32cec3751c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9889252 Apr 06 14:32:59.199830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47240) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.226467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 8accb2b3-b038-40cc-a463-50354b6297f3) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:59.237423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:59.239247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.262303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7e09982b-9e08-4801-9a85-4d94bbdd0521 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:59.262890 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-7e09982b-9e08-4801-9a85-4d94bbdd0521 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:32:59.263440 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-7e09982b-9e08-4801-9a85-4d94bbdd0521 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:59.266033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e0cee-ea31-4af0-8a0f-dfd82afec9ac None None] Network 8accb2b3-b038-40cc-a463-50354b6297f3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:59.267469 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7e09982b-9e08-4801-9a85-4d94bbdd0521 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143023 Apr 06 14:32:59.273835 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3913f8ee-d876-4775-a5d0-a9e4562cfbd6 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5479703 Apr 06 14:32:59.277069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47242) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.283260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2a34339b-c70c-4688-a13f-29a7a530879e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:59.293506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Transition to ACTIVE for port object 724e0a47-755c-411b-8c50-61fca37fb398 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:32:59.304057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47244) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.312497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:59.337496 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-25b52f2e-bbce-4666-8fd4-d6a83eb24bc3 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3475032 Apr 06 14:32:59.356259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6952-b49b-4d98-a2a6-b3944dc28594 req-eecd827b-a2fa-41c5-ae24-c06423e0abc7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:59.358420 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-557f6952-b49b-4d98-a2a6-b3944dc28594 req-eecd827b-a2fa-41c5-ae24-c06423e0abc7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 931 time: 0.8328671 Apr 06 14:32:59.358932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47246) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.418382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.441582 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-2a34339b-c70c-4688-a13f-29a7a530879e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Project f019d2eb5c454bc5b76dc09881fd0d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:32:59.454497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Publish callbacks [] for port (a3f955ba-ac94-4758-895f-0bface501397), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.514942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Port 724e0a47-755c-411b-8c50-61fca37fb398 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:59.542109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 1c5b3420-e673-435b-a746-5b6bd62944da yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:59.546135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (8accb2b3-b038-40cc-a463-50354b6297f3), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.551178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (724e0a47-755c-411b-8c50-61fca37fb398), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.593949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7c2124a4-249e-4c3f-9474-2395cd6b3fca triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:59.594644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.604969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a3f955ba-ac94-4758-895f-0bface501397), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.643159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Pushing event updated for resources: {'Port': ['ID=724e0a47-755c-411b-8c50-61fca37fb398,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:59.736342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Network b37195c9-a5b4-4837-9d13-2e214ae4777d is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:59.764819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:59.787717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:59.796275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Provisioning complete for port 49a62fb3-9b37-4969-a8d6-7cc2b8b8413c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:59.798438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.844881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::10 (b37195c9-a5b4-4837-9d13-2e214ae4777d/88f3503f-0203-4f64-b93a-7668d123243f/1c5b3420-e673-435b-a746-5b6bd62944da) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:59.878597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (6e887317-fd64-4900-92fb-512a81c349d9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.942029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Attempting to bind port 724e0a47-755c-411b-8c50-61fca37fb398 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:59.942396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Attempting to bind port 724e0a47-755c-411b-8c50-61fca37fb398 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:59.942855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Attempting to bind port 724e0a47-755c-411b-8c50-61fca37fb398 on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:59.952604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Port 724e0a47-755c-411b-8c50-61fca37fb398 on network 661eb41e-2088-413c-98f9-50ad8667e372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:32:59.952986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Attempting to bind port 724e0a47-755c-411b-8c50-61fca37fb398 on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:59.963655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-557f6952-b49b-4d98-a2a6-b3944dc28594 req-ff0812fc-2de4-4669-b383-e8cdd6e042ef tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292490 Apr 06 14:32:59.968735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:59.969460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Checking segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:59.969863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Bound using segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:59.970325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Bound port: 724e0a47-755c-411b-8c50-61fca37fb398, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:59.970696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (724e0a47-755c-411b-8c50-61fca37fb398), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.981811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Pushing event updated for resources: {'Port': ['ID=a3f955ba-ac94-4758-895f-0bface501397,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:59.997680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02e67c-9871-4d0a-84bd-ed777ed05774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-8accb2b3-b038-40cc-a463-50354b6297f3', 'network_id': '8accb2b3-b038-40cc-a463-50354b6297f3', 'project_id': 'd8b87a892ffd4afa88d879673ef9c1d3', 'fixed_ips': [{'subnet_id': '6e887317-fd64-4900-92fb-512a81c349d9'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:59.999391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9c02e67c-9871-4d0a-84bd-ed777ed05774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.049178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (1c5b3420-e673-435b-a746-5b6bd62944da), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.094518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] For port 724e0a47-755c-411b-8c50-61fca37fb398, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:00.097969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] For port 724e0a47-755c-411b-8c50-61fca37fb398, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=724e0a47-755c-411b-8c50-61fca37fb398,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:00.107941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.135715 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-2a34339b-c70c-4688-a13f-29a7a530879e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:00.136658 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2a34339b-c70c-4688-a13f-29a7a530879e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8568311 Apr 06 14:33:00.141268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47248) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.146320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-561c0967-cfa3-4d6c-b07b-af44c05444be tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:00.146866 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-561c0967-cfa3-4d6c-b07b-af44c05444be tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 06 14:33:00.147422 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-561c0967-cfa3-4d6c-b07b-af44c05444be tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:00.149498 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-561c0967-cfa3-4d6c-b07b-af44c05444be tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072117 Apr 06 14:33:00.152738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47250) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.158707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e1901672-2457-4072-914e-e9e59cae337d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:00.181105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7c2124a4-249e-4c3f-9474-2395cd6b3fca is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:00.188835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f4084f31-20ff-462a-9ce5-089500c1a6f1 None None] Port 49a62fb3-9b37-4969-a8d6-7cc2b8b8413c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:00.188986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1c5b3420-e673-435b-a746-5b6bd62944da), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.193190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Attempting to bind port a3f955ba-ac94-4758-895f-0bface501397 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:00.193780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Attempting to bind port a3f955ba-ac94-4758-895f-0bface501397 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '1c6fa107-ee21-437f-b845-f154bad99ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:00.202440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Attempting to bind port a3f955ba-ac94-4758-895f-0bface501397 on network b37195c9-a5b4-4837-9d13-2e214ae4777d {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:00.209640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d/9cf74a3e-d1f0-4520-8664-ef8393244aab) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:00.219853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:00.227846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Checking segment: {'id': '1c6fa107-ee21-437f-b845-f154bad99ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:00.228276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.228689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Bound using segment: {'id': '1c6fa107-ee21-437f-b845-f154bad99ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:00.229221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Bound port: a3f955ba-ac94-4758-895f-0bface501397, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6fa107-ee21-437f-b845-f154bad99ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:00.229620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a3f955ba-ac94-4758-895f-0bface501397), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.237714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (724e0a47-755c-411b-8c50-61fca37fb398), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.266419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network b37195c9-a5b4-4837-9d13-2e214ae4777d is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:00.300564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:00.336509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:00.345623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server [None req-9c02e67c-9871-4d0a-84bd-ed777ed05774 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e887317-fd64-4900-92fb-512a81c349d9: This subnet is being modified by another concurrent operation. Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:33:00.346135 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e887317-fd64-4900-92fb-512a81c349d9: This subnet is being modified by another concurrent operation. Apr 06 14:33:00.349672 dv-neutron-836581-2-hyperv neutron-server[104422]: ERROR oslo_messaging.rpc.server Apr 06 14:33:00.355098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:00.355098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.356411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.358991 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-e1901672-2457-4072-914e-e9e59cae337d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Project f019d2eb5c454bc5b76dc09881fd0d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:00.381492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (6e887317-fd64-4900-92fb-512a81c349d9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.437400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Pushing event updated for resources: {'Port': ['ID=724e0a47-755c-411b-8c50-61fca37fb398,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.453195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:00.470021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.473571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:00.473571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.473571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-e268b5d7-7fe6-460e-b59c-5d65fa7a4130 service neutron] 10.222.0.79 "PUT /v2.0/ports/724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 200 len: 1093 time: 3.3532202 Apr 06 14:33:00.473911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:33:00.476327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de85d5f-f52b-4b9a-98f7-6902d060fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "tag": "724e0a47-755c-411b-8c50-61fca37fb398"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:33:00.489728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95addb2-5f41-4d24-a44b-5923aa5b06ff None None] Network 8accb2b3-b038-40cc-a463-50354b6297f3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:00.504723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:00.505203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ba31f852-9190-43f1-b2c6-e8c8ecc7fc4a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:00.616076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=1c5b3420-e673-435b-a746-5b6bd62944da,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.631628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (8accb2b3-b038-40cc-a463-50354b6297f3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.657278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8accb2b3-b038-40cc-a463-50354b6297f3']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:00.660631 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ddbf9957-d10c-4a7a-91eb-f97e755ddde4 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8469446 Apr 06 14:33:00.661975 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-e1901672-2457-4072-914e-e9e59cae337d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:00.666778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e1901672-2457-4072-914e-e9e59cae337d tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5098915 Apr 06 14:33:00.673603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47254) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.673880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47256) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.675957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1968e0b-95d0-487d-80a3-bdd1dabc171d') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:00.676273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1968e0b-95d0-487d-80a3-bdd1dabc171d') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:00.679120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': 'b37195c9-a5b4-4837-9d13-2e214ae4777d', 'name': 'tempest-PortsIpV6TestJSON-1958776534', 'fixed_ips': [{'subnet_id': '88f3503f-0203-4f64-b93a-7668d123243f', 'ip_address': '2001:db8::f'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:00.691518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6cfd45f7-d4e1-4cc1-8f94-bd20e567c436 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '3772a5bc-8f1f-4867-8889-4d0188b685ef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:00.698177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f36873a6-7e50-4447-9b43-795ae419cf62 None None] Provisioning complete for port 10b162c1-8e9e-4615-b0a0-e72f15331991 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:00.699155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f36873a6-7e50-4447-9b43-795ae419cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.705592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (f1968e0b-95d0-487d-80a3-bdd1dabc171d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.728965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f1968e0b-95d0-487d-80a3-bdd1dabc171d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.741183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:00.741597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (f1968e0b-95d0-487d-80a3-bdd1dabc171d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.761680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f36873a6-7e50-4447-9b43-795ae419cf62 None None] Port 10b162c1-8e9e-4615-b0a0-e72f15331991 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:00.767767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] For port a3f955ba-ac94-4758-895f-0bface501397, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:00.776454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Publish callbacks [] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.792757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] For port a3f955ba-ac94-4758-895f-0bface501397, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a3f955ba-ac94-4758-895f-0bface501397,segment=NetworkSegment(1c6fa107-ee21-437f-b845-f154bad99ac1),segment_id=1c6fa107-ee21-437f-b845-f154bad99ac1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:00.806762 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:00.814478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Subnet': ['ID=6e887317-fd64-4900-92fb-512a81c349d9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.837418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f36873a6-7e50-4447-9b43-795ae419cf62 None None] Provisioning complete for port 7c2124a4-249e-4c3f-9474-2395cd6b3fca triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:00.837940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f36873a6-7e50-4447-9b43-795ae419cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.849843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (865ed9b7-802a-4bd0-92dd-2d31ff591413), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.879451 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d (CIDR: 2001:db8::/64) Apr 06 14:33:00.885447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04f4bce-1523-4fa2-925d-7f7058fd1f34 x-openstack-request-id: req-f04f4bce-1523-4fa2-925d-7f7058fd1f34 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:33:00.886238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "tag": "724e0a47-755c-411b-8c50-61fca37fb398", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:33:00.888310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f04f4bce-1523-4fa2-925d-7f7058fd1f34 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:33:00.888310 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04f4bce-1523-4fa2-925d-7f7058fd1f34'] response: {'name': 'network-changed', 'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398', 'status': 'completed', 'code': 200} Apr 06 14:33:00.894052 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-6cfd45f7-d4e1-4cc1-8f94-bd20e567c436 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Project f019d2eb5c454bc5b76dc09881fd0d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:00.895134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.919074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.934963 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:00.935973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:00.948197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Port': ['ID=49a62fb3-9b37-4969-a8d6-7cc2b8b8413c,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.959705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:00.969638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:00.975130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-ba4923bb-95b2-4b46-9581-72d6bb1c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:00.977304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-ba4923bb-95b2-4b46-9581-72d6bb1c4d6d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1127 time: 0.1697052 Apr 06 14:33:00.979938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (8accb2b3-b038-40cc-a463-50354b6297f3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.010416 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-6cfd45f7-d4e1-4cc1-8f94-bd20e567c436 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:01.012246 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6cfd45f7-d4e1-4cc1-8f94-bd20e567c436 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3278260 Apr 06 14:33:01.017745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.018253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.019228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.024734 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/8accb2b3-b038-40cc-a463-50354b6297f3 HTTP/1.1" status: 204 len: 168 time: 1.6568174 Apr 06 14:33:01.026621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:01.029963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f36873a6-7e50-4447-9b43-795ae419cf62 None None] Current status of the port 7c2124a4-249e-4c3f-9474-2395cd6b3fca is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:01.034024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47260) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.034155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a3f955ba-ac94-4758-895f-0bface501397), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.034674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47262) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.051370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Pushing event updated for resources: {'Port': ['ID=9cf74a3e-d1f0-4520-8664-ef8393244aab,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.104471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98494680-53a0-4591-b64a-f34b9df21558 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Network': ['ID=8accb2b3-b038-40cc-a463-50354b6297f3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.109404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-03022209-7f43-412f-8fc9-30679018aa5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 200 len: 217 time: 0.1219654 Apr 06 14:33:01.145087 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8facc1d2-cb41-44b5-a32d-7253b36b457c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8298986 Apr 06 14:33:01.194929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.200691 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2208dc-07e7-483b-a75b-b03a6049b0ea tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:01.200691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2208dc-07e7-483b-a75b-b03a6049b0ea tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:01.201035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-2b3519aa-e107-4937-b732-34f3ea8612c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.201729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-2b3519aa-e107-4937-b732-34f3ea8612c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0822744 Apr 06 14:33:01.206118 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-af2208dc-07e7-483b-a75b-b03a6049b0ea tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/6e887317-fd64-4900-92fb-512a81c349d9 HTTP/1.1" status: 404 len: 337 time: 0.0709329 Apr 06 14:33:01.206685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Attempting to bind port 9cf74a3e-d1f0-4520-8664-ef8393244aab on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:01.207176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Attempting to bind port 9cf74a3e-d1f0-4520-8664-ef8393244aab by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:01.207422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Attempting to bind port 9cf74a3e-d1f0-4520-8664-ef8393244aab on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:01.211384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47266) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.214157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:01.214492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network 7a024023-d31c-4907-8a14-c53d0d628e40 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:01.226159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:01.226671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:01.227090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.227501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:01.228015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Bound port: 9cf74a3e-d1f0-4520-8664-ef8393244aab, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:01.228403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.238212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:01.299502 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec44d103-a1e8-4211-95af-4c20bd148b35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:01.300041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec44d103-a1e8-4211-95af-4c20bd148b35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:01.304210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ba8f5-6855-4825-aba6-fa1a6d091197 None None] Pushing event updated for resources: {'Port': ['ID=a3f955ba-ac94-4758-895f-0bface501397,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.313229 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ec44d103-a1e8-4211-95af-4c20bd148b35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/8accb2b3-b038-40cc-a463-50354b6297f3 HTTP/1.1" status: 404 len: 339 time: 0.0975378 Apr 06 14:33:01.313917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47268) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.345934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network ccb47456-8801-46a5-8c9c-747cedb8847a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:01.385208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:01.416837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] For port 9cf74a3e-d1f0-4520-8664-ef8393244aab, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:01.420957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] For port 9cf74a3e-d1f0-4520-8664-ef8393244aab, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9cf74a3e-d1f0-4520-8664-ef8393244aab,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:01.435706 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-791fa195-7f13-46aa-a290-924f7ffe68a2 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:01.436178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791fa195-7f13-46aa-a290-924f7ffe68a2 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:01.445002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-791fa195-7f13-46aa-a290-924f7ffe68a2 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/72b1c421-a54a-45d1-85b5-c82fdf4c810d HTTP/1.1" status: 404 len: 337 time: 0.1277463 Apr 06 14:33:01.449217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47270) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.485603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c23904-6a95-42c1-9429-6bfcd28c2002 req-5a829c54-d56b-4b4b-a525-2e61bb911728 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.493577 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5c23904-6a95-42c1-9429-6bfcd28c2002 req-5a829c54-d56b-4b4b-a525-2e61bb911728 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.3928347 Apr 06 14:33:01.513475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.525294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-d84c6a61-a24e-4ea1-b4ca-f04858913c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.532034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-d84c6a61-a24e-4ea1-b4ca-f04858913c5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3196747 Apr 06 14:33:01.553197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-112ba97c-05f9-4edf-aece-8ab4a794408e tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:01.554002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112ba97c-05f9-4edf-aece-8ab4a794408e tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:01.561092 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-112ba97c-05f9-4edf-aece-8ab4a794408e tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/e10aef16-04d1-4c65-b85e-2703ed550cf7 HTTP/1.1" status: 404 len: 339 time: 0.1075201 Apr 06 14:33:01.563830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47272) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.629448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:01.641373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.678670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5bc15233-83be-4d6a-91d5-dc6d182987e2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (3772a5bc-8f1f-4867-8889-4d0188b685ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.685930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad255d2-974b-445e-b3f7-f73ee538719d None None] Pushing event updated for resources: {'Port': ['ID=9cf74a3e-d1f0-4520-8664-ef8393244aab,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.705586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5bc15233-83be-4d6a-91d5-dc6d182987e2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (3772a5bc-8f1f-4867-8889-4d0188b685ef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.764272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=10b162c1-8e9e-4615-b0a0-e72f15331991,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.773127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bef02a-4a49-4d40-b673-f76a62fe7a06 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:01.774526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port 2706c073-a003-40f4-a511-760c377497b3 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:01.790321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bef02a-4a49-4d40-b673-f76a62fe7a06 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:01.797980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-05bef02a-4a49-4d40-b673-f76a62fe7a06 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/d1e0266a-6efc-4821-8e98-da8ea11ef393 HTTP/1.1" status: 404 len: 337 time: 0.2303977 Apr 06 14:33:01.799037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47274) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.854795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c7f43e0a-215c-4d52-a96a-6a23cbf20eb2 None None] Provisioning complete for port 49a62fb3-9b37-4969-a8d6-7cc2b8b8413c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:01.855548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7f43e0a-215c-4d52-a96a-6a23cbf20eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.878631 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd977f4d-86bd-46a4-a673-de1a35d57d80 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:01.879054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd977f4d-86bd-46a4-a673-de1a35d57d80 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:01.882271 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bd977f4d-86bd-46a4-a673-de1a35d57d80 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/3a8021a3-1dbd-4f7a-add3-f06303432862 HTTP/1.1" status: 404 len: 339 time: 0.0735497 Apr 06 14:33:01.885568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47276) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.892401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5c23904-6a95-42c1-9429-6bfcd28c2002 req-b88393b5-8bbe-4a5b-8033-828fd2091a5c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979099 Apr 06 14:33:01.918113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Router 865ed9b7-802a-4bd0-92dd-2d31ff591413 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:01.963141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-b4c6ab8c-25fa-40aa-ba3a-3c67a04c23ab service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242733 Apr 06 14:33:02.032921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5bc15233-83be-4d6a-91d5-dc6d182987e2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3772a5bc-8f1f-4867-8889-4d0188b685ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.041962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5bc15233-83be-4d6a-91d5-dc6d182987e2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.044478 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5bc15233-83be-4d6a-91d5-dc6d182987e2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/3772a5bc-8f1f-4867-8889-4d0188b685ef HTTP/1.1" status: 204 len: 168 time: 0.9103630 Apr 06 14:33:02.066192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47278) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.177640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc15233-83be-4d6a-91d5-dc6d182987e2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3772a5bc-8f1f-4867-8889-4d0188b685ef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:02.212631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c7f43e0a-215c-4d52-a96a-6a23cbf20eb2 None None] Port 49a62fb3-9b37-4969-a8d6-7cc2b8b8413c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:02.248532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f41a1799-54ff-4cc3-951d-6fa4a4271d47 req-34025cd5-f0ba-4de3-b59e-f11a36aa05ad service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774360 Apr 06 14:33:02.250175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:02.257093 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ef1e4649-5189-4ada-af9e-be69539033ff tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "PUT /v2.0/routers/865ed9b7-802a-4bd0-92dd-2d31ff591413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0867765 Apr 06 14:33:02.261056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47280) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.268691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] Sync routers for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:02.287861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Request body: {'port': {'network_id': '7a024023-d31c-4907-8a14-c53d0d628e40', 'name': 'tempest-FloatingIPAdminTestJSON-1022205816'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:02.297650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:02.298468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:02.338671 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f1820e1c-c8ef-4585-8752-a482543841ea tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2667193 Apr 06 14:33:02.339834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47282) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.350040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:02.356075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007039425'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:02.370142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:02.374282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::f (b37195c9-a5b4-4837-9d13-2e214ae4777d/88f3503f-0203-4f64-b93a-7668d123243f/2706c073-a003-40f4-a511-760c377497b3) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:02.387353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:02.393222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.404854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0e130d34-41bd-4f84-93d5-0d28d8fb9f76 None None] Provisioning complete for port 10b162c1-8e9e-4615-b0a0-e72f15331991 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:02.405261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e130d34-41bd-4f84-93d5-0d28d8fb9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.406776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:02.407422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:02.545383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:02.546242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94375f-0a5a-4e54-9b13-7e964e1494ba None None] The sync data for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:02.554191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0e130d34-41bd-4f84-93d5-0d28d8fb9f76 None None] Port 10b162c1-8e9e-4615-b0a0-e72f15331991 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:02.555149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-8975ff44-c781-4d1a-bb11-e70808019923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.557106 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-8975ff44-c781-4d1a-bb11-e70808019923 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1127 time: 0.1614182 Apr 06 14:33:02.619363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.677061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Deleting port 6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:02.677061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.723361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Made reservation on behalf of 6928c85474cb43f6b7a628afca17d355 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:02.730711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.746674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a3f955ba-ac94-4758-895f-0bface501397 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:02.761383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-f5b99bf4-e616-4b17-b086-0f1fcc67c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.769796 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-f5b99bf4-e616-4b17-b086-0f1fcc67c75e service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1972558 Apr 06 14:33:02.795068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] device_id is not set on port 6301d58c-2ab0-4d98-8c64-b09d7996066c yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:02.857539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a3f955ba-ac94-4758-895f-0bface501397 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:02.857923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a3f955ba-ac94-4758-895f-0bface501397), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.892302 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-8516172a-59b1-4edc-9861-41ec6287d87e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 200 len: 217 time: 0.1140206 Apr 06 14:33:02.907585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd9437-6aaf-49de-80b1-c8fe922533d5 None None] Network b37195c9-a5b4-4837-9d13-2e214ae4777d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:03.013108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Provisioning complete for port a3f955ba-ac94-4758-895f-0bface501397 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:03.013441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a3f955ba-ac94-4758-895f-0bface501397), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.031760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-b10e4046-acd1-4db1-adee-d0f2a740dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:03.033288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-b10e4046-acd1-4db1-adee-d0f2a740dfd7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.1021528 Apr 06 14:33:03.060428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:03.075695 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-392f30c4-a450-40f5-94ef-1500374bb5fb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0216196 Apr 06 14:33:03.075988 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:03.091551 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:03.092624 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:03.112398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47286) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.155318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1047188961'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:03.223699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Allocated IP 172.20.0.10 (7a024023-d31c-4907-8a14-c53d0d628e40/6de5f59f-0a3d-469b-90df-623f9771d626/6301d58c-2ab0-4d98-8c64-b09d7996066c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:03.249565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a3f955ba-ac94-4758-895f-0bface501397 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:03.250113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cd898-d0fd-4159-9d73-ff880258b531 req-deae24be-04cb-4911-8d2d-424cfdb374be tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:03.250485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a3f955ba-ac94-4758-895f-0bface501397), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.251384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd1cd898-d0fd-4159-9d73-ff880258b531 req-deae24be-04cb-4911-8d2d-424cfdb374be tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.1790414 Apr 06 14:33:03.256911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-85fee267-b57c-45cb-a2e5-1e4db7cef057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:03.259455 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-85fee267-b57c-45cb-a2e5-1e4db7cef057 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1944630 Apr 06 14:33:03.276177 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:03.276985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (18bdf210-d7e0-42d8-86d0-f7ce4f8f2025), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.281727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.321529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Calling delete_port for 6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:03.323275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port a3f955ba-ac94-4758-895f-0bface501397, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a3f955ba-ac94-4758-895f-0bface501397,segment=NetworkSegment(1c6fa107-ee21-437f-b845-f154bad99ac1),segment_id=1c6fa107-ee21-437f-b845-f154bad99ac1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:03.324447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Current status of the port a3f955ba-ac94-4758-895f-0bface501397 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:03.324870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a3f955ba-ac94-4758-895f-0bface501397), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.399306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a3f955ba-ac94-4758-895f-0bface501397), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.400241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9cf74a3e-d1f0-4520-8664-ef8393244aab up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:03.408857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (18bdf210-d7e0-42d8-86d0-f7ce4f8f2025), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.444457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd1cd898-d0fd-4159-9d73-ff880258b531 req-89b73cba-b4fa-4b48-a3a7-fe53be75684d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576233 Apr 06 14:33:03.487463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:33:03.487960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:33:03.533558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-196f5e31-0aaf-4df3-a0ce-26678493f267 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646151 Apr 06 14:33:03.557631 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:32:57Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:32:59Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:03.586717 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:03.587428 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Updating router 16cbc40c-fdc9-4800-8148-24330c5d1700 port 10b162c1-8e9e-4615-b0a0-e72f15331991 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:03.603093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=a3f955ba-ac94-4758-895f-0bface501397,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:03.605001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bdf210-d7e0-42d8-86d0-f7ce4f8f2025,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:03.614219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9cf74a3e-d1f0-4520-8664-ef8393244aab triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:03.615018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.647671 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.667850 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6de85d5f-f52b-4b9a-98f7-6902d060fffd req-ad759aa1-a541-414b-962f-e074581170f6 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258235 Apr 06 14:33:03.722409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (2706c073-a003-40f4-a511-760c377497b3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.755948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1019d-ab83-478d-ba03-a9bfc9942c3a None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:33:03.774333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:03.780102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.815468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.817571 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e4ace2a4-d525-4c55-be4a-acc0789f0e49 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4734366 Apr 06 14:33:03.825773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47288) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.836662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-26ab23be-9950-46cb-835b-d12866509c84 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '18bdf210-d7e0-42d8-86d0-f7ce4f8f2025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:03.854963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:03.878796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9cf74a3e-d1f0-4520-8664-ef8393244aab is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:03.879425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (b3c3f13b-4f39-42c2-879c-9b51a4134974), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.879772 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment b3c3f13b-4f39-42c2-879c-9b51a4134974 of type vlan for network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f Apr 06 14:33:03.879985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.888050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for port (6301d58c-2ab0-4d98-8c64-b09d7996066c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.975307 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Publish callbacks [] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.989236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2706c073-a003-40f4-a511-760c377497b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.998419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 9cf74a3e-d1f0-4520-8664-ef8393244aab, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9cf74a3e-d1f0-4520-8664-ef8393244aab,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:04.018381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.033449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (6301d58c-2ab0-4d98-8c64-b09d7996066c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.058073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1019d-ab83-478d-ba03-a9bfc9942c3a None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:33:04.064396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.078569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Network 7a024023-d31c-4907-8a14-c53d0d628e40 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:04.084132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:04.088925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:04.098775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=2706c073-a003-40f4-a511-760c377497b3,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.128807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.138323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-619d7549-8a55-4503-aaa5-5a3947269bad None None] Current status of the port a3f955ba-ac94-4758-895f-0bface501397 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:04.142124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.143662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:04.144405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.145880 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/ports/6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2 HTTP/1.1" status: 204 len: 168 time: 2.2395422 Apr 06 14:33:04.149294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.151732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47290) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.166760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event updated for resources: {'Port': ['ID=6301d58c-2ab0-4d98-8c64-b09d7996066c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.186193 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Pushing event updated for resources: {'Port': ['ID=10b162c1-8e9e-4615-b0a0-e72f15331991,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.189742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42d281-3eab-436e-9f47-f1c80c5fd551 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Port': ['ID=6a85dcc9-def0-4bc9-84d7-ce46fa6b86e2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.198869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.objects.ports [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:33:04.207032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network b37195c9-a5b4-4837-9d13-2e214ae4777d is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:04.218724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-177ddb5e-67a6-4689-9e3e-c23321b529e9 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:04.219272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177ddb5e-67a6-4689-9e3e-c23321b529e9 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:04.222442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-177ddb5e-67a6-4689-9e3e-c23321b529e9 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/7f6acbdc-bbc8-49f5-901c-67a1206b1a8a HTTP/1.1" status: 404 len: 337 time: 0.0699399 Apr 06 14:33:04.227361 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.228140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47292) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.230615 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.231074 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.233031 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.233490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.233975 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.234370 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.235396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.239552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.239988 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.240116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:04.240464 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.240896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.241456 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.245493 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.245493 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.245717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=9cf74a3e-d1f0-4520-8664-ef8393244aab,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.252015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:04.260592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:04.261508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.293879 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-26ab23be-9950-46cb-835b-d12866509c84 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The resource could not be found. Apr 06 14:33:04.298924 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-26ab23be-9950-46cb-835b-d12866509c84 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4721100 Apr 06 14:33:04.315261 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Attempting to bind port 10b162c1-8e9e-4615-b0a0-e72f15331991 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:04.316218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Attempting to bind port 10b162c1-8e9e-4615-b0a0-e72f15331991 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:04.320832 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Attempting to bind port 10b162c1-8e9e-4615-b0a0-e72f15331991 on network ccb47456-8801-46a5-8c9c-747cedb8847a {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:04.329437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Provisioning complete for port 9cf74a3e-d1f0-4520-8664-ef8393244aab triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:04.329437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.330008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47294) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.330364 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:04.331472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e417be77-2e65-4c52-ba4a-dabfefffe7a8 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '18bdf210-d7e0-42d8-86d0-f7ce4f8f2025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b8a980a5-d914-4655-8ecd-44f554d9b4d5'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:04.332039 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Checking segment: {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:04.332660 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.333838 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Bound using segment: {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:04.334679 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Bound port: 10b162c1-8e9e-4615-b0a0-e72f15331991, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e020c48-881f-4e47-b9f5-3fbe996966b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:04.335278 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.361210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6f871f7f-8e43-4655-9f90-c057b2f651cb tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0992174 Apr 06 14:33:04.365714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47296) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.441963 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] For port 10b162c1-8e9e-4615-b0a0-e72f15331991, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:04.450357 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] For port 10b162c1-8e9e-4615-b0a0-e72f15331991, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=10b162c1-8e9e-4615-b0a0-e72f15331991,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:04.453214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.453906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d38f7761-6e36-4960-95df-aa7f518e8d49), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.458164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:04.458759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.540894 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.557619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Current status of the port 9cf74a3e-d1f0-4520-8664-ef8393244aab is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:04.575061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Provisioning complete for port a3f955ba-ac94-4758-895f-0bface501397 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:04.575530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a3f955ba-ac94-4758-895f-0bface501397), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.596466 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c7ab219e-d6b7-489d-b212-815d0d04a702 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9214637 Apr 06 14:33:04.619662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47302) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.660764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'project_id': '6928c85474cb43f6b7a628afca17d355', 'port_id': '6301d58c-2ab0-4d98-8c64-b09d7996066c'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:04.674295 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c85f0-b92d-49c8-b381-300b1dba16f8 None None] Pushing event updated for resources: {'Port': ['ID=10b162c1-8e9e-4615-b0a0-e72f15331991,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.725366 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:04.726013 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:04.735445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a3f955ba-ac94-4758-895f-0bface501397 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:04.892519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Current status of the port a3f955ba-ac94-4758-895f-0bface501397 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:04.903492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a3f955ba-ac94-4758-895f-0bface501397 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:04.903880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a3f955ba-ac94-4758-895f-0bface501397), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.010258 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Provisioning complete for port 1c5b3420-e673-435b-a746-5b6bd62944da triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:05.010501 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:05.010736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1c5b3420-e673-435b-a746-5b6bd62944da), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.098229 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9824452 Apr 06 14:33:05.104837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47306) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:05.121389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:05.142248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b1b48-02c4-4061-8831-7337c97df683 None None] Port 1c5b3420-e673-435b-a746-5b6bd62944da cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:05.212674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a3f955ba-ac94-4758-895f-0bface501397 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:05.217068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9cf74a3e-d1f0-4520-8664-ef8393244aab up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:05.278900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feab0d3-797e-457f-98ef-cff17cb4328d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:05.291495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:05.318703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d38f7761-6e36-4960-95df-aa7f518e8d49), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.374497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38f7761-6e36-4960-95df-aa7f518e8d49']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.385176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be97202c-75e4-434d-8599-f536bda922ae') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.385479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be97202c-75e4-434d-8599-f536bda922ae') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.395662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.406235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (be97202c-75e4-434d-8599-f536bda922ae), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.439127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-e417be77-2e65-4c52-ba4a-dabfefffe7a8 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The resource could not be found. Apr 06 14:33:05.440607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e417be77-2e65-4c52-ba4a-dabfefffe7a8 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1123939 Apr 06 14:33:05.448291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47308) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:05.461250 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:32:57Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.515523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a816f5d9-b7ed-42ee-a194-c7b11289a531 None None] Provisioning complete for port 1c5b3420-e673-435b-a746-5b6bd62944da triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:05.523345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a816f5d9-b7ed-42ee-a194-c7b11289a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1c5b3420-e673-435b-a746-5b6bd62944da), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.524056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (be97202c-75e4-434d-8599-f536bda922ae), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.524177 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a98d6b-5e9f-4310-b69a-addd815a42a0 None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:32:57Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:05.542027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:05.542708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (be97202c-75e4-434d-8599-f536bda922ae), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.551709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9cf74a3e-d1f0-4520-8664-ef8393244aab triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:05.552190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:05.580392 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:05.645725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a816f5d9-b7ed-42ee-a194-c7b11289a531 None None] Port 1c5b3420-e673-435b-a746-5b6bd62944da cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:05.659896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:05.664441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.692409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.734179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a816f5d9-b7ed-42ee-a194-c7b11289a531 None None] Provisioning complete for port 6301d58c-2ab0-4d98-8c64-b09d7996066c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:05.734559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a816f5d9-b7ed-42ee-a194-c7b11289a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6301d58c-2ab0-4d98-8c64-b09d7996066c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.800257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9cf74a3e-d1f0-4520-8664-ef8393244aab is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:05.821688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a816f5d9-b7ed-42ee-a194-c7b11289a531 None None] Port 6301d58c-2ab0-4d98-8c64-b09d7996066c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:05.861354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aa184-01e2-4826-8462-251644632d7c req-95807183-b59e-48e1-bbdf-5102c1a4e2dd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:05.863177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf8aa184-01e2-4826-8462-251644632d7c req-95807183-b59e-48e1-bbdf-5102c1a4e2dd tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 1.2427316 Apr 06 14:33:05.881424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port 9cf74a3e-d1f0-4520-8664-ef8393244aab, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9cf74a3e-d1f0-4520-8664-ef8393244aab,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:05.903291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e039971c-fb00-4573-9f4a-b975e7d35cc8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:05.907670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e039971c-fb00-4573-9f4a-b975e7d35cc8 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.2860181 Apr 06 14:33:05.911179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47310) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:05.928183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.974660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Provisioning complete for port 10b162c1-8e9e-4615-b0a0-e72f15331991 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:05.975044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.983714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d38f7761-6e36-4960-95df-aa7f518e8d49), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.011751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.019189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/d38f7761-6e36-4960-95df-aa7f518e8d49 HTTP/1.1" status: 204 len: 168 time: 1.7884650 Apr 06 14:33:06.022528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47312) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.040457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57c214ba-a130-4c99-83ad-5e037c320a48 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (18bdf210-d7e0-42d8-86d0-f7ce4f8f2025), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.070967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.096169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Current status of the port 10b162c1-8e9e-4615-b0a0-e72f15331991 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:06.096605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.122591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f277f20-1b7d-42e5-a566-51b566a282d5 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Network': ['ID=d38f7761-6e36-4960-95df-aa7f518e8d49,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.137572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] For port 10b162c1-8e9e-4615-b0a0-e72f15331991, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=10b162c1-8e9e-4615-b0a0-e72f15331991,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:06.170079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf8aa184-01e2-4826-8462-251644632d7c req-48ca59bb-d270-4814-b806-9ff6f645ed43 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816412 Apr 06 14:33:06.170300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (a9299d3e-f7c6-427c-a155-0e8d971c36e7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.179181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57c214ba-a130-4c99-83ad-5e037c320a48 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (18bdf210-d7e0-42d8-86d0-f7ce4f8f2025), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.229341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ecca7-e9c1-42bb-82e4-7e42378be173 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.235711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.237838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ecca7-e9c1-42bb-82e4-7e42378be173 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.241136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:06.246270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ecca7-e9c1-42bb-82e4-7e42378be173 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.247863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:06.248528 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-761ecca7-e9c1-42bb-82e4-7e42378be173 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3275826 Apr 06 14:33:06.255045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47314) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.256688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.258002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.273394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=9cf74a3e-d1f0-4520-8664-ef8393244aab,revision_number=5']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.285153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Provisioning complete for port 2706c073-a003-40f4-a511-760c377497b3 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:06.285548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2706c073-a003-40f4-a511-760c377497b3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.295797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640985a2-1970-492e-a50a-2a87f7688aa7 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:06.355538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.366211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b75b1c95-7189-47d3-abcc-45bd42087b3e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.385050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Deleting port e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:06.386258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.404630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=a9299d3e-f7c6-427c-a155-0e8d971c36e7,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.417509 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be00ea83-59d9-46df-b0f4-caf71a3c53cd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2054985 Apr 06 14:33:06.419723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47316) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.424975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:0d:a1:9a', 'name': 'tempest-NetworksTestDHCPv6-1469982453'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:06.577156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:06.577669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:06.600565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Allocated IP 172.26.6.60 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/fe8b2b58-2353-445a-b77c-c527c7066fb5) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:06.605431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 2706c073-a003-40f4-a511-760c377497b3 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:06.606087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2706c073-a003-40f4-a511-760c377497b3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.714005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Port 2706c073-a003-40f4-a511-760c377497b3 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:06.721171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17885945-4e73-4c25-a0f9-12f66896fb0d None None] Pushing event updated for resources: {'Port': ['ID=10b162c1-8e9e-4615-b0a0-e72f15331991,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.726994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.751830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2706c073-a003-40f4-a511-760c377497b3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.764551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 2706c073-a003-40f4-a511-760c377497b3 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:06.776580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57c214ba-a130-4c99-83ad-5e037c320a48 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (18bdf210-d7e0-42d8-86d0-f7ce4f8f2025), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.779380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57c214ba-a130-4c99-83ad-5e037c320a48 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.785889 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-57c214ba-a130-4c99-83ad-5e037c320a48 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/18bdf210-d7e0-42d8-86d0-f7ce4f8f2025 HTTP/1.1" status: 204 len: 168 time: 1.3189762 Apr 06 14:33:06.814626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47318) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.815818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 10b162c1-8e9e-4615-b0a0-e72f15331991 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:06.893310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.904261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c214ba-a130-4c99-83ad-5e037c320a48 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bdf210-d7e0-42d8-86d0-f7ce4f8f2025,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.910288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 10b162c1-8e9e-4615-b0a0-e72f15331991 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:06.911718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.916168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=b75b1c95-7189-47d3-abcc-45bd42087b3e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.984287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2706c073-a003-40f4-a511-760c377497b3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.988224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.029271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=2706c073-a003-40f4-a511-760c377497b3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.047992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 10b162c1-8e9e-4615-b0a0-e72f15331991 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:07.049428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9cf74a3e-d1f0-4520-8664-ef8393244aab up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:07.059781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:07.071586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Calling delete_port for e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:07.076280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:07.083384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-763b1db2-8aad-43cf-818a-476372d6b143 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2624776 Apr 06 14:33:07.084639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:07.088178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:07.089494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47320) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.107867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-cafb5aeb-d0ec-43f8-8d73-6bc7bfc4479e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '511894a4-5d89-4386-b921-6611398b3ddf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:07.112675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.116145 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b2736e7b-bf85-4a6d-9a05-9551a1c8a843 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/2706c073-a003-40f4-a511-760c377497b3 HTTP/1.1" status: 204 len: 168 time: 0.8471525 Apr 06 14:33:07.119065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47322) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.151029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9cf74a3e-d1f0-4520-8664-ef8393244aab triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:07.151575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.158701 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-120d456a-31a5-4f2b-a66c-f872969cf603 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:33:07.159438 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-120d456a-31a5-4f2b-a66c-f872969cf603 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/2706c073-a003-40f4-a511-760c377497b3 HTTP/1.1" status: 404 len: 333 time: 0.0393634 Apr 06 14:33:07.162170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47324) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.287719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:07.319123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6912e2d5-3a39-4d37-ae0e-a12c48626484 None None] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:07.331259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.331764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.337617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9cf74a3e-d1f0-4520-8664-ef8393244aab is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:07.410280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Pushing event updated for resources: {'Port': ['ID=fe8b2b58-2353-445a-b77c-c527c7066fb5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.440108 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-daa4586b-6968-45f3-b09a-d94a4fda25ce tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3317268 Apr 06 14:33:07.450931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 1c5b3420-e673-435b-a746-5b6bd62944da {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:07.450931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1c5b3420-e673-435b-a746-5b6bd62944da), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.452141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47328) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.564148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:07.565415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.593026 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-cafb5aeb-d0ec-43f8-8d73-6bc7bfc4479e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The resource could not be found. Apr 06 14:33:07.594226 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cafb5aeb-d0ec-43f8-8d73-6bc7bfc4479e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4906616 Apr 06 14:33:07.598778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47330) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.608103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--695998615'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:07.676414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1c5b3420-e673-435b-a746-5b6bd62944da), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.707422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 1c5b3420-e673-435b-a746-5b6bd62944da owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:07.727066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf695ed-6342-43a8-a8fb-ed75522ec728 req-9c9a329e-e7e5-4738-9efe-1799af59fa34 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.728895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0cf695ed-6342-43a8-a8fb-ed75522ec728 req-9c9a329e-e7e5-4738-9efe-1799af59fa34 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.3950853 Apr 06 14:33:07.811394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.833343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Allocated IP 2001:db8:1::2 (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f/b75b1c95-7189-47d3-abcc-45bd42087b3e/7576a6e3-b068-4093-81f5-b106a875df31) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:07.874471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:07.913234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.048011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (56d3419d-1145-4a2b-a17d-551d9f1aafd9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.063936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a17d8a-81ee-4fc6-9b7c-ebb3756d0e0f None None] Provisioning complete for port 9cf74a3e-d1f0-4520-8664-ef8393244aab triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.064316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a17d8a-81ee-4fc6-9b7c-ebb3756d0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.078315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.084573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/ports/e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49 HTTP/1.1" status: 204 len: 168 time: 2.0531673 Apr 06 14:33:08.084573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce294c-e964-4beb-b874-162c13866b0f tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Port': ['ID=e1fb3f45-e36f-46f1-a5a1-5e5298b0ab49,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.090192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Publish callbacks [] for port (7576a6e3-b068-4093-81f5-b106a875df31), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.106611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47332) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.122517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0cf695ed-6342-43a8-a8fb-ed75522ec728 req-a5195b49-a07d-4720-bff5-997555f9b003 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629427 Apr 06 14:33:08.136693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1c5b3420-e673-435b-a746-5b6bd62944da), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.156997 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b1556d-7ef7-4db5-b3c9-1833ad1fcaf0 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:08.157470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b1556d-7ef7-4db5-b3c9-1833ad1fcaf0 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:08.163035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e4b1556d-7ef7-4db5-b3c9-1833ad1fcaf0 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/9547d823-91b4-42e2-a24e-25b3ecdce33b HTTP/1.1" status: 404 len: 337 time: 0.0649238 Apr 06 14:33:08.166992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47334) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.180044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a17d8a-81ee-4fc6-9b7c-ebb3756d0e0f None None] Current status of the port 9cf74a3e-d1f0-4520-8664-ef8393244aab is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.216773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (56d3419d-1145-4a2b-a17d-551d9f1aafd9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.236549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (7576a6e3-b068-4093-81f5-b106a875df31), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.252803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=1c5b3420-e673-435b-a746-5b6bd62944da,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.302153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.309484 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2cac90ee-bef3-4feb-9474-1fd4cee3c3eb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/1c5b3420-e673-435b-a746-5b6bd62944da HTTP/1.1" status: 204 len: 168 time: 1.1462266 Apr 06 14:33:08.312627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47336) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.358318 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-096e378d-e51f-40e0-b1e2-30350c75458b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:33:08.359931 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-096e378d-e51f-40e0-b1e2-30350c75458b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/1c5b3420-e673-435b-a746-5b6bd62944da HTTP/1.1" status: 404 len: 333 time: 0.0423908 Apr 06 14:33:08.361680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Pushing event updated for resources: {'Port': ['ID=7576a6e3-b068-4093-81f5-b106a875df31,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.374094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47338) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.390540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.394730 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7919204 Apr 06 14:33:08.401118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47340) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.405360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:08.406826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:08.411672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:08.411872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851643339'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:08.428778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.440734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b28cd7-f3c5-4f78-9791-fa212dc26e3e tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3419d-1145-4a2b-a17d-551d9f1aafd9,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.513698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.532772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Attempting to bind port 7576a6e3-b068-4093-81f5-b106a875df31 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:08.533158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Attempting to bind port 7576a6e3-b068-4093-81f5-b106a875df31 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:08.533538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Attempting to bind port 7576a6e3-b068-4093-81f5-b106a875df31 on network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:08.547305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:08.547730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Checking segment: {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:08.548146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.548471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Bound using segment: {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:08.549003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Bound port: 7576a6e3-b068-4093-81f5-b106a875df31, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:08.549399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7576a6e3-b068-4093-81f5-b106a875df31), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.678905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (65b503f2-1a11-45ff-bf30-ad52547e933c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.699849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 10b162c1-8e9e-4615-b0a0-e72f15331991 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:08.759078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (65b503f2-1a11-45ff-bf30-ad52547e933c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.763087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] For port 7576a6e3-b068-4093-81f5-b106a875df31, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:08.778937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] For port 7576a6e3-b068-4093-81f5-b106a875df31, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7576a6e3-b068-4093-81f5-b106a875df31,segment=NetworkSegment(b3c3f13b-4f39-42c2-879c-9b51a4134974),segment_id=b3c3f13b-4f39-42c2-879c-9b51a4134974)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:08.807690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 10b162c1-8e9e-4615-b0a0-e72f15331991 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.808082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.810870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b503f2-1a11-45ff-bf30-ad52547e933c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.864493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7576a6e3-b068-4093-81f5-b106a875df31), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.892426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.896469 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b1d97794-e0ce-48c7-a0b2-d4584f5b2b7c tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4911318 Apr 06 14:33:08.896625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47342) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.901796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-089af354-82d4-4773-b7da-294ea3022b4f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '56d3419d-1145-4a2b-a17d-551d9f1aafd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '65b503f2-1a11-45ff-bf30-ad52547e933c'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:08.981393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (54f12552-2490-45f4-8d4f-996e81ec200c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.981998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 10b162c1-8e9e-4615-b0a0-e72f15331991 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.987682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77b375-3eb1-4f0b-ba1f-19b84b440d45 None None] Pushing event updated for resources: {'Port': ['ID=7576a6e3-b068-4093-81f5-b106a875df31,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.107953 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-089af354-82d4-4773-b7da-294ea3022b4f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:09.109890 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-089af354-82d4-4773-b7da-294ea3022b4f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2124052 Apr 06 14:33:09.112796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47344) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:09.134921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port c72386d1-166e-4697-8add-4acec6a6a815 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:09.138870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet 88f3503f-0203-4f64-b93a-7668d123243f {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:09.198907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (88f3503f-0203-4f64-b93a-7668d123243f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.266581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51e69dfa-0672-4420-bf3b-99f3847bd1b4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (65b503f2-1a11-45ff-bf30-ad52547e933c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.299474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51e69dfa-0672-4420-bf3b-99f3847bd1b4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (65b503f2-1a11-45ff-bf30-ad52547e933c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.453366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51e69dfa-0672-4420-bf3b-99f3847bd1b4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (65b503f2-1a11-45ff-bf30-ad52547e933c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.456198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51e69dfa-0672-4420-bf3b-99f3847bd1b4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.459807 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-51e69dfa-0672-4420-bf3b-99f3847bd1b4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/65b503f2-1a11-45ff-bf30-ad52547e933c HTTP/1.1" status: 204 len: 168 time: 0.3436906 Apr 06 14:33:09.464231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47348) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:09.486532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e69dfa-0672-4420-bf3b-99f3847bd1b4 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b503f2-1a11-45ff-bf30-ad52547e933c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.534546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (88f3503f-0203-4f64-b93a-7668d123243f), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.548494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (54f12552-2490-45f4-8d4f-996e81ec200c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.574773 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f78f62b7-5f56-4720-ba03-74daf7fec66b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1092556 Apr 06 14:33:09.577813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47350) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:09.671421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.675056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f12552-2490-45f4-8d4f-996e81ec200c']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:09.725485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for floatingip (ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.728484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f125b28-8431-411b-9714-8f1b31e188e8') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:09.728808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f125b28-8431-411b-9714-8f1b31e188e8') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:09.791753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (4f125b28-8431-411b-9714-8f1b31e188e8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.799913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa403776-bff3-4e23-b178-f710095803d2 req-cf2cede3-2e41-4e96-ae34-535379dc3069 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:09.801475 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa403776-bff3-4e23-b178-f710095803d2 req-cf2cede3-2e41-4e96-ae34-535379dc3069 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.5057280 Apr 06 14:33:09.939486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4f125b28-8431-411b-9714-8f1b31e188e8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.004768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:10.005173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (4f125b28-8431-411b-9714-8f1b31e188e8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:10.022754 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:10.100540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (88f3503f-0203-4f64-b93a-7668d123243f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.114132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3543b9-eb24-41e6-bc37-358f43b29c5a None None] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:10.145647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::ec (2934fa9c-89df-48fd-aebe-9f87f342666e/aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d/c72386d1-166e-4697-8add-4acec6a6a815) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:10.176465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27b3418e-660b-4d10-a96e-f744ea726130 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (56d3419d-1145-4a2b-a17d-551d9f1aafd9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.178732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:a19a (2934fa9c-89df-48fd-aebe-9f87f342666e/a9299d3e-f7c6-427c-a155-0e8d971c36e7/c72386d1-166e-4697-8add-4acec6a6a815) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:10.247639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa403776-bff3-4e23-b178-f710095803d2 req-98e7efc5-e96d-49c1-bfe9-7dc73f89b2c0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084229 Apr 06 14:33:10.255634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] Provisioning complete for port 7576a6e3-b068-4093-81f5-b106a875df31 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.256311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7576a6e3-b068-4093-81f5-b106a875df31), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.270422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.316020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (54f12552-2490-45f4-8d4f-996e81ec200c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.318547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27b3418e-660b-4d10-a96e-f744ea726130 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (56d3419d-1145-4a2b-a17d-551d9f1aafd9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.366502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] Current status of the port 7576a6e3-b068-4093-81f5-b106a875df31 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:10.368616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.368792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7576a6e3-b068-4093-81f5-b106a875df31), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.374403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47352) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.374902 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/54f12552-2490-45f4-8d4f-996e81ec200c HTTP/1.1" status: 204 len: 168 time: 2.2045071 Apr 06 14:33:10.433208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] For port 7576a6e3-b068-4093-81f5-b106a875df31, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7576a6e3-b068-4093-81f5-b106a875df31,segment=NetworkSegment(b3c3f13b-4f39-42c2-879c-9b51a4134974),segment_id=b3c3f13b-4f39-42c2-879c-9b51a4134974)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:10.438025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bdf5f-03ae-497d-b692-e99c6ade62f4 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Network': ['ID=54f12552-2490-45f4-8d4f-996e81ec200c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.474893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Deleting subnet 5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:10.479928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.504516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (7576a6e3-b068-4093-81f5-b106a875df31), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.510291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (88f3503f-0203-4f64-b93a-7668d123243f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.536179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.617456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=88f3503f-0203-4f64-b93a-7668d123243f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.619725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.627419 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f5c8940c-4b99-4288-b546-3411eadf2911 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/88f3503f-0203-4f64-b93a-7668d123243f HTTP/1.1" status: 204 len: 168 time: 2.2444217 Apr 06 14:33:10.638561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47354) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.640460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444c3ed-d5e1-410e-8de2-27305cdcf2dd None None] Network b37195c9-a5b4-4837-9d13-2e214ae4777d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:10.689391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27b3418e-660b-4d10-a96e-f744ea726130 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (56d3419d-1145-4a2b-a17d-551d9f1aafd9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.691565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27b3418e-660b-4d10-a96e-f744ea726130 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.696152 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-27b3418e-660b-4d10-a96e-f744ea726130 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/56d3419d-1145-4a2b-a17d-551d9f1aafd9 HTTP/1.1" status: 204 len: 168 time: 1.1047990 Apr 06 14:33:10.696935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47356) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.767677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2435ba19-424a-4794-9948-25ef552c6956 None None] Provisioning complete for port 7576a6e3-b068-4093-81f5-b106a875df31 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.769490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2435ba19-424a-4794-9948-25ef552c6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7576a6e3-b068-4093-81f5-b106a875df31), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.779296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3418e-660b-4d10-a96e-f744ea726130 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3419d-1145-4a2b-a17d-551d9f1aafd9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.805184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (b37195c9-a5b4-4837-9d13-2e214ae4777d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.822842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7576a6e3-b068-4093-81f5-b106a875df31 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:10.823199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.849301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25049346-f6cc-4c07-ac99-295462a5d2e9 None None] Pushing event updated for resources: {'Port': ['ID=7576a6e3-b068-4093-81f5-b106a875df31,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.857674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (c72386d1-166e-4697-8add-4acec6a6a815), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.862062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8:1::1 (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f/b75b1c95-7189-47d3-abcc-45bd42087b3e/dae0575b-20f1-4504-ab55-c3b283f74939) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:10.887988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4ac239ca-3014-4b64-bd71-bf5bcabb2192 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1629522 Apr 06 14:33:10.896658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47358) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.902150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--511240416'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:10.944074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port a3f955ba-ac94-4758-895f-0bface501397 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:10.944415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a3f955ba-ac94-4758-895f-0bface501397), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.992800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2435ba19-424a-4794-9948-25ef552c6956 None None] Current status of the port 7576a6e3-b068-4093-81f5-b106a875df31 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:11.010525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7576a6e3-b068-4093-81f5-b106a875df31 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:11.011359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7576a6e3-b068-4093-81f5-b106a875df31), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.016015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.034740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] For port a3f955ba-ac94-4758-895f-0bface501397, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a3f955ba-ac94-4758-895f-0bface501397,segment=NetworkSegment(1c6fa107-ee21-437f-b845-f154bad99ac1),segment_id=1c6fa107-ee21-437f-b845-f154bad99ac1)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:11.035121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a3f955ba-ac94-4758-895f-0bface501397), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.038250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] DHCP port deletion for b37195c9-a5b4-4837-9d13-2e214ae4777d request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:11.060286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.066832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.070806 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/subnets/5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee HTTP/1.1" status: 204 len: 168 time: 0.6939044 Apr 06 14:33:11.077105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47360) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.077280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d44d9-15ba-494f-8653-4542e3244946 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Subnet': ['ID=5be5a5e5-e39f-4f5d-8b74-c94dfc71f0ee,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.082253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for a3f955ba-ac94-4758-895f-0bface501397 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:11.112669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b362ae5-2c40-422b-be40-38993ceb67f6 None None] Network 11099f65-ff31-4624-a2bb-2af40734ad0e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:11.146663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.250231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a3f955ba-ac94-4758-895f-0bface501397), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.265204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7576a6e3-b068-4093-81f5-b106a875df31 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:11.283171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Deleting port a3f955ba-ac94-4758-895f-0bface501397 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:11.283551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a3f955ba-ac94-4758-895f-0bface501397), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.283752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=a3f955ba-ac94-4758-895f-0bface501397,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.289700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No DVR routers for this DVR port a3f955ba-ac94-4758-895f-0bface501397 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:11.382991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] For port a3f955ba-ac94-4758-895f-0bface501397, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:11.383502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a3f955ba-ac94-4758-895f-0bface501397), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.393788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (b37195c9-a5b4-4837-9d13-2e214ae4777d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.398198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Calling delete_port for a3f955ba-ac94-4758-895f-0bface501397 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:11.401212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.ipam_backend_mixin [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Port a3f955ba-ac94-4758-895f-0bface501397 was not found and therefore no delete operation was performed {{(pid=104422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:33:11.403115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (a3f955ba-ac94-4758-895f-0bface501397), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.423417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37195c9-a5b4-4837-9d13-2e214ae4777d']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:11.433115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] Pushing event deleted for resources: {'Port': ['ID=a3f955ba-ac94-4758-895f-0bface501397,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.433649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6fa107-ee21-437f-b845-f154bad99ac1') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:11.434029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6fa107-ee21-437f-b845-f154bad99ac1') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:11.437881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa20a07-72b9-4e91-afb6-b8046827f4d0 None None] No DVR routers for this DVR port a3f955ba-ac94-4758-895f-0bface501397 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:11.451727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (1c6fa107-ee21-437f-b845-f154bad99ac1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.476975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] DHCP port deletion for 11099f65-ff31-4624-a2bb-2af40734ad0e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:11.477075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1c6fa107-ee21-437f-b845-f154bad99ac1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.478360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:11.478920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (1c6fa107-ee21-437f-b845-f154bad99ac1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:11.482096 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:11.527015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] Deleting port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:11.527395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.598805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] For port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,segment=NetworkSegment(ced22140-0437-4530-b1a2-2f85e24bb2e4),segment_id=ced22140-0437-4530-b1a2-2f85e24bb2e4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:11.599465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.613893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (b37195c9-a5b4-4837-9d13-2e214ae4777d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.616015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] Calling delete_port for 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:11.626211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.634040 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/b37195c9-a5b4-4837-9d13-2e214ae4777d HTTP/1.1" status: 204 len: 168 time: 0.9899926 Apr 06 14:33:11.638888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c72386d1-166e-4697-8add-4acec6a6a815), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.639817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47364) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.643459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.645113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1624334124'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:11.649799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32dd7d-dbd0-4533-b29f-c83286b54d89 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=b37195c9-a5b4-4837-9d13-2e214ae4777d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.663304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (dae0575b-20f1-4504-ab55-c3b283f74939), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.752155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (11099f65-ff31-4624-a2bb-2af40734ad0e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.759415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:11.762733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.775925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:11.787669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.792015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:11.803750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.804101 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Added segment 38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d of type vlan for network 4f973ce5-9ead-45c5-af44-18625b13af8f Apr 06 14:33:11.822617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:11.825251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:11.830876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.831695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.848178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] Pushing event deleted for resources: {'Port': ['ID=1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.850583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf8c9e-894a-4dd2-93e2-245715c011f5 None None] No DVR routers for this DVR port 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:11.852463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (4f973ce5-9ead-45c5-af44-18625b13af8f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.862683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=c72386d1-166e-4697-8add-4acec6a6a815,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.960656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.961642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (4f973ce5-9ead-45c5-af44-18625b13af8f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.967477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.969830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.022336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Pushing event updated for resources: {'Port': ['ID=fe8b2b58-2353-445a-b77c-c527c7066fb5,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.043102 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-21dcd8ce-3186-4d57-be22-8e25675da8b2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6227026 Apr 06 14:33:12.053190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47366) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.065089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Network': ['ID=4f973ce5-9ead-45c5-af44-18625b13af8f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.076232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 4f973ce5-9ead-45c5-af44-18625b13af8f details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:12.086036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af07e48-7597-4310-b2f5-d1c39dd76779 req-fe8d7835-4a1c-4a41-852e-bfb6b6b51681 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:12.087584 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4af07e48-7597-4310-b2f5-d1c39dd76779 req-fe8d7835-4a1c-4a41-852e-bfb6b6b51681 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.4798205 Apr 06 14:33:12.110596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (8913f99a-fc08-4863-b08a-32a9d541146a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.113316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.149380 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b7eb566e-a25c-48c5-bebb-01cb199ab0ef tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5057838 Apr 06 14:33:12.151053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47368) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.159033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:12.168439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (11099f65-ff31-4624-a2bb-2af40734ad0e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.182915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d8267082-c608-427b-bf8d-1bcd2ea771b7 None None] Provisioning complete for port c72386d1-166e-4697-8add-4acec6a6a815 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:12.183302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d8267082-c608-427b-bf8d-1bcd2ea771b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c72386d1-166e-4697-8add-4acec6a6a815), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.229902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d8267082-c608-427b-bf8d-1bcd2ea771b7 None None] Port c72386d1-166e-4697-8add-4acec6a6a815 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:12.244780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8913f99a-fc08-4863-b08a-32a9d541146a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.254524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port c72386d1-166e-4697-8add-4acec6a6a815 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:12.254861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c72386d1-166e-4697-8add-4acec6a6a815), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.255164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11099f65-ff31-4624-a2bb-2af40734ad0e']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:12.267396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:12.298493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced22140-0437-4530-b1a2-2f85e24bb2e4') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:12.298848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced22140-0437-4530-b1a2-2f85e24bb2e4') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:12.310553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:12.313287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:12.313689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.330435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=dae0575b-20f1-4504-ab55-c3b283f74939,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.346701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (ced22140-0437-4530-b1a2-2f85e24bb2e4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.368768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c72386d1-166e-4697-8add-4acec6a6a815), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.381341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for c72386d1-166e-4697-8add-4acec6a6a815 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:12.405170 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4af07e48-7597-4310-b2f5-d1c39dd76779 req-9815a4cd-69e0-46ad-9190-212bfe03cde7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931135 Apr 06 14:33:12.406472 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Floating IP ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5 associated. External IP: 172.26.6.60, port: 6301d58c-2ab0-4d98-8c64-b09d7996066c. Apr 06 14:33:12.413159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8913f99a-fc08-4863-b08a-32a9d541146a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.418790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ced22140-0437-4530-b1a2-2f85e24bb2e4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.427281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:12.432069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.472502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.478054 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-53f6c1b0-12e0-4fbb-be37-f351ef0a032f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5762587 Apr 06 14:33:12.480793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47370) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.488748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-614b7f6a-176e-4112-a565-d1727fab4c93 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '8913f99a-fc08-4863-b08a-32a9d541146a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:12.502680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:12.502900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (ced22140-0437-4530-b1a2-2f85e24bb2e4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:12.505929 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:12.651652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0765b584-1c1c-4f9b-90d8-6e4a651605d8 None None] Provisioning complete for port dae0575b-20f1-4504-ab55-c3b283f74939 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:12.652134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0765b584-1c1c-4f9b-90d8-6e4a651605d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.656072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7576a6e3-b068-4093-81f5-b106a875df31 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:12.727345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0765b584-1c1c-4f9b-90d8-6e4a651605d8 None None] Port dae0575b-20f1-4504-ab55-c3b283f74939 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:12.744800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 7576a6e3-b068-4093-81f5-b106a875df31 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:12.745428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7576a6e3-b068-4093-81f5-b106a875df31), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.746224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (11099f65-ff31-4624-a2bb-2af40734ad0e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.751397 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-614b7f6a-176e-4112-a565-d1727fab4c93 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:12.752477 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-614b7f6a-176e-4112-a565-d1727fab4c93 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2707164 Apr 06 14:33:12.757071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47372) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.767119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7137d698-e1af-4ece-8e66-8138b8441a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group_rule': {'security_group_id': '8913f99a-fc08-4863-b08a-32a9d541146a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:12.802376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.805106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c72386d1-166e-4697-8add-4acec6a6a815), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.806362 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] 10.222.0.89 "DELETE /v2.0/networks/11099f65-ff31-4624-a2bb-2af40734ad0e HTTP/1.1" status: 204 len: 168 time: 1.7295711 Apr 06 14:33:12.809572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb09c-d0ce-481b-aeb5-7ad6f39c6d35 tempest-NetworksIpV6TestAttrs-1230791451 tempest-NetworksIpV6TestAttrs-1230791451-project] Pushing event deleted for resources: {'Network': ['ID=11099f65-ff31-4624-a2bb-2af40734ad0e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.832582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.842429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 7576a6e3-b068-4093-81f5-b106a875df31 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:12.860141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Router 865ed9b7-802a-4bd0-92dd-2d31ff591413 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:12.902243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=c72386d1-166e-4697-8add-4acec6a6a815,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.926107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a3f955ba-ac94-4758-895f-0bface501397 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:12.951606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a3f955ba-ac94-4758-895f-0bface501397 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:12.954193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a3f955ba-ac94-4758-895f-0bface501397 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:12.955424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:12.992595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.995478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:12.996328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1ce2799b-6b0d-483d-9b2e-cc7948cfb3ae not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:13.000159 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f37d1975-5a0a-40e8-8c59-69bda08034c5 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/c72386d1-166e-4697-8add-4acec6a6a815 HTTP/1.1" status: 204 len: 168 time: 0.9454603 Apr 06 14:33:13.003852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47376) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.085163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:13.100206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] Sync routers for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:13.107689 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-7137d698-e1af-4ece-8e66-8138b8441a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:13.114009 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7137d698-e1af-4ece-8e66-8138b8441a8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3487256 Apr 06 14:33:13.114174 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47378) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.118445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a63e0-bffe-4540-b98a-de4357a0e724 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.120579 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed5a63e0-bffe-4540-b98a-de4357a0e724 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1144607 Apr 06 14:33:13.123242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47380) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.123877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:13.124623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.161985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.173466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:13.174341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.178598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d3252311-2165-4725-8050-8c9d94af5d7a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.216243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.228876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f092f69-0153-4f89-b17a-c225ad89773e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.229415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.230321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d904ffc-ca55-473a-aa10-f8722b08d1d1 None None] The sync data for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:13.233323 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f092f69-0153-4f89-b17a-c225ad89773e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1063783 Apr 06 14:33:13.240828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47382) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.284272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f21ae8e-9650-4a9c-8922-db93a55d25fc tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (8913f99a-fc08-4863-b08a-32a9d541146a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.296316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=d3252311-2165-4725-8050-8c9d94af5d7a,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.298916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c5219270-d00c-498b-b085-252a4100bd9e tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.9303937 Apr 06 14:33:13.308111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47384) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.336018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f21ae8e-9650-4a9c-8922-db93a55d25fc tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (8913f99a-fc08-4863-b08a-32a9d541146a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.372075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Checking segment: {'id': '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:13.372331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network hostable DHCP agents. Network: 4f973ce5-9ead-45c5-af44-18625b13af8f, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:13.381678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25d45b-3db7-48f3-ac70-8d9348449f1b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.383557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25d45b-3db7-48f3-ac70-8d9348449f1b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.384898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25d45b-3db7-48f3-ac70-8d9348449f1b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.386467 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cb25d45b-3db7-48f3-ac70-8d9348449f1b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1445892 Apr 06 14:33:13.390017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (dae0575b-20f1-4504-ab55-c3b283f74939), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.391470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47388) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.410969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47390) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.437515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.438429 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-81833c5f-fa00-40f1-b683-c9fdc656e80f tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] 10.222.0.89 "GET /v2.0/floatingips/ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5 HTTP/1.1" status: 200 len: 983 time: 0.1291890 Apr 06 14:33:13.439759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.444989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47396) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.542020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 4f973ce5-9ead-45c5-af44-18625b13af8f is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:13.565395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f21ae8e-9650-4a9c-8922-db93a55d25fc tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8913f99a-fc08-4863-b08a-32a9d541146a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.568080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f21ae8e-9650-4a9c-8922-db93a55d25fc tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.569272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1f21ae8e-9650-4a9c-8922-db93a55d25fc tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/8913f99a-fc08-4863-b08a-32a9d541146a HTTP/1.1" status: 204 len: 168 time: 0.4550285 Apr 06 14:33:13.573964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet a9299d3e-f7c6-427c-a155-0e8d971c36e7 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:13.574598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47398) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.589153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (a9299d3e-f7c6-427c-a155-0e8d971c36e7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.590775 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a8f41deb-c42b-4a55-a041-3ba46b6377a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d8b87a892ffd4afa88d879673ef9c1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768186 Apr 06 14:33:13.593275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47400) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.627783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 4f973ce5-9ead-45c5-af44-18625b13af8f) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:13.637407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a6849-6f1b-4c23-bf25-7dd8328f1205 None None] Network 4f973ce5-9ead-45c5-af44-18625b13af8f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:13.645412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.646018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.657569 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a396538-bf34-4728-b0c0-92e48ea40cc2 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0816667 Apr 06 14:33:13.669296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47402) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.675799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884707956'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:13.710892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-450bfb27-fb1d-4e81-bf4f-d33110f679b5 admin admin] Publish callbacks [] for security_group (633a09c2-7571-4844-8454-73d69c8dcd3b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.713014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21ae8e-9650-4a9c-8922-db93a55d25fc tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913f99a-fc08-4863-b08a-32a9d541146a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.735050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=dae0575b-20f1-4504-ab55-c3b283f74939,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.736364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-450bfb27-fb1d-4e81-bf4f-d33110f679b5 admin admin] Publish callbacks [] for security_group (633a09c2-7571-4844-8454-73d69c8dcd3b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.749832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-815028f4-1789-4aaa-9583-c7bec6a2b607 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2995670 Apr 06 14:33:13.754321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47404) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.762213 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dd63aaad-1d4e-497a-b3ac-278a63a8d0d7 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6080127 Apr 06 14:33:13.766804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (a9299d3e-f7c6-427c-a155-0e8d971c36e7), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.772739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47406) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.819280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2128557815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:13.827560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aecebe-1286-4dbf-9c25-26338e7c5b19 req-84a5592f-163a-4b8a-92bb-8c6d7f16479a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.829170 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3aecebe-1286-4dbf-9c25-26338e7c5b19 req-84a5592f-163a-4b8a-92bb-8c6d7f16479a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.2970674 Apr 06 14:33:13.853677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.902556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:13.913610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:13.957002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3aecebe-1286-4dbf-9c25-26338e7c5b19 req-10e267ca-e5ed-40f5-bdd5-beb86f05b04e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159506 Apr 06 14:33:13.970129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (b507b596-b38a-4bf4-b562-8cfd37ea9fec), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.976843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (b507b596-b38a-4bf4-b562-8cfd37ea9fec), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.984519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-4f973ce5-9ead-45c5-af44-18625b13af8f', 'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': 'd3252311-2165-4725-8050-8c9d94af5d7a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:13.986610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.026974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.055295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-450bfb27-fb1d-4e81-bf4f-d33110f679b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (633a09c2-7571-4844-8454-73d69c8dcd3b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.056030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a9299d3e-f7c6-427c-a155-0e8d971c36e7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.058471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-450bfb27-fb1d-4e81-bf4f-d33110f679b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.062964 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-450bfb27-fb1d-4e81-bf4f-d33110f679b5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/633a09c2-7571-4844-8454-73d69c8dcd3b HTTP/1.1" status: 204 len: 168 time: 0.4673543 Apr 06 14:33:14.119337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bfb27-fb1d-4e81-bf4f-d33110f679b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a09c2-7571-4844-8454-73d69c8dcd3b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.132311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.141857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for router_controller (b507b596-b38a-4bf4-b562-8cfd37ea9fec), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.176997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.186744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting port fe8b2b58-2353-445a-b77c-c527c7066fb5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:14.187465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.193603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:14.235546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Allocated IP 2001:db8::2 (4f973ce5-9ead-45c5-af44-18625b13af8f/d3252311-2165-4725-8050-8c9d94af5d7a/0c926662-a49e-4200-955c-e0438a763e09) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:14.251523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.255712 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-77cfdcdf-4281-4a7a-b154-0952a9c3b0ce tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5838227 Apr 06 14:33:14.258760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (b507b596-b38a-4bf4-b562-8cfd37ea9fec), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.264540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47410) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.270542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6092e183-c551-4992-8353-25e9cc5d1b26 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.271192 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-6092e183-c551-4992-8353-25e9cc5d1b26 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:33:14.271825 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-6092e183-c551-4992-8353-25e9cc5d1b26 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 14:33:14.276633 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6092e183-c551-4992-8353-25e9cc5d1b26 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "PUT /v2.0/security-groups/84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7 HTTP/1.1" status: 409 len: 330 time: 0.0113912 Apr 06 14:33:14.281679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47412) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.332725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.332870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for floatingip (fe8b2b58-2353-445a-b77c-c527c7066fb5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.332985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b74e2440-bc9b-464e-9f80-32235dba15fe None None] Provisioning complete for port dae0575b-20f1-4504-ab55-c3b283f74939 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:14.333291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b74e2440-bc9b-464e-9f80-32235dba15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.354520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Calling delete_port for fe8b2b58-2353-445a-b77c-c527c7066fb5 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:14.398759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b74e2440-bc9b-464e-9f80-32235dba15fe None None] Port dae0575b-20f1-4504-ab55-c3b283f74939 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:14.442193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5de4040-77ec-42cf-b9a3-e6b4ba2e08d9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.445981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.447373 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-097af061-6063-42d7-8ba4-bd9c162912e9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6721022 Apr 06 14:33:14.453799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47416) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.461634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f', 'name': 'tempest-PortsIpV6TestJSON-1033098536'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.465350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Publish callbacks [] for port (0c926662-a49e-4200-955c-e0438a763e09), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.543148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0c926662-a49e-4200-955c-e0438a763e09), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.574904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5de4040-77ec-42cf-b9a3-e6b4ba2e08d9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.614813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Pushing event updated for resources: {'Port': ['ID=0c926662-a49e-4200-955c-e0438a763e09,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.652911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Network 4f973ce5-9ead-45c5-af44-18625b13af8f is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:14.655148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:14.663945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:14.704811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:14.711948 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-69bcc009-fcdf-4f16-9990-ff970d2c6eac tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2537904 Apr 06 14:33:14.714702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47424) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.717345 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:14.721077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528381938'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.729953 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:14.730638 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:14.735712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Attempting to bind port 0c926662-a49e-4200-955c-e0438a763e09 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:14.736153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Attempting to bind port 0c926662-a49e-4200-955c-e0438a763e09 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:14.736530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Attempting to bind port 0c926662-a49e-4200-955c-e0438a763e09 on network 4f973ce5-9ead-45c5-af44-18625b13af8f {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:14.744018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a9299d3e-f7c6-427c-a155-0e8d971c36e7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.745681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:14.746137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Checking segment: {'id': '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:14.752870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.752870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Bound using segment: {'id': '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:14.752870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Bound port: 0c926662-a49e-4200-955c-e0438a763e09, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4f973ce5-9ead-45c5-af44-18625b13af8f'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:14.752870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0c926662-a49e-4200-955c-e0438a763e09), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.770277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=a9299d3e-f7c6-427c-a155-0e8d971c36e7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.787154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5de4040-77ec-42cf-b9a3-e6b4ba2e08d9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.787154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5de4040-77ec-42cf-b9a3-e6b4ba2e08d9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.788396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47426) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.793108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.797634 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a5de4040-77ec-42cf-b9a3-e6b4ba2e08d9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7 HTTP/1.1" status: 204 len: 168 time: 0.5149989 Apr 06 14:33:14.798857 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5364cdb4-dd08-4246-ba5f-15efa8b467b1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/a9299d3e-f7c6-427c-a155-0e8d971c36e7 HTTP/1.1" status: 204 len: 168 time: 1.4058695 Apr 06 14:33:14.804975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd18b2-12da-4c42-8814-db535fbcbf52 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:14.806646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47430) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.809673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:14.814721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.836618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4040-77ec-42cf-b9a3-e6b4ba2e08d9 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed2c43-058e-4f5f-b0ae-dac2f5ff16b7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.844759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port eb505820-e7d0-43ce-8e3c-1c78ad21d4bd yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:14.867707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:14.871561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.881653 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:14.917325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] For port 0c926662-a49e-4200-955c-e0438a763e09, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:14.922366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] For port 0c926662-a49e-4200-955c-e0438a763e09, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0c926662-a49e-4200-955c-e0438a763e09,segment=NetworkSegment(38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d),segment_id=38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:14.925395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fe8b2b58-2353-445a-b77c-c527c7066fb5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.941498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2c226033-4fbf-4bd7-9bd6-6dc2c048db56 tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1468244 Apr 06 14:33:14.943026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47432) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.956434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:14.960178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Port': ['ID=fe8b2b58-2353-445a-b77c-c527c7066fb5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.960379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:14.981561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.988163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-be22788a-e4a2-4bfa-b94d-8dab07ac1f8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] delete failed (client error): The resource could not be found. Apr 06 14:33:14.992833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-be22788a-e4a2-4bfa-b94d-8dab07ac1f8f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "DELETE /v2.0/security-groups/f41d620f-acf5-4345-b776-c712cb0d31c7 HTTP/1.1" status: 404 len: 347 time: 0.0450749 Apr 06 14:33:15.014149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47436) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.036609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0c926662-a49e-4200-955c-e0438a763e09), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.040640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (b28b8fb4-f8ec-45da-8d27-897b70377d19), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.041025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment b28b8fb4-f8ec-45da-8d27-897b70377d19 of type vlan for network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 Apr 06 14:33:15.064811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-c474088f-0d6f-4439-b554-741fa874e72f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] show failed (client error): The resource could not be found. Apr 06 14:33:15.069330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c474088f-0d6f-4439-b554-741fa874e72f tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-groups/3eb02918-efc9-4def-a489-103b2cbe008d HTTP/1.1" status: 404 len: 347 time: 0.0478113 Apr 06 14:33:15.072687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47440) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.075605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.169802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for floatingip (ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.170309 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Floating IP ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5 disassociated (deleted). External IP: 172.26.6.60, port: 6301d58c-2ab0-4d98-8c64-b09d7996066c. Apr 06 14:33:15.189055 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-506c9890-576e-4b96-94e0-a062aa59e39b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] show failed (client error): The resource could not be found. Apr 06 14:33:15.193214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-506c9890-576e-4b96-94e0-a062aa59e39b tempest-NegativeSecGroupIPv6Test-1064238909 tempest-NegativeSecGroupIPv6Test-1064238909-project] 10.222.0.89 "GET /v2.0/security-group-rules/dfa1bb75-ca40-4209-b931-c5dd4ea58f4b HTTP/1.1" status: 404 len: 356 time: 0.1190481 Apr 06 14:33:15.215810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.268243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610ee7-c960-4f83-8783-de71281aa752 None None] Pushing event updated for resources: {'Port': ['ID=0c926662-a49e-4200-955c-e0438a763e09,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.297133 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:12Z', 'revision_number': 3, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:13Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:15.349686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:15.350033 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Updating router 16cbc40c-fdc9-4800-8148-24330c5d1700 port dae0575b-20f1-4504-ab55-c3b283f74939 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:15.360752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.372357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c119-5ac4-4cb8-ba11-752cd1c61dc5 req-46811009-f608-4bc8-80de-c14d900f3927 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.379771 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a00c119-5ac4-4cb8-ba11-752cd1c61dc5 req-46811009-f608-4bc8-80de-c14d900f3927 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.2741086 Apr 06 14:33:15.417881 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.456075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.461300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.463335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.620637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47450) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.686561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::143 (4f973ce5-9ead-45c5-af44-18625b13af8f/d3252311-2165-4725-8050-8c9d94af5d7a/eb505820-e7d0-43ce-8e3c-1c78ad21d4bd) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:15.691069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a00c119-5ac4-4cb8-ba11-752cd1c61dc5 req-5253b465-e327-4f2e-8bad-88658d915919 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102632 Apr 06 14:33:15.712007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.739308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:15.750877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5ca41120-a66f-4271-b6d7-31b8bbc33ab9 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0345466 Apr 06 14:33:15.753466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47456) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.781999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:15.946989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.993703 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47458) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.017490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.027338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.037686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0b555b01-f152-45f3-acfa-32f0eb5699c0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d HTTP/1.1" status: 204 len: 168 time: 1.2295117 Apr 06 14:33:16.044022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47462) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.075285 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Publish callbacks [] for port (dae0575b-20f1-4504-ab55-c3b283f74939), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.126346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836476123'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.131127 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-04cb47fe-a78e-4f61-b020-96f4468b109e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601835 Apr 06 14:33:16.137410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47464) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.147448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.168902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:16.172376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.172556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.182228 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.223360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Router 865ed9b7-802a-4bd0-92dd-2d31ff591413 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:16.260423 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-60e6dcae-6be0-4946-876e-c2d6c7679e89 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f019d2eb5c454bc5b76dc09881fd0d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634063 Apr 06 14:33:16.261442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47466) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.297251 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ffaf-0f18-4766-817e-dbb2dcb7b345 None None] Pushing event updated for resources: {'Port': ['ID=dae0575b-20f1-4504-ab55-c3b283f74939,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.345037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.355291 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Attempting to bind port dae0575b-20f1-4504-ab55-c3b283f74939 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:16.355660 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Attempting to bind port dae0575b-20f1-4504-ab55-c3b283f74939 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:16.356018 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Attempting to bind port dae0575b-20f1-4504-ab55-c3b283f74939 on network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:16.378389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.378554 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:16.378748 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Checking segment: {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:16.379154 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.379586 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Bound using segment: {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:16.380489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Bound port: dae0575b-20f1-4504-ab55-c3b283f74939, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c3f13b-4f39-42c2-879c-9b51a4134974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:16.380489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.412676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.478198 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] For port dae0575b-20f1-4504-ab55-c3b283f74939, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:16.481695 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] For port dae0575b-20f1-4504-ab55-c3b283f74939, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=dae0575b-20f1-4504-ab55-c3b283f74939,segment=NetworkSegment(b3c3f13b-4f39-42c2-879c-9b51a4134974),segment_id=b3c3f13b-4f39-42c2-879c-9b51a4134974)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:16.497701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 4f973ce5-9ead-45c5-af44-18625b13af8f is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:16.505913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:16.513374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:16.518828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.519261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.540670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:16.543656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=eb505820-e7d0-43ce-8e3c-1c78ad21d4bd,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.554000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] Sync routers for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:16.570363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:16.571020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:16.571767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (e2f63f74-a868-4c11-a9bf-b979e00d702b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.577721 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.581853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43bfddc-5c0a-4936-9e48-e02cd6a276d8 admin admin] Publish callbacks [] for security_group (f47e14ed-2149-4198-8a61-df667b24fa3b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.597679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.630760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43bfddc-5c0a-4936-9e48-e02cd6a276d8 admin admin] Publish callbacks [] for security_group (f47e14ed-2149-4198-8a61-df667b24fa3b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.663984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63e2ba-4bf7-4933-9bce-3cea4fd0de52 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:16.681164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:16.686086 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-97901e5a-26a8-4b3c-9baf-7dca77bdf2a3 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2284720 Apr 06 14:33:16.693551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47468) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.711733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e2f63f74-a868-4c11-a9bf-b979e00d702b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.726326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:16.729765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.761110 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:16.762163 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:16.771963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0c926662-a49e-4200-955c-e0438a763e09 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:16.810878 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0df10d80-2dc6-47ff-b630-261cb7536fcd tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "DELETE /v2.0/floatingips/ca6b5a62-9814-4432-b6da-bfe4e1b5cbf5 HTTP/1.1" status: 204 len: 168 time: 3.0517328 Apr 06 14:33:16.815246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47472) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.840185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.915750 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:16.943435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:16.943942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:16.953951 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ffaf-0f18-4766-817e-dbb2dcb7b345 None None] Pushing event updated for resources: {'Port': ['ID=dae0575b-20f1-4504-ab55-c3b283f74939,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.024653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:17.025390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7f0f4-695a-41b6-9ab7-e9c3d18943ec None None] The sync data for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:17.045084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0e2c7682-dbea-4f67-af04-fb71cc39bec1 None None] Provisioning complete for port 9cf74a3e-d1f0-4520-8664-ef8393244aab triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:17.047947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7682-dbea-4f67-af04-fb71cc39bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.060660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.075974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0c926662-a49e-4200-955c-e0438a763e09 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:17.076348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0c926662-a49e-4200-955c-e0438a763e09), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.133444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e2710-8cd8-428f-a9be-48cde9701557 None None] Network 4f973ce5-9ead-45c5-af44-18625b13af8f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:17.158195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.161155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.171560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f63f74-a868-4c11-a9bf-b979e00d702b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.256606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43bfddc-5c0a-4936-9e48-e02cd6a276d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f47e14ed-2149-4198-8a61-df667b24fa3b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.258290 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:12Z', 'revision_number': 3, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:16Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:17.260279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d43bfddc-5c0a-4936-9e48-e02cd6a276d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.261514 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d43bfddc-5c0a-4936-9e48-e02cd6a276d8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f47e14ed-2149-4198-8a61-df667b24fa3b HTTP/1.1" status: 204 len: 168 time: 0.9969707 Apr 06 14:33:17.288253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.293254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6692805 Apr 06 14:33:17.295026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47476) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:17.306489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003e03-5ffe-4148-963c-3b0a02268cee tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f22e894-f28b-458b-bf68-47fcebfa7c7e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.318310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b09fe-bae3-454d-ad9c-76cca15268a1 req-2adc7051-2021-4942-9bb8-eaf05fecfa9a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:17.322709 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21661977-5f28-49d5-b1e1-807244f160dc None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:12Z', 'revision_number': 3, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:16Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:17.326516 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-274b09fe-bae3-454d-ad9c-76cca15268a1 req-2adc7051-2021-4942-9bb8-eaf05fecfa9a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.2642272 Apr 06 14:33:17.404171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:17.418233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (52815c34-b88d-4009-b6a2-8060d94bb30d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.487923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c7682-dbea-4f67-af04-fb71cc39bec1 None None] Current status of the port 9cf74a3e-d1f0-4520-8664-ef8393244aab is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:17.507027 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:33:17.510099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0c926662-a49e-4200-955c-e0438a763e09 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:17.510687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0c926662-a49e-4200-955c-e0438a763e09), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.516275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bfddc-5c0a-4936-9e48-e02cd6a276d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e14ed-2149-4198-8a61-df667b24fa3b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.518748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.571954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 0c926662-a49e-4200-955c-e0438a763e09, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0c926662-a49e-4200-955c-e0438a763e09,segment=NetworkSegment(38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d),segment_id=38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:17.595149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] Deleting port 9cf74a3e-d1f0-4520-8664-ef8393244aab {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:17.595149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.629261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.658527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=52815c34-b88d-4009-b6a2-8060d94bb30d,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.689576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0c926662-a49e-4200-955c-e0438a763e09), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.758211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-98e687c2-2c73-40c0-a90f-f6f127cf8fa9 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.4595470 Apr 06 14:33:17.767455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (8aac54aa-c62d-412c-a443-c2bf41d2d114), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.778170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47480) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:17.824585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Provisioning complete for port 0c926662-a49e-4200-955c-e0438a763e09 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:17.826673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0c926662-a49e-4200-955c-e0438a763e09), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.844324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] For port 9cf74a3e-d1f0-4520-8664-ef8393244aab, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9cf74a3e-d1f0-4520-8664-ef8393244aab,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:17.845056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.864510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-security--84207343', 'description': 'tempest-security-description-2121432936'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:17.898464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=8aac54aa-c62d-412c-a443-c2bf41d2d114,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.901457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:17.902061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:17.943196 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-274b09fe-bae3-454d-ad9c-76cca15268a1 req-07f7372c-46b4-4e73-9d80-503501b077ac tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6156867 Apr 06 14:33:17.947692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:17.953721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:17.968618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:17.969633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.979315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.020892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Allocated IP 172.26.6.22 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/d5494bf4-4ced-4957-a1de-75a4b2f492df) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:18.041151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] Calling delete_port for 9cf74a3e-d1f0-4520-8664-ef8393244aab owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:18.061470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=0c926662-a49e-4200-955c-e0438a763e09,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.087576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.108123 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4309181f-9a90-407f-a1fb-f947b45c0698 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9692156 Apr 06 14:33:18.109112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47488) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:18.115407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:18.165242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Current status of the port 0c926662-a49e-4200-955c-e0438a763e09 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:18.178742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.201357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.201756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.202922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "PUT /v2.0/security-groups/3f22e894-f28b-458b-bf68-47fcebfa7c7e HTTP/1.1" status: 200 len: 1793 time: 0.3421483 Apr 06 14:33:18.206433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47490) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:18.219416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Provisioning complete for port dae0575b-20f1-4504-ab55-c3b283f74939 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:18.220052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.245411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:18.283046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78073-a7ac-4f5b-a984-db0d2ff944f1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f22e894-f28b-458b-bf68-47fcebfa7c7e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.283429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.318048 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9daab9b1-b6a4-4c60-82f9-1b656015581d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups/3f22e894-f28b-458b-bf68-47fcebfa7c7e HTTP/1.1" status: 200 len: 1793 time: 0.1049364 Apr 06 14:33:18.347114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47494) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:18.373516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:18.386133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc533015-20bf-485a-a1ce-e3685587b8cf None None] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:18.405132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Current status of the port dae0575b-20f1-4504-ab55-c3b283f74939 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:18.405542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.424332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:18.425342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.459074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (9cf74a3e-d1f0-4520-8664-ef8393244aab), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.459609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.493356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] Pushing event deleted for resources: {'Port': ['ID=9cf74a3e-d1f0-4520-8664-ef8393244aab,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.517535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=eb505820-e7d0-43ce-8e3c-1c78ad21d4bd,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.522033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-437cd9c6-f956-4ec8-9045-92fed0404e2d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.548755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] For port dae0575b-20f1-4504-ab55-c3b283f74939, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=dae0575b-20f1-4504-ab55-c3b283f74939,segment=NetworkSegment(b3c3f13b-4f39-42c2-879c-9b51a4134974),segment_id=b3c3f13b-4f39-42c2-879c-9b51a4134974)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:18.561312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d3bcd-7bc9-4957-952a-1772964e8f5e None None] No DVR routers for this DVR port 9cf74a3e-d1f0-4520-8664-ef8393244aab on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:18.567772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-437cd9c6-f956-4ec8-9045-92fed0404e2d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.602889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f75ecd7-8561-4cbb-9db7-b299db078b35 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:18.653002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (b507b596-b38a-4bf4-b562-8cfd37ea9fec), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.677112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2e1c79e9-fbd7-4e4a-b8b4-ff8293e0c72a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9202611 Apr 06 14:33:18.678033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47496) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:18.886447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0c926662-a49e-4200-955c-e0438a763e09 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:18.916129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:18.916925 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.965685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.980509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:18.984060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.994329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.062603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.087830 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.ipam_backend_mixin [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8aac54aa-c62d-412c-a443-c2bf41d2d114 (CIDR: 2001:db8::/64) Apr 06 14:33:19.092298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-437cd9c6-f956-4ec8-9045-92fed0404e2d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3f22e894-f28b-458b-bf68-47fcebfa7c7e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.097555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-437cd9c6-f956-4ec8-9045-92fed0404e2d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.100608 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-437cd9c6-f956-4ec8-9045-92fed0404e2d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/3f22e894-f28b-458b-bf68-47fcebfa7c7e HTTP/1.1" status: 204 len: 168 time: 0.7391195 Apr 06 14:33:19.119700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47506) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.122240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cd9c6-f956-4ec8-9045-92fed0404e2d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f22e894-f28b-458b-bf68-47fcebfa7c7e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:19.133019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0c926662-a49e-4200-955c-e0438a763e09 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:19.133019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0c926662-a49e-4200-955c-e0438a763e09), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.165193 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:19.169657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:19.173340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2934fa9c-89df-48fd-aebe-9f87f342666e', 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'project_id': 'a783d07c038e4bb8a59fd60233723048', 'fixed_ips': [{'subnet_id': '8aac54aa-c62d-412c-a443-c2bf41d2d114'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:19.174188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.209579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:19.221256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:19.226233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Pushing event updated for resources: {'Port': ['ID=d5494bf4-4ced-4957-a1de-75a4b2f492df,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:19.229834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:19.254294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1362cda-7472-4c93-8482-4dc72fa391ec req-11faa4b7-8fea-4104-a2c9-d4061094ae7b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:19.260739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeaa18-fb5e-4b3f-857f-89f0d4eb2fc1 None None] Pushing event updated for resources: {'Port': ['ID=dae0575b-20f1-4504-ab55-c3b283f74939,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:19.263824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1362cda-7472-4c93-8482-4dc72fa391ec req-11faa4b7-8fea-4104-a2c9-d4061094ae7b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.1736600 Apr 06 14:33:19.269162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4ae92326-44da-45da-a816-32327ea54b74 None None] Provisioning complete for port 0c926662-a49e-4200-955c-e0438a763e09 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:19.269592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4ae92326-44da-45da-a816-32327ea54b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0c926662-a49e-4200-955c-e0438a763e09), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.309441 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-18947487-24bf-4ba9-98a2-96cc6eb08832 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1987789 Apr 06 14:33:19.313348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47510) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.329062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'subnet': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:19.356238 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aaed844c-3836-4357-b7ed-06aa95e48a36 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2128808 Apr 06 14:33:19.359422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47512) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.389256 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-f6ca68af-8017-4aa8-851e-15c6c3fef6db tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] delete failed (client error): The resource could not be found. Apr 06 14:33:19.394118 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f6ca68af-8017-4aa8-851e-15c6c3fef6db tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/3f22e894-f28b-458b-bf68-47fcebfa7c7e HTTP/1.1" status: 404 len: 347 time: 0.0302906 Apr 06 14:33:19.394389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47514) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.396446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Allocated IP 2001:db8:2::2 (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8/52815c34-b88d-4009-b6a2-8060d94bb30d/75b5671e-0fc1-4c3b-b7cb-08b366291538) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:19.399187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--177292830'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:19.441232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47516) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.526241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1362cda-7472-4c93-8482-4dc72fa391ec req-c5671179-cb40-4f0e-9c07-f0bcb2806aa0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571566 Apr 06 14:33:19.532559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for floatingip (9a07a1bc-f2ce-4e74-b581-20c8af1323a3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.540385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.551676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0c926662-a49e-4200-955c-e0438a763e09 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:19.552535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device dae0575b-20f1-4504-ab55-c3b283f74939 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:19.578792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.605217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Allocated IP 2001:db8::2 (2934fa9c-89df-48fd-aebe-9f87f342666e/8aac54aa-c62d-412c-a443-c2bf41d2d114/9ab1b42b-07f2-4951-9479-51b4bd88a83e) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:19.642845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.669287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4ae92326-44da-45da-a816-32327ea54b74 None None] Current status of the port 0c926662-a49e-4200-955c-e0438a763e09 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:19.678363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a179a8fd-495c-4960-8770-e6de518281ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:19.689958 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-a179a8fd-495c-4960-8770-e6de518281ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:33:19.689958 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a179a8fd-495c-4960-8770-e6de518281ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:33:19.689958 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a179a8fd-495c-4960-8770-e6de518281ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2355385 Apr 06 14:33:19.689958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47520) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.693826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--952757425'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:19.710174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.718127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.719273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (b507b596-b38a-4bf4-b562-8cfd37ea9fec), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.762929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:19.766517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.783341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4ae92326-44da-45da-a816-32327ea54b74 None None] Provisioning complete for port eb505820-e7d0-43ce-8e3c-1c78ad21d4bd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:19.787980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4ae92326-44da-45da-a816-32327ea54b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.817683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (aa025fa6-7ec3-44a5-9587-9cc001c6af2e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.825914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Publish callbacks [] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.843602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port dae0575b-20f1-4504-ab55-c3b283f74939 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:19.843998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.886395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=eb505820-e7d0-43ce-8e3c-1c78ad21d4bd,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:19.889049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4ae92326-44da-45da-a816-32327ea54b74 None None] Port eb505820-e7d0-43ce-8e3c-1c78ad21d4bd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:19.921612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.934600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.938445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (aa025fa6-7ec3-44a5-9587-9cc001c6af2e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.950987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.982560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Publish callbacks [] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.995375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:20.017949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8:2::1 (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8/52815c34-b88d-4009-b6a2-8060d94bb30d/20c5d70d-618a-4209-aab6-36b26afa2441) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:20.019559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:20.026174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:20.029880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa025fa6-7ec3-44a5-9587-9cc001c6af2e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.036560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Pushing event updated for resources: {'Port': ['ID=75b5671e-0fc1-4c3b-b7cb-08b366291538,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.060131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network 4f973ce5-9ead-45c5-af44-18625b13af8f is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:20.071087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:20.103610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.107722 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be2aea64-7a16-4050-a103-7110cc850964 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7096145 Apr 06 14:33:20.110986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port dae0575b-20f1-4504-ab55-c3b283f74939 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:20.111873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.113274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47522) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:20.118014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.156252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': 'aa025fa6-7ec3-44a5-9587-9cc001c6af2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:20.203291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:20.206567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Pushing event updated for resources: {'Port': ['ID=9ab1b42b-07f2-4951-9479-51b4bd88a83e,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.213920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.214285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:20.216951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:20.219720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9cf74a3e-d1f0-4520-8664-ef8393244aab no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:20.245202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 9cf74a3e-d1f0-4520-8664-ef8393244aab {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:20.245556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9cf74a3e-d1f0-4520-8664-ef8393244aab not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:20.248116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Attempting to bind port 75b5671e-0fc1-4c3b-b7cb-08b366291538 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:20.248842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Attempting to bind port 75b5671e-0fc1-4c3b-b7cb-08b366291538 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:20.249210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Attempting to bind port 75b5671e-0fc1-4c3b-b7cb-08b366291538 on network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:20.261049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:20.261402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Checking segment: {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:20.261873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.262216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Bound using segment: {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:20.262711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Bound port: 75b5671e-0fc1-4c3b-b7cb-08b366291538, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:20.263104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.274306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (20c5d70d-618a-4209-aab6-36b26afa2441), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.365610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Attempting to bind port 9ab1b42b-07f2-4951-9479-51b4bd88a83e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:20.365982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Attempting to bind port 9ab1b42b-07f2-4951-9479-51b4bd88a83e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:20.366345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Attempting to bind port 9ab1b42b-07f2-4951-9479-51b4bd88a83e on network 2934fa9c-89df-48fd-aebe-9f87f342666e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:20.376340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:20.376869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Checking segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:20.377160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.377573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Bound using segment: {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:20.378075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Bound port: 9ab1b42b-07f2-4951-9479-51b4bd88a83e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:20.378471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.420262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.471631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:33:20.484614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] For port 75b5671e-0fc1-4c3b-b7cb-08b366291538, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:20.489631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:20.493642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] For port 75b5671e-0fc1-4c3b-b7cb-08b366291538, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=75b5671e-0fc1-4c3b-b7cb-08b366291538,segment=NetworkSegment(b28b8fb4-f8ec-45da-8d27-897b70377d19),segment_id=b28b8fb4-f8ec-45da-8d27-897b70377d19)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:20.496303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-81b710a6-ad71-453b-94e1-cbb2302523a3 None None] Provisioning complete for port eb505820-e7d0-43ce-8e3c-1c78ad21d4bd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:20.496692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-81b710a6-ad71-453b-94e1-cbb2302523a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.501852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] For port 9ab1b42b-07f2-4951-9479-51b4bd88a83e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:20.536216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] For port 9ab1b42b-07f2-4951-9479-51b4bd88a83e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9ab1b42b-07f2-4951-9479-51b4bd88a83e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:20.546835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:20.549621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-81b710a6-ad71-453b-94e1-cbb2302523a3 None None] Port eb505820-e7d0-43ce-8e3c-1c78ad21d4bd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:20.557727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:20.559784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.579993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.620364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.653717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Pushing event updated for resources: {'Port': ['ID=d5494bf4-4ced-4957-a1de-75a4b2f492df,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.659612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (01e50885-839a-4615-8b93-35e3d07c2463), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.687048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede4d1-1b46-4e71-96a2-7a05af54f8e0 None None] Pushing event updated for resources: {'Port': ['ID=75b5671e-0fc1-4c3b-b7cb-08b366291538,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.694622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (9a07a1bc-f2ce-4e74-b581-20c8af1323a3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.712068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (202a4628-72cb-4ab9-9aae-f47510908698), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.721527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=20c5d70d-618a-4209-aab6-36b26afa2441,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.755683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (01e50885-839a-4615-8b93-35e3d07c2463), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.789899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device dae0575b-20f1-4504-ab55-c3b283f74939 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:20.857226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 724e0a47-755c-411b-8c50-61fca37fb398 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:33:20.867445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6fd0c-2ae4-41be-aa01-f6c3f203f4e1 None None] Pushing event updated for resources: {'Port': ['ID=9ab1b42b-07f2-4951-9479-51b4bd88a83e,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.911089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (cccfffe5-56f0-461e-9327-34a45154b11a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.914948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.916227 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d212ab91-8bfa-4332-b95d-d401ae40e755 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0998921 Apr 06 14:33:20.921220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47526) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:20.931580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e50885-839a-4615-8b93-35e3d07c2463,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.943803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6f111-cadd-414a-b8f3-753fedf26e52 req-4084e659-2b26-45ea-89ce-7264b9c9ace5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:20.948136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61d6f111-cadd-414a-b8f3-753fedf26e52 req-4084e659-2b26-45ea-89ce-7264b9c9ace5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 943 time: 0.2052855 Apr 06 14:33:20.951971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (202a4628-72cb-4ab9-9aae-f47510908698), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.977637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.986964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port dae0575b-20f1-4504-ab55-c3b283f74939 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:20.987354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.005653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Router b507b596-b38a-4bf4-b562-8cfd37ea9fec is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:21.008796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (cccfffe5-56f0-461e-9327-34a45154b11a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.088724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (202a4628-72cb-4ab9-9aae-f47510908698), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.102777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 724e0a47-755c-411b-8c50-61fca37fb398, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=724e0a47-755c-411b-8c50-61fca37fb398,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:21.149941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '724e0a47-755c-411b-8c50-61fca37fb398', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'port_id': '724e0a47-755c-411b-8c50-61fca37fb398', 'mac_address': 'fa:16:3e:a0:de:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:33:21.156461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.162975 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4680367 Apr 06 14:33:21.219405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47530) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.230922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 724e0a47-755c-411b-8c50-61fca37fb398 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:21.231330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (724e0a47-755c-411b-8c50-61fca37fb398), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.255607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724e0a47-755c-411b-8c50-61fca37fb398 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:33:21.262750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'cccfffe5-56f0-461e-9327-34a45154b11a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:21.270415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:21.278065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202a4628-72cb-4ab9-9aae-f47510908698,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.281344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6cce9-7c42-4d91-882a-ab90f31ac2bc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccfffe5-56f0-461e-9327-34a45154b11a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.297304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.298594 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-97766c02-6330-47fe-8c38-31c2786be913 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1826110 Apr 06 14:33:21.307757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47532) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.343773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 724e0a47-755c-411b-8c50-61fca37fb398, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=724e0a47-755c-411b-8c50-61fca37fb398,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:21.347800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port dae0575b-20f1-4504-ab55-c3b283f74939 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:21.385802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42481b0-0701-46d7-9910-361020301fa4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (202a4628-72cb-4ab9-9aae-f47510908698), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.388302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:21.397014 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c5caf55-d787-4b4b-b32e-f5ccecae3f5d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/routers/b507b596-b38a-4bf4-b562-8cfd37ea9fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6977239 Apr 06 14:33:21.399135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47534) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.400304 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] Sync routers for ids ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:21.402022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42481b0-0701-46d7-9910-361020301fa4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (202a4628-72cb-4ab9-9aae-f47510908698), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.411282 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] Routers {'b507b596-b38a-4bf4-b562-8cfd37ea9fec'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:21.412265 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:21.417494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (724e0a47-755c-411b-8c50-61fca37fb398), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.458920 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:21.469078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.473176 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] Routers {'b507b596-b38a-4bf4-b562-8cfd37ea9fec'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:21.474137 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:21.484742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group_rule (0001ed01-aa2d-4f80-9d4e-187c4557534e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.508294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=724e0a47-755c-411b-8c50-61fca37fb398,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.531259 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:21.532008 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bc34a-ae7f-41be-b78a-f3085316e78d None None] The sync data for ids ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:21.564071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306f4cc-4ef5-4846-b3c7-17cf06adb2f9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:21.568544 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b306f4cc-4ef5-4846-b3c7-17cf06adb2f9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports?device_id=b507b596-b38a-4bf4-b562-8cfd37ea9fec HTTP/1.1" status: 200 len: 989 time: 0.1656239 Apr 06 14:33:21.571700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47536) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.575353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42481b0-0701-46d7-9910-361020301fa4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (202a4628-72cb-4ab9-9aae-f47510908698), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.593740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42481b0-0701-46d7-9910-361020301fa4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.596583 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a42481b0-0701-46d7-9910-361020301fa4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/202a4628-72cb-4ab9-9aae-f47510908698 HTTP/1.1" status: 204 len: 168 time: 0.2815764 Apr 06 14:33:21.631765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47538) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.642182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['724e0a47-755c-411b-8c50-61fca37fb398'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:33:21.673342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42481b0-0701-46d7-9910-361020301fa4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=202a4628-72cb-4ab9-9aae-f47510908698,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.698386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61d6f111-cadd-414a-b8f3-753fedf26e52 req-a594a608-050e-4170-88c1-ec8c8f0e565c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7461424 Apr 06 14:33:21.712693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group_rule (0001ed01-aa2d-4f80-9d4e-187c4557534e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.723672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.805329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (0001ed01-aa2d-4f80-9d4e-187c4557534e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.865107 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f9f2ba51-6ca5-4ba9-b30f-0682915c8ebe tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2287869 Apr 06 14:33:21.868981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47540) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.869638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0001ed01-aa2d-4f80-9d4e-187c4557534e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.966031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.967414 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f5c12536-faa8-4bf7-ba8e-f4db71d236ec tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7471645 Apr 06 14:33:21.979393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47542) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.991405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-de92c1a1-5a23-4b91-af88-77f44324e7ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'cccfffe5-56f0-461e-9327-34a45154b11a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:22.002517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.081961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41a06776-4d5d-489c-a906-571ac5139b99 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (aa025fa6-7ec3-44a5-9587-9cc001c6af2e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.086447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] For port 9ab1b42b-07f2-4951-9479-51b4bd88a83e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9ab1b42b-07f2-4951-9479-51b4bd88a83e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:22.127714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (20c5d70d-618a-4209-aab6-36b26afa2441), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.148357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41a06776-4d5d-489c-a906-571ac5139b99 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (aa025fa6-7ec3-44a5-9587-9cc001c6af2e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.155443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de92c1a1-5a23-4b91-af88-77f44324e7ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group_rule (57c82914-e73f-4798-a4ef-f86432f97238), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.174549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.207837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5876e-b8f9-4cba-848b-9329dcb9e3e2 None None] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:22.222207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.222207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.245601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Allocated IP 172.26.6.51 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/5bfd83d3-bbd1-4ee2-9f02-009836a2ec30) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:22.299337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.372323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=20c5d70d-618a-4209-aab6-36b26afa2441,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.382751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] Provisioning complete for port 75b5671e-0fc1-4c3b-b7cb-08b366291538 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:22.382751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.422799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (8bf1f83c-d40a-4f24-9107-36e5ab1827b4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.470144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=9ab1b42b-07f2-4951-9479-51b4bd88a83e,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.475169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b32b-8d8d-475a-a16e-81b413983c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.487593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-de92c1a1-5a23-4b91-af88-77f44324e7ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:33:22.491158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] Current status of the port 75b5671e-0fc1-4c3b-b7cb-08b366291538 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:22.491808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.492630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47544) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.493001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-de92c1a1-5a23-4b91-af88-77f44324e7ca tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5094078 Apr 06 14:33:22.508611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks [] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.511587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (b507b596-b38a-4bf4-b562-8cfd37ea9fec), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.530350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41a06776-4d5d-489c-a906-571ac5139b99 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (aa025fa6-7ec3-44a5-9587-9cc001c6af2e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.533160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41a06776-4d5d-489c-a906-571ac5139b99 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.534594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-41a06776-4d5d-489c-a906-571ac5139b99 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/aa025fa6-7ec3-44a5-9587-9cc001c6af2e HTTP/1.1" status: 204 len: 168 time: 0.6646736 Apr 06 14:33:22.558300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] For port 75b5671e-0fc1-4c3b-b7cb-08b366291538, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=75b5671e-0fc1-4c3b-b7cb-08b366291538,segment=NetworkSegment(b28b8fb4-f8ec-45da-8d27-897b70377d19),segment_id=b28b8fb4-f8ec-45da-8d27-897b70377d19)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:22.572554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47546) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.610169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a06776-4d5d-489c-a906-571ac5139b99 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa025fa6-7ec3-44a5-9587-9cc001c6af2e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.614649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:22.647582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.648957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:22.676262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:22.676914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.752655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-da74cb4b-1eda-410a-b8e2-987855c1d51c tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1696401 Apr 06 14:33:22.752655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Subnet': ['ID=8bf1f83c-d40a-4f24-9107-36e5ab1827b4,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.754602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47550) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.767293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:22.768608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 75b5671e-0fc1-4c3b-b7cb-08b366291538 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:22.771335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043469788'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:22.774360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898fd04-b5f2-4252-8424-6278b237b2b0 None None] Pushing event updated for resources: {'Port': ['ID=75b5671e-0fc1-4c3b-b7cb-08b366291538,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.777065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:22.862411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eb86bb-c3d9-4cf3-a59b-d3c4c8e4a28c None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:22.870392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 724e0a47-755c-411b-8c50-61fca37fb398 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:22.883727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-817bc18a-4a1d-4f66-977d-7fa15f1388b4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5607626 Apr 06 14:33:22.889447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-973e2fcd-a495-4f5b-96d5-6166cbaf3c0d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (cccfffe5-56f0-461e-9327-34a45154b11a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.892056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47552) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.893509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.906134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Request body: {'port': {'network_id': '2934fa9c-89df-48fd-aebe-9f87f342666e', 'mac_address': 'fa:16:3e:ef:33:4d', 'name': 'tempest-NetworksTestDHCPv6-1053471653'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:22.952964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 75b5671e-0fc1-4c3b-b7cb-08b366291538 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:22.953419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.959756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.963548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:22.988078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d711-0119-4126-a4f7-f22865a7950e req-3e38d8e2-04b7-42d9-92fc-728972bcb4ba tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:22.996397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfc9d711-0119-4126-a4f7-f22865a7950e req-3e38d8e2-04b7-42d9-92fc-728972bcb4ba tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 944 time: 0.1204367 Apr 06 14:33:23.022253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] Provisioning complete for port 9ab1b42b-07f2-4951-9479-51b4bd88a83e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:23.022656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.058224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:23.080255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-973e2fcd-a495-4f5b-96d5-6166cbaf3c0d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (cccfffe5-56f0-461e-9327-34a45154b11a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.090261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:23.180292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Pushing event updated for resources: {'Port': ['ID=5bfd83d3-bbd1-4ee2-9f02-009836a2ec30,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.184856 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfc9d711-0119-4126-a4f7-f22865a7950e req-98f18359-3a4c-4521-8905-720ea1eb523b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859355 Apr 06 14:33:23.191750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:23.216599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:23.227375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dd048b35-e2c7-4a44-a2ce-7158b7781b7f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5479672 Apr 06 14:33:23.236936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47554) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.244691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (22e76c04-0001-4918-bd44-46285d6ae020), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.253502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-5189499'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:23.271860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:23.300375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-973e2fcd-a495-4f5b-96d5-6166cbaf3c0d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (cccfffe5-56f0-461e-9327-34a45154b11a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.303433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-973e2fcd-a495-4f5b-96d5-6166cbaf3c0d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.304912 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-973e2fcd-a495-4f5b-96d5-6166cbaf3c0d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/cccfffe5-56f0-461e-9327-34a45154b11a HTTP/1.1" status: 204 len: 168 time: 0.8113430 Apr 06 14:33:23.307942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47556) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.330831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:23.331400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:32:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:23.353056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (22e76c04-0001-4918-bd44-46285d6ae020), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.354481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e2fcd-a495-4f5b-96d5-6166cbaf3c0d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccfffe5-56f0-461e-9327-34a45154b11a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.406660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e76c04-0001-4918-bd44-46285d6ae020,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.437692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0e19ddc2-c983-4a36-8d23-adf75d37caf4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1234546 Apr 06 14:33:23.437692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:23.438060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47558) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.438870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.443276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--703989453'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:23.458553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks [] for floatingip (c5903f51-89c0-4b4a-bf61-a06662f8f577), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.460182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.466723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 724e0a47-755c-411b-8c50-61fca37fb398 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:33:23.469860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:23.480349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2a452f12-253e-4571-b2db-d69a4581f8bc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.481466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added segment 2a452f12-253e-4571-b2db-d69a4581f8bc of type vlan for network 1e09b3b1-7bea-4927-a839-794775b96e6c Apr 06 14:33:23.487890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Made reservation on behalf of a783d07c038e4bb8a59fd60233723048 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:23.500607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port eb505820-e7d0-43ce-8e3c-1c78ad21d4bd {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:23.501184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.518928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 724e0a47-755c-411b-8c50-61fca37fb398 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:23.520292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (724e0a47-755c-411b-8c50-61fca37fb398), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.532110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.537756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2dc130c0-2fae-46e9-ae6f-8a1147124fd6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7778335 Apr 06 14:33:23.537756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47560) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.542014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '22e76c04-0001-4918-bd44-46285d6ae020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:23.557634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1e09b3b1-7bea-4927-a839-794775b96e6c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.603251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:23.605803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.641060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 75b5671e-0fc1-4c3b-b7cb-08b366291538 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:23.642148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9ab1b42b-07f2-4951-9479-51b4bd88a83e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:23.666277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] Current status of the port 9ab1b42b-07f2-4951-9479-51b4bd88a83e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:23.666926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.682386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (4e8f92ba-d3b0-4736-ad5d-a729195a0c96), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.702006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1e09b3b1-7bea-4927-a839-794775b96e6c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.729316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:23.729316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.729691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.729691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.767048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.810793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] device_id is not set on port 9fb8f91f-42c7-43aa-98dc-3b7627da2b1e yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:23.817329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for eb505820-e7d0-43ce-8e3c-1c78ad21d4bd owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:23.845779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (4e8f92ba-d3b0-4736-ad5d-a729195a0c96), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.859933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] For port 9ab1b42b-07f2-4951-9479-51b4bd88a83e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9ab1b42b-07f2-4951-9479-51b4bd88a83e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:23.870789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Network': ['ID=1e09b3b1-7bea-4927-a839-794775b96e6c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.903075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 1e09b3b1-7bea-4927-a839-794775b96e6c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:23.921268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (fe3ea02c-83c1-4fde-ac33-ade8477e7c7f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.949061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4e8f92ba-d3b0-4736-ad5d-a729195a0c96), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.981694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8f92ba-d3b0-4736-ad5d-a729195a0c96,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.990745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.994612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9ab1b42b-07f2-4951-9479-51b4bd88a83e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:23.994612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.004795 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b8810563-e28d-4e0b-8825-fd3030231f70 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7616539 Apr 06 14:33:24.006043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47562) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.010656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'subnet': {'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:24.014921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 724e0a47-755c-411b-8c50-61fca37fb398 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:24.015570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (724e0a47-755c-411b-8c50-61fca37fb398), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.060021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fe3ea02c-83c1-4fde-ac33-ade8477e7c7f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.098755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.106458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b58b7ce9-61f8-4e5b-8f23-b2533e7cd38d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5617185 Apr 06 14:33:24.106458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47564) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.110921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '22e76c04-0001-4918-bd44-46285d6ae020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:24.114273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ea02c-83c1-4fde-ac33-ade8477e7c7f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.135563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 724e0a47-755c-411b-8c50-61fca37fb398, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=724e0a47-755c-411b-8c50-61fca37fb398,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:24.147457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:33:24.150848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48888250-be5f-4bf5-91a7-379f39f79879" -d '{"events": [{"server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "name": "network-vif-plugged", "status": "completed", "tag": "724e0a47-755c-411b-8c50-61fca37fb398"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:33:24.203073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928dac-851a-41e8-9fe7-baa403cc5667 None None] Pushing event updated for resources: {'Port': ['ID=9ab1b42b-07f2-4951-9479-51b4bd88a83e,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.213032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf0f38-df8f-41a0-9577-62abf546d844 x-openstack-request-id: req-e2cf0f38-df8f-41a0-9577-62abf546d844 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:33:24.213572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "name": "network-vif-plugged", "status": "completed", "tag": "724e0a47-755c-411b-8c50-61fca37fb398", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:33:24.213886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e2cf0f38-df8f-41a0-9577-62abf546d844 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:33:24.214416 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cf0f38-df8f-41a0-9577-62abf546d844'] response: {'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398', 'code': 200} Apr 06 14:33:24.222383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-860c0c36-43f0-4a39-b156-c9bfb19bd1b9 None None] Provisioning complete for port 20c5d70d-618a-4209-aab6-36b26afa2441 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:24.222844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-860c0c36-43f0-4a39-b156-c9bfb19bd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.234045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Made reservation on behalf of da24b3839e084006b79b40d510a78fcc for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:24.242104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.284093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.288183 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-30cf74c3-b6f0-430a-a12a-53115e9859d9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8474536 Apr 06 14:33:24.290849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47570) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.300057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4e39d483-0846-4be9-825a-7b654d26ae56 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ea02c-83c1-4fde-ac33-ade8477e7c7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:24.300544 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-4e39d483-0846-4be9-825a-7b654d26ae56 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 06 14:33:24.301220 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-4e39d483-0846-4be9-825a-7b654d26ae56 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:24.308549 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4e39d483-0846-4be9-825a-7b654d26ae56 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077600 Apr 06 14:33:24.311068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks [] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.313154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47572) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.330989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:20Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:21Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:24.352848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (f480161c-38df-40db-9c02-1966ca3aab33), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.371239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (724e0a47-755c-411b-8c50-61fca37fb398), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.384077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:24.384295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8::23c (2934fa9c-89df-48fd-aebe-9f87f342666e/8aac54aa-c62d-412c-a443-c2bf41d2d114/9fb8f91f-42c7-43aa-98dc-3b7627da2b1e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:24.385375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Updating router 16cbc40c-fdc9-4800-8148-24330c5d1700 port 20c5d70d-618a-4209-aab6-36b26afa2441 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:24.408612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:334d (2934fa9c-89df-48fd-aebe-9f87f342666e/8bf1f83c-d40a-4f24-9107-36e5ab1827b4/9fb8f91f-42c7-43aa-98dc-3b7627da2b1e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:24.430574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.436591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9ab1b42b-07f2-4951-9479-51b4bd88a83e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:24.475209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.477886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-860c0c36-43f0-4a39-b156-c9bfb19bd1b9 None None] Port 20c5d70d-618a-4209-aab6-36b26afa2441 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:24.484370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Pushing event updated for resources: {'Port': ['ID=5bfd83d3-bbd1-4ee2-9f02-009836a2ec30,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.609260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49c7c-ef58-417e-b977-0c6540d675e7 req-a4244b65-c6f1-434f-9d40-50352d3f311a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:24.610845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-88e49c7c-ef58-417e-b977-0c6540d675e7 req-a4244b65-c6f1-434f-9d40-50352d3f311a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.3126400 Apr 06 14:33:24.675401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (eb505820-e7d0-43ce-8e3c-1c78ad21d4bd), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.676152 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-88e49c7c-ef58-417e-b977-0c6540d675e7 req-185e1a12-cc31-4b4a-8daf-d36af0e2fcb8 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530691 Apr 06 14:33:24.677023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce251242-3fad-4ecd-b07e-7999dcfa1f17 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (fe3ea02c-83c1-4fde-ac33-ade8477e7c7f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.705145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 75b5671e-0fc1-4c3b-b7cb-08b366291538 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:24.716402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (c5903f51-89c0-4b4a-bf61-a06662f8f577), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.738735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (f480161c-38df-40db-9c02-1966ca3aab33), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.738979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=eb505820-e7d0-43ce-8e3c-1c78ad21d4bd,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.755551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=724e0a47-755c-411b-8c50-61fca37fb398,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.780303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce251242-3fad-4ecd-b07e-7999dcfa1f17 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (fe3ea02c-83c1-4fde-ac33-ade8477e7c7f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.783089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-860c0c36-43f0-4a39-b156-c9bfb19bd1b9 None None] Provisioning complete for port 75b5671e-0fc1-4c3b-b7cb-08b366291538 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:24.783467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-860c0c36-43f0-4a39-b156-c9bfb19bd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.785684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd545a6b-fcb0-437e-a67d-fbf7089e96ab req-13d8b1fe-2d28-47b5-b61b-0f75d9524706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:24.787226 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd545a6b-fcb0-437e-a67d-fbf7089e96ab req-13d8b1fe-2d28-47b5-b61b-0f75d9524706 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1129 time: 0.2741201 Apr 06 14:33:24.860485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f480161c-38df-40db-9c02-1966ca3aab33), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.882833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for port (9fb8f91f-42c7-43aa-98dc-3b7627da2b1e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.931875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.932837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 75b5671e-0fc1-4c3b-b7cb-08b366291538 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:24.933262 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c9e82aba-b5aa-4928-ba01-dbc7b5145de2 tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0102453 Apr 06 14:33:24.935986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.940631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47574) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.952317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd545a6b-fcb0-437e-a67d-fbf7089e96ab req-7f9d2e67-7b75-49a8-89bf-a73df9c7da51 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558282 Apr 06 14:33:24.958517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f480161c-38df-40db-9c02-1966ca3aab33,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.996374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-87bfc76f-ae2e-4f02-9a06-2f07e98cdad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.002236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Publish callbacks [] for port (20c5d70d-618a-4209-aab6-36b26afa2441), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.012121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (b507b596-b38a-4bf4-b562-8cfd37ea9fec), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.021780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-860c0c36-43f0-4a39-b156-c9bfb19bd1b9 None None] Current status of the port 75b5671e-0fc1-4c3b-b7cb-08b366291538 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:25.037726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (8a3c798b-606d-4ca3-93f2-5ad7f8d1473e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.048049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6816a155-d0f7-4032-b966-a91b3dfaa875 tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1060374 Apr 06 14:33:25.052222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.096181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 75b5671e-0fc1-4c3b-b7cb-08b366291538 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:25.097789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.097974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9ab1b42b-07f2-4951-9479-51b4bd88a83e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:25.103363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5f4d8784-d365-40a9-a177-e4529a57f3d0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9941323 Apr 06 14:33:25.107473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47578) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.120363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '22e76c04-0001-4918-bd44-46285d6ae020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:25.133790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.169667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Subnet': ['ID=8a3c798b-606d-4ca3-93f2-5ad7f8d1473e,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.194575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Checking segment: {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:25.196266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network hostable DHCP agents. Network: 1e09b3b1-7bea-4927-a839-794775b96e6c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:25.260559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4c5b7-6b44-4fa8-b491-8b1f95356cbf None None] Pushing event updated for resources: {'Port': ['ID=20c5d70d-618a-4209-aab6-36b26afa2441,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.260559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5e6c7985-b9bd-408a-9f19-21c6a9432234 None None] Provisioning complete for port 9ab1b42b-07f2-4951-9479-51b4bd88a83e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:25.260559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5e6c7985-b9bd-408a-9f19-21c6a9432234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.294788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (88bc0ee3-53ed-464e-ba64-17e730d94b7b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.354555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 1e09b3b1-7bea-4927-a839-794775b96e6c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:25.417651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (88bc0ee3-53ed-464e-ba64-17e730d94b7b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.444671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 1e09b3b1-7bea-4927-a839-794775b96e6c) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:25.451063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:25.455432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.499874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b696fdf6-39be-4370-b78c-b00a5e4b2eff None None] Network 1e09b3b1-7bea-4927-a839-794775b96e6c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:25.503222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (88bc0ee3-53ed-464e-ba64-17e730d94b7b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.537289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bc0ee3-53ed-464e-ba64-17e730d94b7b,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.548330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-89de781b-ee86-41a3-9428-67709b78c574 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5420077 Apr 06 14:33:25.549780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47580) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.592169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce251242-3fad-4ecd-b07e-7999dcfa1f17 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fe3ea02c-83c1-4fde-ac33-ade8477e7c7f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.594749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ce251242-3fad-4ecd-b07e-7999dcfa1f17 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.599869 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ce251242-3fad-4ecd-b07e-7999dcfa1f17 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/fe3ea02c-83c1-4fde-ac33-ade8477e7c7f HTTP/1.1" status: 204 len: 168 time: 1.2772460 Apr 06 14:33:25.604757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9ab1b42b-07f2-4951-9479-51b4bd88a83e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:25.607528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.607675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47582) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.631615 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9d602947-d863-4eca-834b-5d13a31a626f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5756638 Apr 06 14:33:25.634906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce251242-3fad-4ecd-b07e-7999dcfa1f17 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ea02c-83c1-4fde-ac33-ade8477e7c7f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.636474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47584) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.661748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.661748 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-831900f5-8343-4383-b8e5-45cd3f53a188 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5488062 Apr 06 14:33:25.667643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47586) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.676046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '22e76c04-0001-4918-bd44-46285d6ae020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:25.687998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Attempting to bind port 20c5d70d-618a-4209-aab6-36b26afa2441 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:25.688374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Attempting to bind port 20c5d70d-618a-4209-aab6-36b26afa2441 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:25.688766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Attempting to bind port 20c5d70d-618a-4209-aab6-36b26afa2441 on network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:25.694207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (9fb8f91f-42c7-43aa-98dc-3b7627da2b1e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.708509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:25.709164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Checking segment: {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:25.709720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.710124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Bound using segment: {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:25.711354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Bound port: 20c5d70d-618a-4209-aab6-36b26afa2441, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28b8fb4-f8ec-45da-8d27-897b70377d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:25.711747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.725896 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7dfe4da5-cf47-487d-920b-b849d72bdcd5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1184688 Apr 06 14:33:25.734647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47590) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.749139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908014755'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:25.825791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-1e09b3b1-7bea-4927-a839-794775b96e6c', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:25.826851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.885600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Network 2934fa9c-89df-48fd-aebe-9f87f342666e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:25.898765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:25.908371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:25.914045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:25.914755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.930329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c7985-b9bd-408a-9f19-21c6a9432234 None None] Current status of the port 9ab1b42b-07f2-4951-9479-51b4bd88a83e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:25.946953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event updated for resources: {'Port': ['ID=9fb8f91f-42c7-43aa-98dc-3b7627da2b1e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.957664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.965841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.973217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Router b507b596-b38a-4bf4-b562-8cfd37ea9fec has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:26.036019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] For port 20c5d70d-618a-4209-aab6-36b26afa2441, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:26.059952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] For port 20c5d70d-618a-4209-aab6-36b26afa2441, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=20c5d70d-618a-4209-aab6-36b26afa2441,segment=NetworkSegment(b28b8fb4-f8ec-45da-8d27-897b70377d19),segment_id=b28b8fb4-f8ec-45da-8d27-897b70377d19)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:26.079416 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f81b1553-f68e-4c32-97d9-6c792c413ff4 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1833444 Apr 06 14:33:26.090214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1fec-1600-4e8a-aa55-2e46e30aeec6 req-2a12712a-be7d-4372-9168-4c88a510b3ff tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:26.092976 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-839f1fec-1600-4e8a-aa55-2e46e30aeec6 req-2a12712a-be7d-4372-9168-4c88a510b3ff tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.1949642 Apr 06 14:33:26.094831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47592) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.095524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9ab1b42b-07f2-4951-9479-51b4bd88a83e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:26.110668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Deleting port 5bfd83d3-bbd1-4ee2-9f02-009836a2ec30 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:26.112475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.130502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:26.147035 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] Sync routers for ids ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:26.155664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6b6ab561-f0ba-4453-bb01-e341e5dfc73c None None] Provisioning complete for port 20c5d70d-618a-4209-aab6-36b26afa2441 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:26.156139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6b6ab561-f0ba-4453-bb01-e341e5dfc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.169561 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] Routers {'b507b596-b38a-4bf4-b562-8cfd37ea9fec'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:26.170648 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ce4a2dbb-1e29-4779-9826-5d495ed9d95f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/routers/b507b596-b38a-4bf4-b562-8cfd37ea9fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5959342 Apr 06 14:33:26.171272 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.173459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47594) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.207111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.221188 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7bf9c7-8ccf-4642-942d-21206839ba31 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:33:26.229312 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cb7bf9c7-8ccf-4642-942d-21206839ba31 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/eb505820-e7d0-43ce-8e3c-1c78ad21d4bd HTTP/1.1" status: 404 len: 333 time: 0.0545871 Apr 06 14:33:26.236157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47596) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.239188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Allocated IP 2001:db8:3::2 (1e09b3b1-7bea-4927-a839-794775b96e6c/8a3c798b-606d-4ca3-93f2-5ad7f8d1473e/362a7256-efda-43cf-94ed-87badc8f36f5) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:26.249281 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.266447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.269485 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] Routers {'b507b596-b38a-4bf4-b562-8cfd37ea9fec'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:26.270189 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.313036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.325912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ab561-f0ba-4453-bb01-e341e5dfc73c None None] Port 20c5d70d-618a-4209-aab6-36b26afa2441 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:26.329362 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.330443 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823206ad-e873-4f34-83fc-9ef591a0f066 None None] The sync data for ids ['b507b596-b38a-4bf4-b562-8cfd37ea9fec'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:26.336250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-839f1fec-1600-4e8a-aa55-2e46e30aeec6 req-0b2abc11-83f7-4f77-acdf-7e700138183f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180913 Apr 06 14:33:26.399844 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for router (b507b596-b38a-4bf4-b562-8cfd37ea9fec), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.447977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.448211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4c5b7-6b44-4fa8-b491-8b1f95356cbf None None] Pushing event updated for resources: {'Port': ['ID=20c5d70d-618a-4209-aab6-36b26afa2441,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:26.463422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:26.464431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.502877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:26.522490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.523013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks [] for floatingip (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.538823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Calling delete_port for 5bfd83d3-bbd1-4ee2-9f02-009836a2ec30 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:26.609641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.609935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a33fcd6b-c0a8-41fb-bfd3-a952c2d5eb75 None None] Provisioning complete for port 9fb8f91f-42c7-43aa-98dc-3b7627da2b1e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:26.611630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a33fcd6b-c0a8-41fb-bfd3-a952c2d5eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9fb8f91f-42c7-43aa-98dc-3b7627da2b1e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.611772 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3bed7a7f-e85b-439e-9a60-044372cdf97f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9407351 Apr 06 14:33:26.621295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47598) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.623278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (ec84d12d-2bd7-40ad-934c-8b56558292ea), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.635100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '22e76c04-0001-4918-bd44-46285d6ae020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:26.652044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting port 9fb8f91f-42c7-43aa-98dc-3b7627da2b1e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:26.652550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9fb8f91f-42c7-43aa-98dc-3b7627da2b1e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.653367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:26.704484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (b507b596-b38a-4bf4-b562-8cfd37ea9fec), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.708671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for router_controller (b507b596-b38a-4bf4-b562-8cfd37ea9fec), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.715967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a33fcd6b-c0a8-41fb-bfd3-a952c2d5eb75 None None] Port 9fb8f91f-42c7-43aa-98dc-3b7627da2b1e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:26.747284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.763880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ec84d12d-2bd7-40ad-934c-8b56558292ea), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.778704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Publish callbacks [] for port (362a7256-efda-43cf-94ed-87badc8f36f5), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.864775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (b507b596-b38a-4bf4-b562-8cfd37ea9fec), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.865722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Fanout notify agent at l3_agent the message router_deleted on router b507b596-b38a-4bf4-b562-8cfd37ea9fec {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:26.867433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] Provisioning complete for port 20c5d70d-618a-4209-aab6-36b26afa2441 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:26.867829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.876336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.876887 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6e559ed5-6823-4982-966d-4f8ed8ea9519 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/routers/b507b596-b38a-4bf4-b562-8cfd37ea9fec HTTP/1.1" status: 204 len: 168 time: 0.6393723 Apr 06 14:33:26.879406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47600) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.924106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84d12d-2bd7-40ad-934c-8b56558292ea,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:26.927430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9fb8f91f-42c7-43aa-98dc-3b7627da2b1e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.947280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Calling delete_port for 9fb8f91f-42c7-43aa-98dc-3b7627da2b1e owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:26.947519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.947734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet d3252311-2165-4725-8050-8c9d94af5d7a {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:26.952566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (d3252311-2165-4725-8050-8c9d94af5d7a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.955912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.959100 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-58aae093-b5a5-49c8-a0da-da1f9ba01112 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2208233 Apr 06 14:33:26.960905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47602) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.972691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-25157f47-432c-427e-b185-b4d5d4b241b1 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'ec84d12d-2bd7-40ad-934c-8b56558292ea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:26.973427 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-25157f47-432c-427e-b185-b4d5d4b241b1 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 06 14:33:26.973760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-25157f47-432c-427e-b185-b4d5d4b241b1 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:26.974725 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-25157f47-432c-427e-b185-b4d5d4b241b1 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085862 Apr 06 14:33:26.978148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47604) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.981593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (65d13f71-28fe-4365-a3ee-0145013ec338), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.989066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (5bfd83d3-bbd1-4ee2-9f02-009836a2ec30), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.020609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Pushing event deleted for resources: {'Port': ['ID=5bfd83d3-bbd1-4ee2-9f02-009836a2ec30,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.028514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Network 1e09b3b1-7bea-4927-a839-794775b96e6c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:27.035851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:27.041749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (d3252311-2165-4725-8050-8c9d94af5d7a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.061153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Pushing event updated for resources: {'Port': ['ID=362a7256-efda-43cf-94ed-87badc8f36f5,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.066214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:27.141250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] Current status of the port 20c5d70d-618a-4209-aab6-36b26afa2441 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:27.141907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.146354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks [] for floatingip (c5903f51-89c0-4b4a-bf61-a06662f8f577), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.148521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.152296 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a6051b6-db6b-4af7-8e1d-fb866e20804c tempest-FloatingIPAdminTestJSON-1563246032 tempest-FloatingIPAdminTestJSON-1563246032-project] 10.222.0.89 "DELETE /v2.0/floatingips/c5903f51-89c0-4b4a-bf61-a06662f8f577 HTTP/1.1" status: 204 len: 168 time: 1.5116966 Apr 06 14:33:27.167046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Attempting to bind port 362a7256-efda-43cf-94ed-87badc8f36f5 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:27.167424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Attempting to bind port 362a7256-efda-43cf-94ed-87badc8f36f5 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:27.168204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47606) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.168328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Attempting to bind port 362a7256-efda-43cf-94ed-87badc8f36f5 on network 1e09b3b1-7bea-4927-a839-794775b96e6c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:27.184246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:20Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:25Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:27.224665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:27.224942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Checking segment: {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:27.225869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.225869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Bound using segment: {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:27.228241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Bound port: 362a7256-efda-43cf-94ed-87badc8f36f5, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:27.229017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.246651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29cfba-c83e-470c-87aa-9c0e2c0b171a None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:20Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:25Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:27.255257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] For port 20c5d70d-618a-4209-aab6-36b26afa2441, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=20c5d70d-618a-4209-aab6-36b26afa2441,segment=NetworkSegment(b28b8fb4-f8ec-45da-8d27-897b70377d19),segment_id=b28b8fb4-f8ec-45da-8d27-897b70377d19)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:27.260167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d3252311-2165-4725-8050-8c9d94af5d7a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.355865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.389502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] For port 362a7256-efda-43cf-94ed-87badc8f36f5, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:27.402482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Deleting port d5494bf4-4ced-4957-a1de-75a4b2f492df {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:27.403001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.435676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.449119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] For port 362a7256-efda-43cf-94ed-87badc8f36f5, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=362a7256-efda-43cf-94ed-87badc8f36f5,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:27.470871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210c888-13d7-48d6-bdcf-6e26f92228fb None None] Pushing event updated for resources: {'Port': ['ID=20c5d70d-618a-4209-aab6-36b26afa2441,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.492532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (d3252311-2165-4725-8050-8c9d94af5d7a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.545462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.550451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3551bc7-0d03-4255-bf7f-dc19802cc3b4 None None] Network 4f973ce5-9ead-45c5-af44-18625b13af8f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:27.550710 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/d3252311-2165-4725-8050-8c9d94af5d7a HTTP/1.1" status: 204 len: 168 time: 0.6698802 Apr 06 14:33:27.551811 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a422da9-7b33-4bbb-bb81-08d8c1329c57 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=d3252311-2165-4725-8050-8c9d94af5d7a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.555294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47610) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.578500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.662390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (65d13f71-28fe-4365-a3ee-0145013ec338), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.678855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (4f973ce5-9ead-45c5-af44-18625b13af8f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.686783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.687946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for floatingip (d5494bf4-4ced-4957-a1de-75a4b2f492df), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.694082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71836c1f-f436-4529-8d28-8c4742d1125a tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (ec84d12d-2bd7-40ad-934c-8b56558292ea), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.715379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072f08-02b5-48a2-89de-eb42c9fb2dac None None] Pushing event updated for resources: {'Port': ['ID=362a7256-efda-43cf-94ed-87badc8f36f5,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.758775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Calling delete_port for d5494bf4-4ced-4957-a1de-75a4b2f492df owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:27.778067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348887-f45c-4c0b-b1df-6454685bdeca req-bc7237d8-9531-4fd0-b559-386a7308bafc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:27.779922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a348887-f45c-4c0b-b1df-6454685bdeca req-bc7237d8-9531-4fd0-b559-386a7308bafc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.2778001 Apr 06 14:33:27.784927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71836c1f-f436-4529-8d28-8c4742d1125a tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (ec84d12d-2bd7-40ad-934c-8b56558292ea), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.811492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (65d13f71-28fe-4365-a3ee-0145013ec338), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.830764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] DHCP port deletion for 4f973ce5-9ead-45c5-af44-18625b13af8f request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:27.850317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 0c926662-a49e-4200-955c-e0438a763e09 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:27.850771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0c926662-a49e-4200-955c-e0438a763e09), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.914769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] Deleting port 0c926662-a49e-4200-955c-e0438a763e09 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:27.915144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0c926662-a49e-4200-955c-e0438a763e09), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.939575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d13f71-28fe-4365-a3ee-0145013ec338,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.946612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] For port 0c926662-a49e-4200-955c-e0438a763e09, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0c926662-a49e-4200-955c-e0438a763e09,segment=NetworkSegment(38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d),segment_id=38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:27.947106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0c926662-a49e-4200-955c-e0438a763e09), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.966565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 0c926662-a49e-4200-955c-e0438a763e09 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:28.040455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Allocated IP 2001:db8:3::1 (1e09b3b1-7bea-4927-a839-794775b96e6c/8a3c798b-606d-4ca3-93f2-5ad7f8d1473e/6899d863-9219-4275-8ce3-64f865600134) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:28.044578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.050579 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5fdaedcf-13ac-4c93-b0c6-e7ac36822db1 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4234056 Apr 06 14:33:28.063805 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a348887-f45c-4c0b-b1df-6454685bdeca req-6ed5fb0b-0a6d-4a93-92de-6b1755620a76 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458112 Apr 06 14:33:28.064601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47612) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.075762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] For port 0c926662-a49e-4200-955c-e0438a763e09, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0c926662-a49e-4200-955c-e0438a763e09,segment=NetworkSegment(38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d),segment_id=38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:28.076170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0c926662-a49e-4200-955c-e0438a763e09), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.120785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] Calling delete_port for 0c926662-a49e-4200-955c-e0438a763e09 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:28.128866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71836c1f-f436-4529-8d28-8c4742d1125a tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ec84d12d-2bd7-40ad-934c-8b56558292ea), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.134901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71836c1f-f436-4529-8d28-8c4742d1125a tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.143830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47616) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.146424 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-71836c1f-f436-4529-8d28-8c4742d1125a tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/ec84d12d-2bd7-40ad-934c-8b56558292ea HTTP/1.1" status: 204 len: 168 time: 1.1657112 Apr 06 14:33:28.204420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d5494bf4-4ced-4957-a1de-75a4b2f492df), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.207371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71836c1f-f436-4529-8d28-8c4742d1125a tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84d12d-2bd7-40ad-934c-8b56558292ea,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.239545 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b6296038-171b-4b12-9221-ddf2c597c86c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0943446 Apr 06 14:33:28.245240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5494bf4-4ced-4957-a1de-75a4b2f492df,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.249536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47618) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.282830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0c926662-a49e-4200-955c-e0438a763e09), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.297079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No DVR routers for this DVR port 0c926662-a49e-4200-955c-e0438a763e09 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:28.316415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--844635215'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:28.382031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=0c926662-a49e-4200-955c-e0438a763e09,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.393373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-13dfcb46-e0ec-4f75-9d27-7018bd96a41b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (65d13f71-28fe-4365-a3ee-0145013ec338), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.402421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-13dfcb46-e0ec-4f75-9d27-7018bd96a41b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (65d13f71-28fe-4365-a3ee-0145013ec338), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.440651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9fb8f91f-42c7-43aa-98dc-3b7627da2b1e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.443490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (4f973ce5-9ead-45c5-af44-18625b13af8f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.464831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks [] for floatingip (9a07a1bc-f2ce-4e74-b581-20c8af1323a3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.469728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.469728 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4885c14e-9b59-4c6e-9169-f572d1cf65fe tempest-FloatingIPAdminTestJSON-1470398313 tempest-FloatingIPAdminTestJSON-1470398313-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/9a07a1bc-f2ce-4e74-b581-20c8af1323a3 HTTP/1.1" status: 204 len: 168 time: 1.2997017 Apr 06 14:33:28.475280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.502083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f973ce5-9ead-45c5-af44-18625b13af8f']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:28.502410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-13dfcb46-e0ec-4f75-9d27-7018bd96a41b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (65d13f71-28fe-4365-a3ee-0145013ec338), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.502410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.508282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-13dfcb46-e0ec-4f75-9d27-7018bd96a41b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.512151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-13dfcb46-e0ec-4f75-9d27-7018bd96a41b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/65d13f71-28fe-4365-a3ee-0145013ec338 HTTP/1.1" status: 204 len: 168 time: 0.3617921 Apr 06 14:33:28.512606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Port': ['ID=9fb8f91f-42c7-43aa-98dc-3b7627da2b1e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.516816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47622) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.531140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (0c926662-a49e-4200-955c-e0438a763e09), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.531981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:28.532283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:28.547531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.552107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e41817-9c2d-4661-b7b3-80a4b6df0d17 req-091c2e57-fd79-42da-a29f-e3e8335d0dd9 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:28.553688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2e41817-9c2d-4661-b7b3-80a4b6df0d17 req-091c2e57-fd79-42da-a29f-e3e8335d0dd9 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.3028319 Apr 06 14:33:28.565978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (6899d863-9219-4275-8ce3-64f865600134), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.573353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfcb46-e0ec-4f75-9d27-7018bd96a41b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d13f71-28fe-4365-a3ee-0145013ec338,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.596194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.599723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] Pushing event deleted for resources: {'Port': ['ID=0c926662-a49e-4200-955c-e0438a763e09,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.603161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.613632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:28.614038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (38645a38-5bf0-4448-bd5b-fe0e6d7bfa0d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:28.619670 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:28.623300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbc05d-9935-4662-b36a-10f7a0ecc9e1 None None] No DVR routers for this DVR port 0c926662-a49e-4200-955c-e0438a763e09 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:28.718991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting port 6301d58c-2ab0-4d98-8c64-b09d7996066c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:28.719756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6301d58c-2ab0-4d98-8c64-b09d7996066c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.753339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (fedfcee8-6db9-4e33-b39e-c9165a06828c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.765148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.775312 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fe711321-26d7-4615-950e-ab0cea66d676 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/9fb8f91f-42c7-43aa-98dc-3b7627da2b1e HTTP/1.1" status: 204 len: 168 time: 2.6722999 Apr 06 14:33:28.775312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47624) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.776035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 362a7256-efda-43cf-94ed-87badc8f36f5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:28.840592 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-84bef451-70c3-433d-bddf-9a5e452a7c47 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3150518 Apr 06 14:33:28.845852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47626) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.858767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 362a7256-efda-43cf-94ed-87badc8f36f5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:28.858767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.859618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (4f973ce5-9ead-45c5-af44-18625b13af8f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.896854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fedfcee8-6db9-4e33-b39e-c9165a06828c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.925348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2e41817-9c2d-4661-b7b3-80a4b6df0d17 req-95fd8d05-5409-4328-b271-02132b4db268 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457389 Apr 06 14:33:28.958717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47628) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.976562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfcee8-6db9-4e33-b39e-c9165a06828c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.979484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 362a7256-efda-43cf-94ed-87badc8f36f5 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:28.980536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.010076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62810a45-2ac2-4d4f-9190-3f2429f92353 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.014593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-62810a45-2ac2-4d4f-9190-3f2429f92353 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2361841 Apr 06 14:33:29.019699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47632) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.035502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (6899d863-9219-4275-8ce3-64f865600134), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.042545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 362a7256-efda-43cf-94ed-87badc8f36f5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=362a7256-efda-43cf-94ed-87badc8f36f5,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:29.099617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.104383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-24039415-4219-4b2b-87a7-86393c78e688 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7983570 Apr 06 14:33:29.109773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47634) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.116148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.117592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 20c5d70d-618a-4209-aab6-36b26afa2441 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:29.123214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-05231204-6443-44d3-b2a4-b5f124515d2c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'fedfcee8-6db9-4e33-b39e-c9165a06828c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.129988 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-05231204-6443-44d3-b2a4-b5f124515d2c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 06 14:33:29.129988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-05231204-6443-44d3-b2a4-b5f124515d2c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:29.129988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-05231204-6443-44d3-b2a4-b5f124515d2c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163605 Apr 06 14:33:29.142183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.162926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fc95f017-545f-4cfc-98de-923b900ef2d0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'fedfcee8-6db9-4e33-b39e-c9165a06828c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.164608 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-fc95f017-545f-4cfc-98de-923b900ef2d0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 06 14:33:29.165425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-fc95f017-545f-4cfc-98de-923b900ef2d0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:29.170049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fc95f017-545f-4cfc-98de-923b900ef2d0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0251153 Apr 06 14:33:29.174928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 1e09b3b1-7bea-4927-a839-794775b96e6c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:29.178543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47638) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.183269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a11c5b11-84f6-4bb5-8257-86fa56c0650d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'fedfcee8-6db9-4e33-b39e-c9165a06828c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.185320 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-a11c5b11-84f6-4bb5-8257-86fa56c0650d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 06 14:33:29.191834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-a11c5b11-84f6-4bb5-8257-86fa56c0650d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:29.191834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a11c5b11-84f6-4bb5-8257-86fa56c0650d tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088739 Apr 06 14:33:29.207066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.208286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:29.216332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ae5ae066-29b3-48f9-a3f2-c887587dc4b6 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'fedfcee8-6db9-4e33-b39e-c9165a06828c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.217431 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-ae5ae066-29b3-48f9-a3f2-c887587dc4b6 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 06 14:33:29.218217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-ae5ae066-29b3-48f9-a3f2-c887587dc4b6 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:29.221176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ae5ae066-29b3-48f9-a3f2-c887587dc4b6 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087662 Apr 06 14:33:29.222643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=6899d863-9219-4275-8ce3-64f865600134,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.226529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47642) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.227383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:29.227941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.247994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=362a7256-efda-43cf-94ed-87badc8f36f5,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.268798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 20c5d70d-618a-4209-aab6-36b26afa2441 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:29.269457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.293132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6301d58c-2ab0-4d98-8c64-b09d7996066c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.307582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Calling delete_port for 6301d58c-2ab0-4d98-8c64-b09d7996066c owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:29.344014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920dfa30-df79-4562-83ca-7953c0333470 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.345654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-920dfa30-df79-4562-83ca-7953c0333470 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3249481 Apr 06 14:33:29.348217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.353333 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/4f973ce5-9ead-45c5-af44-18625b13af8f HTTP/1.1" status: 204 len: 168 time: 1.7924120 Apr 06 14:33:29.354257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea6e31-fa5f-429b-9c57-dac27f063ada None None] Network 1e09b3b1-7bea-4927-a839-794775b96e6c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:29.358470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47644) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.359015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47646) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.388775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c3506e-2793-4a10-8528-b40d4bb87761 tempest-TestVolumeBootPattern-1589502601 tempest-TestVolumeBootPattern-1589502601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.390461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b0c3506e-2793-4a10-8528-b40d4bb87761 tempest-TestVolumeBootPattern-1589502601 tempest-TestVolumeBootPattern-1589502601-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1124 time: 0.4306922 Apr 06 14:33:29.394178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47648) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.405644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '724e0a47-755c-411b-8c50-61fca37fb398', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.409184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db844557-359b-41b5-98e2-8b94324808b9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (fedfcee8-6db9-4e33-b39e-c9165a06828c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.422670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 20c5d70d-618a-4209-aab6-36b26afa2441 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:29.439709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db844557-359b-41b5-98e2-8b94324808b9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (fedfcee8-6db9-4e33-b39e-c9165a06828c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.453182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b353d0e6-a236-416d-ba0a-7b9fc92981bd None None] Provisioning complete for port 362a7256-efda-43cf-94ed-87badc8f36f5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:29.453419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b353d0e6-a236-416d-ba0a-7b9fc92981bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.491313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0200b-fad7-4902-b8d0-a9833b07f15e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=4f973ce5-9ead-45c5-af44-18625b13af8f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.520763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f28331f-adbd-4c39-9b06-61380fbe8972 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.523806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0c926662-a49e-4200-955c-e0438a763e09 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:29.544344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6899d863-9219-4275-8ce3-64f865600134), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.547270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f28331f-adbd-4c39-9b06-61380fbe8972 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.558902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0c926662-a49e-4200-955c-e0438a763e09 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:29.560058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0c926662-a49e-4200-955c-e0438a763e09 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:29.560383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4ef20-2a44-4e0b-8c84-ff9777b7a7ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.567000 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2aa4ef20-2a44-4e0b-8c84-ff9777b7a7ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/41df67a9-fd94-4f06-a315-6328e0ad6261 HTTP/1.1" status: 200 len: 845 time: 0.2039955 Apr 06 14:33:29.573032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47650) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.604505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd5531-274c-49bc-9346-6ff75c26bab9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.605830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd5531-274c-49bc-9346-6ff75c26bab9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.605954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db844557-359b-41b5-98e2-8b94324808b9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fedfcee8-6db9-4e33-b39e-c9165a06828c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.607159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd5531-274c-49bc-9346-6ff75c26bab9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.608796 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-54bd5531-274c-49bc-9346-6ff75c26bab9 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2470696 Apr 06 14:33:29.612527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47652) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.612670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db844557-359b-41b5-98e2-8b94324808b9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.613034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-db844557-359b-41b5-98e2-8b94324808b9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/fedfcee8-6db9-4e33-b39e-c9165a06828c HTTP/1.1" status: 204 len: 168 time: 0.3780358 Apr 06 14:33:29.624632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47654) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.646490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b353d0e6-a236-416d-ba0a-7b9fc92981bd None None] Current status of the port 362a7256-efda-43cf-94ed-87badc8f36f5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:29.662351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db844557-359b-41b5-98e2-8b94324808b9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfcee8-6db9-4e33-b39e-c9165a06828c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.670676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.727116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4c3c2f17-b8fe-4e85-89a6-6c63c9c7ce64 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/41df67a9-fd94-4f06-a315-6328e0ad6261?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1517618 Apr 06 14:33:29.741998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47656) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.750562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.757630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 8aac54aa-c62d-412c-a443-c2bf41d2d114 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:29.767469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f28331f-adbd-4c39-9b06-61380fbe8972 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.788093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (8aac54aa-c62d-412c-a443-c2bf41d2d114), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.821766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3f28331f-adbd-4c39-9b06-61380fbe8972 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.825484 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3f28331f-adbd-4c39-9b06-61380fbe8972 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a HTTP/1.1" status: 204 len: 168 time: 0.9747219 Apr 06 14:33:29.844424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47658) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.895890 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e41c6c0b-9e4c-4b8f-945b-cece3fa1fc87 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2662263 Apr 06 14:33:29.895890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28331f-adbd-4c39-9b06-61380fbe8972 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83b61a0c-9f7b-4bfd-9ba6-c2349a5d303a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.901450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47660) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.917811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0b9a9b55-4bc7-4c45-9bbe-2407dd836ae9 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0717170 Apr 06 14:33:29.922539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108299375'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.926823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47662) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.945843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (8aac54aa-c62d-412c-a443-c2bf41d2d114), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.983238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7a59eb50-0dbe-4bf0-8c53-6b36bf89c7b5 None None] Provisioning complete for port 362a7256-efda-43cf-94ed-87badc8f36f5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:29.983745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a59eb50-0dbe-4bf0-8c53-6b36bf89c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.002730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for port (6899d863-9219-4275-8ce3-64f865600134), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.029281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4633a020-7c54-4c92-995e-ed49225bf3bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (88bc0ee3-53ed-464e-ba64-17e730d94b7b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.042656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.048400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4633a020-7c54-4c92-995e-ed49225bf3bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (88bc0ee3-53ed-464e-ba64-17e730d94b7b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.073649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (6899d863-9219-4275-8ce3-64f865600134), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.074439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.087582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7a59eb50-0dbe-4bf0-8c53-6b36bf89c7b5 None None] Current status of the port 362a7256-efda-43cf-94ed-87badc8f36f5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:30.097932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (6301d58c-2ab0-4d98-8c64-b09d7996066c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.099395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7a59eb50-0dbe-4bf0-8c53-6b36bf89c7b5 None None] Provisioning complete for port 6899d863-9219-4275-8ce3-64f865600134 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:30.099964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a59eb50-0dbe-4bf0-8c53-6b36bf89c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6899d863-9219-4275-8ce3-64f865600134), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.143111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7a59eb50-0dbe-4bf0-8c53-6b36bf89c7b5 None None] Port 6899d863-9219-4275-8ce3-64f865600134 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:30.158433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:30.161909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.165769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Port': ['ID=6301d58c-2ab0-4d98-8c64-b09d7996066c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.171925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (8aac54aa-c62d-412c-a443-c2bf41d2d114), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.216617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event updated for resources: {'Port': ['ID=6899d863-9219-4275-8ce3-64f865600134,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.263268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1b87bf07-2cd7-4c51-bad7-ea31dbe7f608 None None] Provisioning complete for port 6899d863-9219-4275-8ce3-64f865600134 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:30.263795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1b87bf07-2cd7-4c51-bad7-ea31dbe7f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6899d863-9219-4275-8ce3-64f865600134), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.268954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (59190703-6c0f-4540-ace8-986c10258888), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.286986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4633a020-7c54-4c92-995e-ed49225bf3bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (88bc0ee3-53ed-464e-ba64-17e730d94b7b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.287232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Network 1e09b3b1-7bea-4927-a839-794775b96e6c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:30.289359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:30.309089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1b87bf07-2cd7-4c51-bad7-ea31dbe7f608 None None] Port 6899d863-9219-4275-8ce3-64f865600134 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:30.326361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4633a020-7c54-4c92-995e-ed49225bf3bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.327513 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4633a020-7c54-4c92-995e-ed49225bf3bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/88bc0ee3-53ed-464e-ba64-17e730d94b7b HTTP/1.1" status: 204 len: 168 time: 0.3966534 Apr 06 14:33:30.342342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47664) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.353950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633a020-7c54-4c92-995e-ed49225bf3bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88bc0ee3-53ed-464e-ba64-17e730d94b7b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.365698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.380931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (59190703-6c0f-4540-ace8-986c10258888), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.409502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.416391 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c93cf2b3-ade2-4282-94f1-b9dd176cc466 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "DELETE /v2.0/ports/6301d58c-2ab0-4d98-8c64-b09d7996066c HTTP/1.1" status: 204 len: 168 time: 1.9394617 Apr 06 14:33:30.423195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47666) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.483485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59190703-6c0f-4540-ace8-986c10258888,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.510987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:30.534398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1e67abc7-0022-409c-a92a-69014f4c4ada tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1885285 Apr 06 14:33:30.535713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.536925 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-587ce857-c0da-43b2-807c-77eeffcdcfc3 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6177630 Apr 06 14:33:30.546304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47668) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.546304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.551408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-787112aa-1f0e-4c82-9161-d04da38857af tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:30.551913 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-787112aa-1f0e-4c82-9161-d04da38857af tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:33:30.552421 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-787112aa-1f0e-4c82-9161-d04da38857af tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:30.553498 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-787112aa-1f0e-4c82-9161-d04da38857af tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053742 Apr 06 14:33:30.557408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47672) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.566295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-510e3111-e0ae-41af-9fe6-b72c89718edb tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:30.584809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e608a8-e693-4115-aa35-71d5da6f3051 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:30.595771 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-56e608a8-e693-4115-aa35-71d5da6f3051 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "GET /v2.0/ports?device_id=865ed9b7-802a-4bd0-92dd-2d31ff591413 HTTP/1.1" status: 200 len: 913 time: 0.1684806 Apr 06 14:33:30.609662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8bba3622-fa51-4254-80a2-9d62a7c83932 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (f480161c-38df-40db-9c02-1966ca3aab33), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.612154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (8aac54aa-c62d-412c-a443-c2bf41d2d114), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.613846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47674) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.669364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 362a7256-efda-43cf-94ed-87badc8f36f5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:30.692972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Allocated IP 172.26.6.29 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/41d6a72c-3188-4446-99a5-0e5e866a581c) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:30.706921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:30.713482 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8b8aaf1c-ea9e-4704-97ae-a7513a244ea4 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1608350 Apr 06 14:33:30.713596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8bba3622-fa51-4254-80a2-9d62a7c83932 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (f480161c-38df-40db-9c02-1966ca3aab33), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.715624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47676) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.721014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:30.721290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:30.729349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=8aac54aa-c62d-412c-a443-c2bf41d2d114,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.740654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 362a7256-efda-43cf-94ed-87badc8f36f5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:30.741048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.742930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.747203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:30.747849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.749118 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-310b0f77-703a-4dfe-93e0-0d9824cd8126 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/8aac54aa-c62d-412c-a443-c2bf41d2d114 HTTP/1.1" status: 204 len: 168 time: 1.1363254 Apr 06 14:33:30.759946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47678) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.776830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb64a46-e0fd-484d-b97d-971ae2d8da0d None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:30.895290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e91f47e7-0c5f-4e36-a8c2-0d40e46a2d08 None None] Provisioning complete for port 6899d863-9219-4275-8ce3-64f865600134 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:30.895669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e91f47e7-0c5f-4e36-a8c2-0d40e46a2d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6899d863-9219-4275-8ce3-64f865600134), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.952217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8bba3622-fa51-4254-80a2-9d62a7c83932 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f480161c-38df-40db-9c02-1966ca3aab33), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.957905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8bba3622-fa51-4254-80a2-9d62a7c83932 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.962392 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8bba3622-fa51-4254-80a2-9d62a7c83932 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/f480161c-38df-40db-9c02-1966ca3aab33 HTTP/1.1" status: 204 len: 168 time: 0.4168751 Apr 06 14:33:30.971902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Deleting subnet 8bf1f83c-d40a-4f24-9107-36e5ab1827b4 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:30.977600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47680) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.988801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e91f47e7-0c5f-4e36-a8c2-0d40e46a2d08 None None] Port 6899d863-9219-4275-8ce3-64f865600134 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:30.993261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:30.995504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (8bf1f83c-d40a-4f24-9107-36e5ab1827b4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.029639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba3622-fa51-4254-80a2-9d62a7c83932 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f480161c-38df-40db-9c02-1966ca3aab33,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:31.047597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (9085344f-eaf2-450a-9885-3423cd6969ec), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.097887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 362a7256-efda-43cf-94ed-87badc8f36f5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:31.171930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (8bf1f83c-d40a-4f24-9107-36e5ab1827b4), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.186551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:31.187238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-510e3111-e0ae-41af-9fe6-b72c89718edb tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:31.191213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-510e3111-e0ae-41af-9fe6-b72c89718edb tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6311538 Apr 06 14:33:31.196767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47682) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.201156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-38ca41ec-cc62-4256-96da-f6489877a006 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.201918 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-38ca41ec-cc62-4256-96da-f6489877a006 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 06 14:33:31.202416 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-38ca41ec-cc62-4256-96da-f6489877a006 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:31.203366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-38ca41ec-cc62-4256-96da-f6489877a006 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057151 Apr 06 14:33:31.207831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47684) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.213751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f312cbc3-62ea-43a8-8472-b6ab5f5fc16c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.237078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.238663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:31.242251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.242897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.266207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07e66f-22e5-4610-a717-8d24a07c0513 None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:31.306136 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b3c19430-7739-4a33-8def-510c736951e4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3205786 Apr 06 14:33:31.307796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47686) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.311890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=9085344f-eaf2-450a-9885-3423cd6969ec,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:31.353537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-35ef9bc1-e1e4-4879-9c4f-954ded2049ad tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (4e8f92ba-d3b0-4736-ad5d-a729195a0c96), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.361624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-35ef9bc1-e1e4-4879-9c4f-954ded2049ad tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (4e8f92ba-d3b0-4736-ad5d-a729195a0c96), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.410083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:29Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:29Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:31.446248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (8bf1f83c-d40a-4f24-9107-36e5ab1827b4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.479152 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-37b66dad-c5da-4518-858a-8954d9053e98 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7324760 Apr 06 14:33:31.483979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47688) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.490404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1191694705'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.519697 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-f312cbc3-62ea-43a8-8472-b6ab5f5fc16c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:31.525024 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f312cbc3-62ea-43a8-8472-b6ab5f5fc16c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3120129 Apr 06 14:33:31.525024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47690) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.529309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b787c865-7812-47f8-840d-85a96e0f01b0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.540768 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-b787c865-7812-47f8-840d-85a96e0f01b0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:33:31.540768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-b787c865-7812-47f8-840d-85a96e0f01b0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:31.540768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b787c865-7812-47f8-840d-85a96e0f01b0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123382 Apr 06 14:33:31.541202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-35ef9bc1-e1e4-4879-9c4f-954ded2049ad tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4e8f92ba-d3b0-4736-ad5d-a729195a0c96), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.543004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47692) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.556275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-35ef9bc1-e1e4-4879-9c4f-954ded2049ad tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.559159 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-35ef9bc1-e1e4-4879-9c4f-954ded2049ad tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/4e8f92ba-d3b0-4736-ad5d-a729195a0c96 HTTP/1.1" status: 204 len: 168 time: 0.2489069 Apr 06 14:33:31.564636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a679ecdd-bbe4-4f37-9768-e7c45b42514b tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.572478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef9bc1-e1e4-4879-9c4f-954ded2049ad tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8f92ba-d3b0-4736-ad5d-a729195a0c96,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:31.575476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47694) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.607710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:33:31.639335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:31.639959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Updating router 16cbc40c-fdc9-4800-8148-24330c5d1700 port 6899d863-9219-4275-8ce3-64f865600134 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:31.652595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Removed routes are [] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:33:31.653243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.697528 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9fcd0c41-5886-468a-9590-b75d5cd5c757 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1083434 Apr 06 14:33:31.697528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47696) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.697862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6899d863-9219-4275-8ce3-64f865600134), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.822806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.853184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3037783b-b698-4e2b-96fa-42c6869592d3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (22e76c04-0001-4918-bd44-46285d6ae020), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.883412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=41d6a72c-3188-4446-99a5-0e5e866a581c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:31.917131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:31.917946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3037783b-b698-4e2b-96fa-42c6869592d3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (22e76c04-0001-4918-bd44-46285d6ae020), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.932319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:31.935075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:31.975490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.005893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Publish callbacks [] for port (6899d863-9219-4275-8ce3-64f865600134), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.017509 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-a679ecdd-bbe4-4f37-9768-e7c45b42514b tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:32.021469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a679ecdd-bbe4-4f37-9768-e7c45b42514b tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4669101 Apr 06 14:33:32.023834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47698) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.024386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-ba202299-35d9-4bee-9d36-78c0c815516a', 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'project_id': '9842a23766ac4ec0bb9d6c76f3cb5819', 'fixed_ips': [{'subnet_id': '9085344f-eaf2-450a-9885-3423cd6969ec'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:32.025433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.035867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-82b2975e-d397-41b1-b83b-a54127933aaf tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:32.036342 dv-neutron-836581-2-hyperv neutron-server[104420]: WARNING neutron.api.v2.base [None req-82b2975e-d397-41b1-b83b-a54127933aaf tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 06 14:33:32.036864 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-82b2975e-d397-41b1-b83b-a54127933aaf tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:32.038881 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-82b2975e-d397-41b1-b83b-a54127933aaf tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097225 Apr 06 14:33:32.042664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47700) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.049568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0b80c04f-aae8-4f79-b945-c2f4678dc2a9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:32.055538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (8bf1f83c-d40a-4f24-9107-36e5ab1827b4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.085888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.092993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.106546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf1f83c-d40a-4f24-9107-36e5ab1827b4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.111181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.118515 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b44a925e-f1df-4707-88a5-fd039ece72af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/8bf1f83c-d40a-4f24-9107-36e5ab1827b4 HTTP/1.1" status: 204 len: 168 time: 1.3545835 Apr 06 14:33:32.132020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47702) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.199608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Allocated IP 2001:db8::2 (ba202299-35d9-4bee-9d36-78c0c815516a/9085344f-eaf2-450a-9885-3423cd6969ec/43581293-d72b-44f4-91bc-4dc493813491) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:32.218022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5f80dfef-397c-428c-955b-ed416005a2ab tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864139 Apr 06 14:33:32.218743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3037783b-b698-4e2b-96fa-42c6869592d3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (22e76c04-0001-4918-bd44-46285d6ae020), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.221311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3037783b-b698-4e2b-96fa-42c6869592d3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.224669 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3037783b-b698-4e2b-96fa-42c6869592d3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/22e76c04-0001-4918-bd44-46285d6ae020 HTTP/1.1" status: 204 len: 168 time: 0.5314100 Apr 06 14:33:32.224669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47704) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.224963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47706) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.278685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037783b-b698-4e2b-96fa-42c6869592d3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e76c04-0001-4918-bd44-46285d6ae020,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.325748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (865ed9b7-802a-4bd0-92dd-2d31ff591413), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.352655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22704d53-d972-4311-96de-89f481ac26f3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1092315 Apr 06 14:33:32.352655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:32.354442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47708) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.358089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--305149635'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:32.358587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Publish callbacks [] for port (43581293-d72b-44f4-91bc-4dc493813491), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.366523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1789c-4c89-4969-b644-83c6ab14498c None None] Network 2934fa9c-89df-48fd-aebe-9f87f342666e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:32.369714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (e15c29de-5189-4076-9f7c-4fdf8e9ce20c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.372396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8113107-e61b-4a2c-8d0e-7afbf7dd60c1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:32.373828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c8113107-e61b-4a2c-8d0e-7afbf7dd60c1 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1447091 Apr 06 14:33:32.378214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47710) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.435136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-0b80c04f-aae8-4f79-b945-c2f4678dc2a9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:32.436144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0b80c04f-aae8-4f79-b945-c2f4678dc2a9 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3911550 Apr 06 14:33:32.450345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47712) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.454270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7ef1b237-d99d-418c-8715-1890f8c0e933 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '59190703-6c0f-4540-ace8-986c10258888', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:32.459418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6899d863-9219-4275-8ce3-64f865600134), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.461998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e15c29de-5189-4076-9f7c-4fdf8e9ce20c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.517814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573b89c-88de-4018-9603-4b0004422593 None None] Pushing event updated for resources: {'Port': ['ID=6899d863-9219-4275-8ce3-64f865600134,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.525089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.537082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c29de-5189-4076-9f7c-4fdf8e9ce20c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.570914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5d57f8-82bc-44ba-ad11-2b245e1d59e0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:32.572426 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bb5d57f8-82bc-44ba-ad11-2b245e1d59e0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1932809 Apr 06 14:33:32.575346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47714) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.584290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.594188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Pushing event updated for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.603835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cbe96639-98c6-429c-88f8-d74d4d94755a None None] Provisioning complete for port 9ab1b42b-07f2-4951-9479-51b4bd88a83e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:32.604208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cbe96639-98c6-429c-88f8-d74d4d94755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.634444 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-428ff3e3-add4-4f7c-8e28-de184ad82551 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581348 Apr 06 14:33:32.638591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:32.640567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.648134 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-872d0607-c311-403c-b2ef-21f0dbbb6631 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1555367 Apr 06 14:33:32.648274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47716) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.650722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:32.651445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47718) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.657694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1287600006'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:32.660017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:32.683478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:32.693983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.698668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f8b2acaf-377b-4eaf-bc12-4f8f18520430 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 952 time: 1.9817445 Apr 06 14:33:32.701970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47720) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.704833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-86628716-2716-4065-b4b2-bed8281dd223 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:32.705403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86628716-2716-4065-b4b2-bed8281dd223 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:32.711211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-86628716-2716-4065-b4b2-bed8281dd223 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/9fb8f91f-42c7-43aa-98dc-3b7627da2b1e HTTP/1.1" status: 404 len: 333 time: 0.0642197 Apr 06 14:33:32.716537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47722) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.797462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Attempting to bind port 43581293-d72b-44f4-91bc-4dc493813491 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:32.797834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Attempting to bind port 43581293-d72b-44f4-91bc-4dc493813491 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:32.798194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Attempting to bind port 43581293-d72b-44f4-91bc-4dc493813491 on network ba202299-35d9-4bee-9d36-78c0c815516a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:32.805449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Attempting to bind port 6899d863-9219-4275-8ce3-64f865600134 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:32.806068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Attempting to bind port 6899d863-9219-4275-8ce3-64f865600134 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:32.806429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Attempting to bind port 6899d863-9219-4275-8ce3-64f865600134 on network 1e09b3b1-7bea-4927-a839-794775b96e6c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:32.811803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:32.812182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Checking segment: {'id': 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:32.812589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.813026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Bound using segment: {'id': 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:32.813499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Bound port: 43581293-d72b-44f4-91bc-4dc493813491, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:32.813880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.815827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] DHCP port deletion for 2934fa9c-89df-48fd-aebe-9f87f342666e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:32.824137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:32.824544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Checking segment: {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:32.824971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.825364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Bound using segment: {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:32.825846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Bound port: 6899d863-9219-4275-8ce3-64f865600134, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a452f12-253e-4571-b2db-d69a4581f8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:32.826233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6899d863-9219-4275-8ce3-64f865600134), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.844612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fc259c-f9d8-4fd6-8248-578944e58f47 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:32.845108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fc259c-f9d8-4fd6-8248-578944e58f47 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:32.848187 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-70fc259c-f9d8-4fd6-8248-578944e58f47 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/8bf1f83c-d40a-4f24-9107-36e5ab1827b4 HTTP/1.1" status: 404 len: 337 time: 0.1249661 Apr 06 14:33:32.858920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47724) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.934389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:32.938042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=43581293-d72b-44f4-91bc-4dc493813491,segment=NetworkSegment(c5615c7a-5f05-4f15-af2c-f76d08cdeb76),segment_id=c5615c7a-5f05-4f15-af2c-f76d08cdeb76)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:32.975926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-39b03bb6-1ae2-4729-9c15-14e1eb06eda6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 952 time: 0.2658062 Apr 06 14:33:32.976148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (37b08978-9f14-4b09-9b0b-65695b8fa4df), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.977710 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-77075e1a-6be1-46b2-b845-1daa459b4fc0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:32.978363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77075e1a-6be1-46b2-b845-1daa459b4fc0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:32.983763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-77075e1a-6be1-46b2-b845-1daa459b4fc0 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/8aac54aa-c62d-412c-a443-c2bf41d2d114 HTTP/1.1" status: 404 len: 337 time: 0.1215878 Apr 06 14:33:32.987632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47726) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.987632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47728) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:32.996436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'routes': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:33.000423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] For port 6899d863-9219-4275-8ce3-64f865600134, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:33.002431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] For port 6899d863-9219-4275-8ce3-64f865600134, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6899d863-9219-4275-8ce3-64f865600134,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:33.003376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.029553 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-7ef1b237-d99d-418c-8715-1890f8c0e933 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:33.033220 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7ef1b237-d99d-418c-8715-1890f8c0e933 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5796933 Apr 06 14:33:33.035110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47730) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.058027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.060143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] Deleting port 9ab1b42b-07f2-4951-9479-51b4bd88a83e {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:33.060522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.068873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3b0ac68f-edc8-421a-8c81-ef48f89ab797), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.101920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef812c9-06ab-4e2c-9845-1a7a4f6bed6c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.101920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef812c9-06ab-4e2c-9845-1a7a4f6bed6c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.107244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2ef812c9-06ab-4e2c-9845-1a7a4f6bed6c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/c72386d1-166e-4697-8add-4acec6a6a815 HTTP/1.1" status: 404 len: 333 time: 0.1151879 Apr 06 14:33:33.109150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47732) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.124012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] For port 9ab1b42b-07f2-4951-9479-51b4bd88a83e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9ab1b42b-07f2-4951-9479-51b4bd88a83e,segment=NetworkSegment(a09d87f9-c7c3-4a51-941d-1e6b33fe691b),segment_id=a09d87f9-c7c3-4a51-941d-1e6b33fe691b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:33.124439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.136971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] Calling delete_port for 9ab1b42b-07f2-4951-9479-51b4bd88a83e owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:33.149824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3b0ac68f-edc8-421a-8c81-ef48f89ab797), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.157248 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8948c7-c6d4-4951-be93-c78b915cb97c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.158222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8948c7-c6d4-4951-be93-c78b915cb97c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.164294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f8948c7-c6d4-4951-be93-c78b915cb97c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/a9299d3e-f7c6-427c-a155-0e8d971c36e7 HTTP/1.1" status: 404 len: 337 time: 0.0518892 Apr 06 14:33:33.174183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47734) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.211614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0ac68f-edc8-421a-8c81-ef48f89ab797,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.248583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71c6cd44-8fde-4017-96d5-8eb69c8fe134 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (59190703-6c0f-4540-ace8-986c10258888), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.256866 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ebd603-e562-438c-ad03-1349d18338c8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.257918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ebd603-e562-438c-ad03-1349d18338c8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.265202 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a5ebd603-e562-438c-ad03-1349d18338c8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/aaba8c2f-5b0b-487c-bd7f-d6dac5eadf8d HTTP/1.1" status: 404 len: 337 time: 0.0821621 Apr 06 14:33:33.274189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47736) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.284320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6899d863-9219-4275-8ce3-64f865600134), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.345775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cbe96639-98c6-429c-88f8-d74d4d94755a None None] Current status of the port 9ab1b42b-07f2-4951-9479-51b4bd88a83e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:33.372175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (9ab1b42b-07f2-4951-9479-51b4bd88a83e), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.381632 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad61995-ec15-499d-8d3b-2582c148c1dd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.383179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad61995-ec15-499d-8d3b-2582c148c1dd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.392152 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7ad61995-ec15-499d-8d3b-2582c148c1dd tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/8cfc0312-157c-47a7-95d9-68dbf717f6ad HTTP/1.1" status: 404 len: 333 time: 0.1148729 Apr 06 14:33:33.402907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47738) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.422949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] No DVR routers for this DVR port 9ab1b42b-07f2-4951-9479-51b4bd88a83e on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:33.426589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting port 49a62fb3-9b37-4969-a8d6-7cc2b8b8413c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:33.427130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.443309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e495-da32-4f09-99bd-4f0f06d833f1 None None] Pushing event updated for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.495822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71c6cd44-8fde-4017-96d5-8eb69c8fe134 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (59190703-6c0f-4540-ace8-986c10258888), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.532853 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5d1f2f-6da4-474f-bd91-b5e14057c6af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.533508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5d1f2f-6da4-474f-bd91-b5e14057c6af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.541306 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ca5d1f2f-6da4-474f-bd91-b5e14057c6af tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/0e0f0b39-d72e-476b-9e0b-c84b7677742b HTTP/1.1" status: 404 len: 337 time: 0.1295068 Apr 06 14:33:33.555967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573b89c-88de-4018-9603-4b0004422593 None None] Pushing event updated for resources: {'Port': ['ID=6899d863-9219-4275-8ce3-64f865600134,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.580837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.582687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47740) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.586338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:33.587363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:33.669355 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc656d9-cccb-4d2b-83c7-147a23dff5e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.671374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc656d9-cccb-4d2b-83c7-147a23dff5e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.677736 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ddc656d9-cccb-4d2b-83c7-147a23dff5e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/7300225b-d035-4175-bc43-1a133f3828f0 HTTP/1.1" status: 404 len: 337 time: 0.0879703 Apr 06 14:33:33.678636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47742) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.723593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.731422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-95bbe7a0-14a4-4080-aa3b-7d4a816ff73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3709509 Apr 06 14:33:33.732416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47744) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.751687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] Provisioning complete for port 6899d863-9219-4275-8ce3-64f865600134 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:33.759251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6899d863-9219-4275-8ce3-64f865600134), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.759251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe19e25-a4f5-4208-bb6d-211386e0d1ba None None] Pushing event deleted for resources: {'Port': ['ID=9ab1b42b-07f2-4951-9479-51b4bd88a83e,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.763398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '3b0ac68f-edc8-421a-8c81-ef48f89ab797', 'direction': 'ingress', 'protocol': 17}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:33.773744 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bf2b95-22ae-44d4-8f9e-ac7f126edad2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.777584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bf2b95-22ae-44d4-8f9e-ac7f126edad2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.799799 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8bf2b95-22ae-44d4-8f9e-ac7f126edad2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/a7bf6a04-a9f7-414c-bf62-54ae6a3ad01c HTTP/1.1" status: 404 len: 333 time: 0.1090610 Apr 06 14:33:33.812177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47746) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.922312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:33.927751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.943804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Calling delete_port for 49a62fb3-9b37-4969-a8d6-7cc2b8b8413c owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:33.945386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (90b8fede-b6f1-4537-95fb-eeebda275f58), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.946596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ae7594-8186-4961-9c53-904aa781698e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.947226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ae7594-8186-4961-9c53-904aa781698e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.950652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-25ae7594-8186-4961-9c53-904aa781698e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/389943e5-1e0b-47dd-a557-01259481d1d8 HTTP/1.1" status: 404 len: 337 time: 0.1322217 Apr 06 14:33:33.954019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47748) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.986265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5784bef3-e135-4e25-8e73-98e840cb0c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:33.986821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5784bef3-e135-4e25-8e73-98e840cb0c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:33.990096 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5784bef3-e135-4e25-8e73-98e840cb0c43 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/394012ec-020e-4710-b2b1-729b5ab9a01a HTTP/1.1" status: 404 len: 337 time: 0.0348184 Apr 06 14:33:33.995056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47750) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.020463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] Current status of the port 6899d863-9219-4275-8ce3-64f865600134 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:34.020937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6899d863-9219-4275-8ce3-64f865600134), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.049090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (90b8fede-b6f1-4537-95fb-eeebda275f58), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.052074 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ddb12-5e65-4f3c-9c1c-75ddbb9820c7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.058412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ddb12-5e65-4f3c-9c1c-75ddbb9820c7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.058412 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-538ddb12-5e65-4f3c-9c1c-75ddbb9820c7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/4b5f34f4-08de-497b-90f0-6a0f8fbba1a6 HTTP/1.1" status: 404 len: 333 time: 0.0604270 Apr 06 14:33:34.069103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47752) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.121548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (4adda9ab-06a5-48b9-8227-4142093adaad), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.139624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-10066d4b-79bb-4ee9-b2b8-1f4ef36f7252 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.140191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10066d4b-79bb-4ee9-b2b8-1f4ef36f7252 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.141058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] For port 6899d863-9219-4275-8ce3-64f865600134, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6899d863-9219-4275-8ce3-64f865600134,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:34.143479 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-10066d4b-79bb-4ee9-b2b8-1f4ef36f7252 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/6b84c15a-7406-49e5-9157-fe06a2fc96ea HTTP/1.1" status: 404 len: 337 time: 0.0704446 Apr 06 14:33:34.156390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47754) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.178483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b8fede-b6f1-4537-95fb-eeebda275f58,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:34.224832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.230007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-23fe2ad7-0c55-4aa6-8cd7-1369a1dd8ecf tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5718036 Apr 06 14:33:34.240591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6899d863-9219-4275-8ce3-64f865600134), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.244881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47756) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.252142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1346955150', 'security_groups': ['90b8fede-b6f1-4537-95fb-eeebda275f58'], 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9085344f-eaf2-450a-9885-3423cd6969ec'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:34.258355 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f242826-8724-4227-ad2c-5153c853c94c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.258947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f242826-8724-4227-ad2c-5153c853c94c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.264384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9f242826-8724-4227-ad2c-5153c853c94c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/c9ce7e15-d29b-4894-a8b5-5d0b3e7d9e1d HTTP/1.1" status: 404 len: 333 time: 0.0847821 Apr 06 14:33:34.272149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47758) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.276369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71c6cd44-8fde-4017-96d5-8eb69c8fe134 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (59190703-6c0f-4540-ace8-986c10258888), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.277111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71c6cd44-8fde-4017-96d5-8eb69c8fe134 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.281620 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-71c6cd44-8fde-4017-96d5-8eb69c8fe134 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/59190703-6c0f-4540-ace8-986c10258888 HTTP/1.1" status: 204 len: 168 time: 1.2376831 Apr 06 14:33:34.285732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47760) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.309899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fdf49-eee7-4a6f-85ad-962bc29861cf None None] Pushing event updated for resources: {'Port': ['ID=6899d863-9219-4275-8ce3-64f865600134,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:34.327455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6cd44-8fde-4017-96d5-8eb69c8fe134 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59190703-6c0f-4540-ace8-986c10258888,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:34.342127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:31Z', 'revision_number': 6, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:32Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:34.348046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7439520-3e2a-4006-b177-11386af82ee8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.348046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7439520-3e2a-4006-b177-11386af82ee8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.352434 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a7439520-3e2a-4006-b177-11386af82ee8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/5397fc81-b7cd-457e-8122-85c858e3b25b HTTP/1.1" status: 404 len: 337 time: 0.0614798 Apr 06 14:33:34.357876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47762) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.358929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added routes are [] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:33:34.359254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:33:34.389819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (4adda9ab-06a5-48b9-8227-4142093adaad), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.401033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1bf5-6141-4fc2-9206-98b791fe3a80 None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:31Z', 'revision_number': 6, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:32Z', 'revision_number': 4, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:34.411435 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-27891e20-ec15-481b-9272-9ea44ec95666 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.419335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27891e20-ec15-481b-9272-9ea44ec95666 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.419920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5fb8dfb6-ecf6-4b04-9697-ef58eb88e45c None None] Provisioning complete for port 6899d863-9219-4275-8ce3-64f865600134 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:34.419920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dfb6-ecf6-4b04-9697-ef58eb88e45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6899d863-9219-4275-8ce3-64f865600134), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.420096 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-27891e20-ec15-481b-9272-9ea44ec95666 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/07e7cf9a-0417-4d4e-a108-3bc3b85daf58 HTTP/1.1" status: 404 len: 333 time: 0.0556576 Apr 06 14:33:34.423895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47764) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.500923 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c30d6c92-65e6-4119-8205-b749623eb998 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2124817 Apr 06 14:33:34.510681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47766) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.531584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984150334'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:34.535196 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3a42c6-668f-463f-938d-c710bb0fc1eb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.535754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3a42c6-668f-463f-938d-c710bb0fc1eb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.540440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1f3a42c6-668f-463f-938d-c710bb0fc1eb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/eceb1733-da03-4960-b89b-dee5c709c604 HTTP/1.1" status: 404 len: 337 time: 0.1056488 Apr 06 14:33:34.551648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47768) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.586682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4adda9ab-06a5-48b9-8227-4142093adaad), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.595120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8dfb6-ecf6-4b04-9697-ef58eb88e45c None None] Current status of the port 6899d863-9219-4275-8ce3-64f865600134 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:34.629814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.636561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.671921 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a888e325-bd8b-4590-9bad-33eca6baf570 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.672523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a888e325-bd8b-4590-9bad-33eca6baf570 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.682622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a888e325-bd8b-4590-9bad-33eca6baf570 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/f3ec7e07-963e-4de0-8e1a-48a26441c394 HTTP/1.1" status: 404 len: 333 time: 0.1295857 Apr 06 14:33:34.685135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47770) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.693520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adda9ab-06a5-48b9-8227-4142093adaad,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:34.753411 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d9b67a-bd68-4752-8323-9a93cd0d911a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.753881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d9b67a-bd68-4752-8323-9a93cd0d911a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.760268 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-40d9b67a-bd68-4752-8323-9a93cd0d911a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/3baa9dd9-9bca-4fa5-a6e1-777bb28b8833 HTTP/1.1" status: 404 len: 337 time: 0.0710893 Apr 06 14:33:34.760268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.760558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47772) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.778196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.822696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:34.829502 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-947dbc57-9444-4a3e-aee7-ec8e9ce49027 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.838066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947dbc57-9444-4a3e-aee7-ec8e9ce49027 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.838724 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-947dbc57-9444-4a3e-aee7-ec8e9ce49027 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/893f1647-4402-473d-9842-7f7cf1d89075 HTTP/1.1" status: 404 len: 333 time: 0.0733073 Apr 06 14:33:34.839408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47774) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.869767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.871715 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ea1e644c-e8ae-426b-b94e-0487332f0329 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1286521 Apr 06 14:33:34.872597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:34.879213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47776) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.938151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:34.938527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.955222 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7996fb3b-3e5a-4779-ae63-70ca7862bd2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:34.955694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7996fb3b-3e5a-4779-ae63-70ca7862bd2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:34.962641 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7996fb3b-3e5a-4779-ae63-70ca7862bd2c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/60eda317-31e6-4041-b313-771292769efa HTTP/1.1" status: 404 len: 337 time: 0.0960865 Apr 06 14:33:34.963039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47778) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.971906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (49a62fb3-9b37-4969-a8d6-7cc2b8b8413c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.987450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=41d6a72c-3188-4446-99a5-0e5e866a581c,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.084544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:35.087978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.105254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Port': ['ID=49a62fb3-9b37-4969-a8d6-7cc2b8b8413c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.138466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (37b08978-9f14-4b09-9b0b-65695b8fa4df), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.161789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa6ceeb-1886-4f1b-9c1b-588d9f34aa90 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.162499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa6ceeb-1886-4f1b-9c1b-588d9f34aa90 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.168126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=43581293-d72b-44f4-91bc-4dc493813491,segment=NetworkSegment(c5615c7a-5f05-4f15-af2c-f76d08cdeb76),segment_id=c5615c7a-5f05-4f15-af2c-f76d08cdeb76)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:35.171536 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-afa6ceeb-1886-4f1b-9c1b-588d9f34aa90 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/43cb50b7-95af-4032-92e4-4b9f12f4f32a HTTP/1.1" status: 404 len: 333 time: 0.2025445 Apr 06 14:33:35.177003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47780) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.247560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.248358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6899d863-9219-4275-8ce3-64f865600134 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:35.253306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-b806e64a-edd1-4a4f-8f49-76b009dbebda tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.254074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b806e64a-edd1-4a4f-8f49-76b009dbebda tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.258108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b806e64a-edd1-4a4f-8f49-76b009dbebda tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b62bad1f-041a-4275-97aa-e36484e538d1 HTTP/1.1" status: 404 len: 337 time: 0.0774617 Apr 06 14:33:35.262046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (20468c36-cd34-4959-9ce6-c3626ebe0167), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.263556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47782) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.302743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.312533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-364b0ba7-7568-471d-b56f-9125ce8b1e14 None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:35.312533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-364b0ba7-7568-471d-b56f-9125ce8b1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.319783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d35358e-9fb7-46ba-883c-fd92a15364bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3b0ac68f-edc8-421a-8c81-ef48f89ab797), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.335940 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8b02de-d771-4233-a2f1-d2b55c765fa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.336472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8b02de-d771-4233-a2f1-d2b55c765fa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.342235 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f8b02de-d771-4233-a2f1-d2b55c765fa8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/d32fe36f-3194-46ce-b6b9-daa31e2f1279 HTTP/1.1" status: 404 len: 337 time: 0.0724845 Apr 06 14:33:35.346683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47784) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.348255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d35358e-9fb7-46ba-883c-fd92a15364bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (3b0ac68f-edc8-421a-8c81-ef48f89ab797), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.363678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (20468c36-cd34-4959-9ce6-c3626ebe0167), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.402338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-364b0ba7-7568-471d-b56f-9125ce8b1e14 None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:35.405618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.414466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.416607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:35.416908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6899d863-9219-4275-8ce3-64f865600134 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:35.417217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6899d863-9219-4275-8ce3-64f865600134), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.426068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.439445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20468c36-cd34-4959-9ce6-c3626ebe0167,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.447865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-364b0ba7-7568-471d-b56f-9125ce8b1e14 None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:35.448235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-364b0ba7-7568-471d-b56f-9125ce8b1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.481697 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed4ba4c-4a11-4ed2-a956-1e71427e45a8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.483704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed4ba4c-4a11-4ed2-a956-1e71427e45a8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.489743 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eed4ba4c-4a11-4ed2-a956-1e71427e45a8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/06ad12fc-9f03-4ff8-a212-20d7612586e4 HTTP/1.1" status: 404 len: 333 time: 0.1400898 Apr 06 14:33:35.496327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47786) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.501762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.503064 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7647b76a-ee61-4433-836d-3e8050c87ed4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9832349 Apr 06 14:33:35.513769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47788) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.522678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-18707f1e-0089-41d8-b586-d4d040d88094 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '20468c36-cd34-4959-9ce6-c3626ebe0167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:35.553041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d35358e-9fb7-46ba-883c-fd92a15364bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3b0ac68f-edc8-421a-8c81-ef48f89ab797), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.556787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d35358e-9fb7-46ba-883c-fd92a15364bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.557951 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0d35358e-9fb7-46ba-883c-fd92a15364bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/3b0ac68f-edc8-421a-8c81-ef48f89ab797 HTTP/1.1" status: 204 len: 168 time: 0.6774421 Apr 06 14:33:35.570333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47790) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.580220 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c242d6-4889-4543-a69e-7e8fa4f4c486 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.580734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c242d6-4889-4543-a69e-7e8fa4f4c486 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.586490 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c7c242d6-4889-4543-a69e-7e8fa4f4c486 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/790b4433-0eaf-4845-8be2-bb7b4f4d8184 HTTP/1.1" status: 404 len: 337 time: 0.0796862 Apr 06 14:33:35.588735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47792) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.617212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35358e-9fb7-46ba-883c-fd92a15364bb tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0ac68f-edc8-421a-8c81-ef48f89ab797,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.636577 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d7f387-32cc-4a52-aae4-10ede9ac179f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.636577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d7f387-32cc-4a52-aae4-10ede9ac179f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.644275 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-02d7f387-32cc-4a52-aae4-10ede9ac179f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/a61faa9c-a55a-44fe-ac04-bcfca18730a2 HTTP/1.1" status: 404 len: 337 time: 0.0477145 Apr 06 14:33:35.644433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47794) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.648591 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Floating IP 37b08978-9f14-4b09-9b0b-65695b8fa4df associated. External IP: 172.26.6.29, port: 724e0a47-755c-411b-8c50-61fca37fb398. Apr 06 14:33:35.717673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7321c6-d1f9-4e5e-bdb3-d6e52eefb06c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.719653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7321c6-d1f9-4e5e-bdb3-d6e52eefb06c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.723421 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5d7321c6-d1f9-4e5e-bdb3-d6e52eefb06c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/51bd9b95-e912-4327-850b-2ddf38d50332 HTTP/1.1" status: 404 len: 333 time: 0.0758004 Apr 06 14:33:35.732402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47796) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.750424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6899d863-9219-4275-8ce3-64f865600134 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:35.752848 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:35.758001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (865ed9b7-802a-4bd0-92dd-2d31ff591413), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.763908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-364b0ba7-7568-471d-b56f-9125ce8b1e14 None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:35.764352 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:35.764996 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:35.802806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:35.806368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e742b23b-c12a-4afa-b7b6-ccfcd295a82e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.807076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e742b23b-c12a-4afa-b7b6-ccfcd295a82e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.810328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e742b23b-c12a-4afa-b7b6-ccfcd295a82e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/d9ad9d6b-7b14-4fab-868f-c96ad110a1b3 HTTP/1.1" status: 404 len: 337 time: 0.0744860 Apr 06 14:33:35.813241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47798) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.825627 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2db3df17-4943-40cc-b7e2-73ae8bcdc71a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2519286 Apr 06 14:33:35.834836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47800) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.835713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9ab1b42b-07f2-4951-9479-51b4bd88a83e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:35.856909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 9ab1b42b-07f2-4951-9479-51b4bd88a83e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:35.857509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9ab1b42b-07f2-4951-9479-51b4bd88a83e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:35.858856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--99624053'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:35.875724 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2fe3e3-ab00-48dd-88ad-103120347803 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.876383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2fe3e3-ab00-48dd-88ad-103120347803 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:35.887613 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c2fe3e3-ab00-48dd-88ad-103120347803 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/3d4c10ee-a1db-47ae-8dc5-fcd42bdfa382 HTTP/1.1" status: 404 len: 337 time: 0.0677407 Apr 06 14:33:35.887906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47802) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.969539 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:35.996506 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a06e367-6d07-489d-a1d0-6dd5de7d159a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:35.997048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a06e367-6d07-489d-a1d0-6dd5de7d159a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:36.000131 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1a06e367-6d07-489d-a1d0-6dd5de7d159a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/c2744997-7689-4b91-abfa-b37a4f284b7d HTTP/1.1" status: 404 len: 333 time: 0.1078951 Apr 06 14:33:36.006110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47804) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.008958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-18707f1e-0089-41d8-b586-d4d040d88094 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The resource could not be found. Apr 06 14:33:36.010769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-18707f1e-0089-41d8-b586-d4d040d88094 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4933703 Apr 06 14:33:36.023820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47806) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.028304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-19a0c99c-b3c5-48c9-95c3-01c9d3452a14 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '20468c36-cd34-4959-9ce6-c3626ebe0167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5c67cfd4-f448-4c32-ac4e-7f5c03fa20af'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:36.039951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.076115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::d8 (ba202299-35d9-4bee-9d36-78c0c815516a/9085344f-eaf2-450a-9885-3423cd6969ec/e3658d3a-c937-48af-a2ff-7ad6a37c0ac8) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:36.082467 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed5f63a-770a-4a0e-ac95-cba5c27caf79 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:36.082928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed5f63a-770a-4a0e-ac95-cba5c27caf79 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:36.086705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eed5f63a-770a-4a0e-ac95-cba5c27caf79 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/e324cbe4-d2c3-45d4-ac23-af9d68870ef0 HTTP/1.1" status: 404 len: 337 time: 0.0794306 Apr 06 14:33:36.094190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47808) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.133304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-22875a73-3cb3-4707-ad90-433cbed3885c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:36.133688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22875a73-3cb3-4707-ad90-433cbed3885c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:36.140048 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22875a73-3cb3-4707-ad90-433cbed3885c tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/f34debd9-7f9a-4dfe-9569-8977af282e16 HTTP/1.1" status: 404 len: 337 time: 0.0406110 Apr 06 14:33:36.140048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:36.141174 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47810) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.147527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.152901 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f3dd71d-b8fb-4659-8951-9fd3daeee1a1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 702 time: 3.1640821 Apr 06 14:33:36.162218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47812) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.199798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3b9a7c51-eaa0-4d53-a36e-ac95af74747a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd515fad-46bd-4ec8-bb1c-82f721ee2437 HTTP/1.1" status: 200 len: 205 time: 0.0556409 Apr 06 14:33:36.200008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47814) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.202207 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 7, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.231795 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:36.241237 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:36.241896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.262945 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-ffa90740-cb76-4fee-924e-129f9a5caa10 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] delete failed (client error): The resource could not be found. Apr 06 14:33:36.267161 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ffa90740-cb76-4fee-924e-129f9a5caa10 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/routers/bd515fad-46bd-4ec8-bb1c-82f721ee2437 HTTP/1.1" status: 404 len: 336 time: 0.0632851 Apr 06 14:33:36.279757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:36.280818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47816) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.324061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (d92c939d-597d-45db-878c-07d28f897aed), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.351152 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:36.395672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d92c939d-597d-45db-878c-07d28f897aed), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.456381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Router 865ed9b7-802a-4bd0-92dd-2d31ff591413 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:36.479537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c939d-597d-45db-878c-07d28f897aed,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:36.542638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.546802 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7e1bc540-a7fa-482d-9b48-eec17880737f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6916070 Apr 06 14:33:36.549575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47818) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.554168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326573857'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:36.560644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:36.594283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:36.602505 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 7, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.630477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:36.633419 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fabde3-a623-4f2b-9a3f-3f6e59697282 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:36.636402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fabde3-a623-4f2b-9a3f-3f6e59697282 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:36.636647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.636792 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3750e7-8cdb-462a-a25f-c1bcf9a3c33c None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 7, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:36.637365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-02fabde3-a623-4f2b-9a3f-3f6e59697282 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/dae5c72a-abd6-4e0c-b21d-7b241e7e625c HTTP/1.1" status: 404 len: 337 time: 0.3550494 Apr 06 14:33:36.640047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47820) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.681835 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1a4a9014-5b53-40dc-98cf-e51ae6df0012 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "GET /v2.0/ports?device_id=83ed5ded-91bb-425c-8cd4-0c7431315e77 HTTP/1.1" status: 200 len: 205 time: 0.0402029 Apr 06 14:33:36.684576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47822) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.687394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-be23c047-bd4d-49bb-8e4e-fbc70b528a1b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 702 time: 0.5228631 Apr 06 14:33:36.690731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47824) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.746157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:36.748399 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-13c81cdc-642d-429a-b78c-cd07498d7259 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] delete failed (client error): The resource could not be found. Apr 06 14:33:36.749566 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-13c81cdc-642d-429a-b78c-cd07498d7259 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/routers/83ed5ded-91bb-425c-8cd4-0c7431315e77 HTTP/1.1" status: 404 len: 336 time: 0.0639985 Apr 06 14:33:36.757282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.763353 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] Sync routers for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:36.770000 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-19a0c99c-b3c5-48c9-95c3-01c9d3452a14 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The resource could not be found. Apr 06 14:33:36.771268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-19a0c99c-b3c5-48c9-95c3-01c9d3452a14 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7464714 Apr 06 14:33:36.775325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47826) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.775505 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:36.784963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47828) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.785161 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.785298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.794436 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c807cb7d-f060-49ee-b866-2c17e35896dc tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "PUT /v2.0/routers/865ed9b7-802a-4bd0-92dd-2d31ff591413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1698458 Apr 06 14:33:36.797424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47830) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.855265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1a735b-7a0b-4008-acfc-2b45a3c515b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:36.855849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1a735b-7a0b-4008-acfc-2b45a3c515b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:36.859366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2a1a735b-7a0b-4008-acfc-2b45a3c515b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/6218fcb5-b2b2-4be0-8be0-fe983e73a983 HTTP/1.1" status: 404 len: 337 time: 0.0777633 Apr 06 14:33:36.864921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.877570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47832) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.884904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:36.887210 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] Routers {'865ed9b7-802a-4bd0-92dd-2d31ff591413'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:36.888076 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['865ed9b7-802a-4bd0-92dd-2d31ff591413'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.898772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.935200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb88b18-b9c2-4a19-95ef-1e97d838c3ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:36.935831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb88b18-b9c2-4a19-95ef-1e97d838c3ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:36.939222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bcb88b18-b9c2-4a19-95ef-1e97d838c3ce tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b705bcf6-3e91-4ac3-aad3-7771a08653af HTTP/1.1" status: 404 len: 337 time: 0.0582559 Apr 06 14:33:36.945983 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d1f59a4b-b53f-4a7d-be15-308419e56c53 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5461092 Apr 06 14:33:36.949867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47834) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.950335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:33:36.959528 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:36.961342 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8afd5a-189f-45e7-8150-5b84ff21da70 None None] The sync data for ids ['865ed9b7-802a-4bd0-92dd-2d31ff591413'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:37.000951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:37.073229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.087315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1569a1f-f1e3-4fa5-920e-a7a5e207368c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (20468c36-cd34-4959-9ce6-c3626ebe0167), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.120074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:37.132123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1569a1f-f1e3-4fa5-920e-a7a5e207368c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (20468c36-cd34-4959-9ce6-c3626ebe0167), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.155613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.166334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:37.167073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:37.175457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.191957 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb3d7e8-39d5-4582-ae46-c69bbb50c50e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.192546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb3d7e8-39d5-4582-ae46-c69bbb50c50e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.199935 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-edb3d7e8-39d5-4582-ae46-c69bbb50c50e tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/cecde9bd-9f24-4652-8011-884f1faaf4f7 HTTP/1.1" status: 404 len: 333 time: 0.2360942 Apr 06 14:33:37.203450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47842) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.207116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.266541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:37.281530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:37.308635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:37.317500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:37.324518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:37.325350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.356275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=e3658d3a-c937-48af-a2ff-7ad6a37c0ac8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.418628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1569a1f-f1e3-4fa5-920e-a7a5e207368c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (20468c36-cd34-4959-9ce6-c3626ebe0167), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.421011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1569a1f-f1e3-4fa5-920e-a7a5e207368c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.422687 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c1569a1f-f1e3-4fa5-920e-a7a5e207368c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/20468c36-cd34-4959-9ce6-c3626ebe0167 HTTP/1.1" status: 204 len: 168 time: 0.6398714 Apr 06 14:33:37.428532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47844) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.456629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8ea695cb-7857-42ab-a1ec-047da1b69220 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2103667 Apr 06 14:33:37.457629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47846) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.468012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1569a1f-f1e3-4fa5-920e-a7a5e207368c tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20468c36-cd34-4959-9ce6-c3626ebe0167,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.482310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:37.509952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:37.510346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.559623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dfd538-1b6b-4122-bb61-3cb93f7a643a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "tag": "724e0a47-755c-411b-8c50-61fca37fb398"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:33:37.572426 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-19be3b0b-01b2-460f-b544-ed91bcae8fe7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.572734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19be3b0b-01b2-460f-b544-ed91bcae8fe7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.578643 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-19be3b0b-01b2-460f-b544-ed91bcae8fe7 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/4c5974ae-3ab8-4f90-af42-851f884d57ba HTTP/1.1" status: 404 len: 337 time: 0.3674664 Apr 06 14:33:37.579923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47850) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.620372 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fadda62-41cf-4428-a641-cfcc2e7b5231 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.621063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fadda62-41cf-4428-a641-cfcc2e7b5231 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.627556 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3fadda62-41cf-4428-a641-cfcc2e7b5231 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/41984e83-b74c-4a11-99a3-7264f5fcd4b8 HTTP/1.1" status: 404 len: 333 time: 0.0433655 Apr 06 14:33:37.628437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47854) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.631629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router (865ed9b7-802a-4bd0-92dd-2d31ff591413), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.698234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5f9e3fbc-94f3-49ca-82a0-89b858d6a898 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2633269 Apr 06 14:33:37.708203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47856) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.716326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-93d69b1c-7ec0-4c28-bfce-f944be986a9e tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': '117eb3df-3a14-461e-8bcc-47748a45998d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:37.743312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '37b08978-9f14-4b09-9b0b-65695b8fa4df', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': '724e0a47-755c-411b-8c50-61fca37fb398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a0:de:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:33:32Z', 'updated_at': '2022-04-06T14:33:32Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:37.759932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4d02f-1961-4db6-89fa-f05b90064569 x-openstack-request-id: req-19a4d02f-1961-4db6-89fa-f05b90064569 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:33:37.759932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "tag": "724e0a47-755c-411b-8c50-61fca37fb398", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:33:37.759932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19a4d02f-1961-4db6-89fa-f05b90064569 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:33:37.759932 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a4d02f-1961-4db6-89fa-f05b90064569'] response: {'name': 'network-changed', 'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398', 'status': 'completed', 'code': 200} Apr 06 14:33:37.783214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.783214 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d570cee-63f5-4afa-9df0-d82cc37a753f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2300153 Apr 06 14:33:37.801668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47858) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.805226 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7f4498-472d-40a3-93ee-377912adff9b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.808620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7f4498-472d-40a3-93ee-377912adff9b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.811612 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8c7f4498-472d-40a3-93ee-377912adff9b tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/0c2fd837-073e-439d-af63-95aea8bb1fb1 HTTP/1.1" status: 404 len: 337 time: 0.0599518 Apr 06 14:33:37.811770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': 'd92c939d-597d-45db-878c-07d28f897aed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab', 'remote_ip_prefix': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:37.811913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:37.812642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47860) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.841320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-68b95aa1-343a-458b-92a9-d6a1f5422e72 None None] Provisioning complete for port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:37.841700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-68b95aa1-343a-458b-92a9-d6a1f5422e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.842588 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e88d6b-3314-4b6d-8747-9e607eeedb25 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.843251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e88d6b-3314-4b6d-8747-9e607eeedb25 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.849476 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72e88d6b-3314-4b6d-8747-9e607eeedb25 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/3a77c7c3-5568-42dc-a0af-ea146a9c404e HTTP/1.1" status: 404 len: 333 time: 0.0331633 Apr 06 14:33:37.849753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47862) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.863944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.866018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:37.871841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:37.872291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:37.885934 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e1f9e5-d9e8-4f5d-804e-a4183ddc24b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.886644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e1f9e5-d9e8-4f5d-804e-a4183ddc24b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.892429 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c5e1f9e5-d9e8-4f5d-804e-a4183ddc24b8 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/a0dafd3b-fe8c-49bc-a114-3d00d9b43cef HTTP/1.1" status: 404 len: 337 time: 0.0394106 Apr 06 14:33:37.892429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router_gateway (865ed9b7-802a-4bd0-92dd-2d31ff591413), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.895176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47864) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.925170 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0d0698-042a-47eb-897e-e1d66e8d445d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.925880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0d0698-042a-47eb-897e-e1d66e8d445d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.927489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 7, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:37.932361 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2d0d0698-042a-47eb-897e-e1d66e8d445d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/f3e1cd3e-db68-4cfc-a9e3-bb2a76e769c2 HTTP/1.1" status: 404 len: 333 time: 0.0332203 Apr 06 14:33:37.932654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47866) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.937709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-68b95aa1-343a-458b-92a9-d6a1f5422e72 None None] Port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:37.964233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:37.967383 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90861a9-ea32-4de7-aa45-a1ba54ae80da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:37.967726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.968085 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90861a9-ea32-4de7-aa45-a1ba54ae80da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:37.974173 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d90861a9-ea32-4de7-aa45-a1ba54ae80da tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b09e371d-3483-4af3-ab4e-a128c8d63766 HTTP/1.1" status: 404 len: 337 time: 0.0381620 Apr 06 14:33:37.974357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:37.975839 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47868) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.997463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-f97d3391-844d-41fd-af1d-e76123cfd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:37.999015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-f97d3391-844d-41fd-af1d-e76123cfd6a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1129 time: 0.2322614 Apr 06 14:33:38.001017 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd69b43-5a45-4c97-8457-f9e3e846717f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:38.001938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd69b43-5a45-4c97-8457-f9e3e846717f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.004921 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7dd69b43-5a45-4c97-8457-f9e3e846717f tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/e1a5e952-31c6-49f4-ba96-4197d291b556 HTTP/1.1" status: 404 len: 333 time: 0.0294228 Apr 06 14:33:38.007821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47870) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.017298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:38.018196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:38.036225 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c753b046-ed04-4386-a55e-b8b6f9c72156 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:38.036736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c753b046-ed04-4386-a55e-b8b6f9c72156 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.043441 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c753b046-ed04-4386-a55e-b8b6f9c72156 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/7bfdeb6c-14ae-425f-a916-37b3a247dde4 HTTP/1.1" status: 404 len: 337 time: 0.0322735 Apr 06 14:33:38.043622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47872) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.063999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (dca4a64b-636f-4596-9302-810b9894ace0), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.086937 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10f9445-55c8-468a-8559-417000c9bfcb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:38.088341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10f9445-55c8-468a-8559-417000c9bfcb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.093477 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d10f9445-55c8-468a-8559-417000c9bfcb tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/9242fbe8-4fdc-4aeb-bf4d-dcf9a2412fa7 HTTP/1.1" status: 404 len: 333 time: 0.0464880 Apr 06 14:33:38.094460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47874) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.124272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:38.130249 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-805215e6-3757-4c28-a442-01dc754cdb32 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:38.130805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805215e6-3757-4c28-a442-01dc754cdb32 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.137049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-805215e6-3757-4c28-a442-01dc754cdb32 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/61448d32-fb9e-42d8-b6ff-e17c098363fb HTTP/1.1" status: 404 len: 337 time: 0.0393090 Apr 06 14:33:38.137285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47876) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.139927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-93d69b1c-7ec0-4c28-bfce-f944be986a9e tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The resource could not be found. Apr 06 14:33:38.144382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-93d69b1c-7ec0-4c28-bfce-f944be986a9e tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4317856 Apr 06 14:33:38.145727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47878) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.151498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--90027063'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:38.169908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:38.182040 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-481caaca-32f4-4a2d-899b-62d845bd513d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:38.182629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481caaca-32f4-4a2d-899b-62d845bd513d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.188435 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-481caaca-32f4-4a2d-899b-62d845bd513d tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/ports/bddc2f50-33ef-442b-b55e-cab17985e9e7 HTTP/1.1" status: 404 len: 333 time: 0.0476894 Apr 06 14:33:38.189887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47880) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.232536 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2074f5bb-7d77-4288-a679-81763236c50a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:38.233137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2074f5bb-7d77-4288-a679-81763236c50a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.239117 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2074f5bb-7d77-4288-a679-81763236c50a tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/subnets/b4177b5b-0e80-43f9-be37-560ab40ad0cc HTTP/1.1" status: 404 len: 337 time: 0.0422533 Apr 06 14:33:38.240774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47882) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.262776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting port f684f653-865a-4977-8227-99e24d6c4bd5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:38.263134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f684f653-865a-4977-8227-99e24d6c4bd5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.301410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.ipam_backend_mixin [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9085344f-eaf2-450a-9885-3423cd6969ec (CIDR: 2001:db8::/64) Apr 06 14:33:38.342377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.350605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-5d7bdc4d-2d1c-48aa-94d9-483c71e7960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:38.352900 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-5d7bdc4d-2d1c-48aa-94d9-483c71e7960d service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.3191364 Apr 06 14:33:38.355014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (dca4a64b-636f-4596-9302-810b9894ace0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.371288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:38.371288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:38.395918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2934fa9c-89df-48fd-aebe-9f87f342666e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.440301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (dca4a64b-636f-4596-9302-810b9894ace0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.459958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f684f653-865a-4977-8227-99e24d6c4bd5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.504162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Calling delete_port for f684f653-865a-4977-8227-99e24d6c4bd5 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:38.518956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca4a64b-636f-4596-9302-810b9894ace0,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:38.526985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ad407662-7d77-4e17-885a-2d8084bf3224 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0488191 Apr 06 14:33:38.535596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47884) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.543632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:38.548533 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-3dcc2fd8-b8b7-4811-943d-5611fe2da5c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 200 len: 998 time: 0.1879892 Apr 06 14:33:38.590858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.630056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2934fa9c-89df-48fd-aebe-9f87f342666e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.659879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2934fa9c-89df-48fd-aebe-9f87f342666e']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:38.667536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.690278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:38.690578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09d87f9-c7c3-4a51-941d-1e6b33fe691b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:38.716937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (a09d87f9-c7c3-4a51-941d-1e6b33fe691b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.746891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 7, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:38.772827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:38.782951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16e494-d086-4d4e-9183-05d3fe755097 None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 7, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6899d863-9219-4275-8ce3-64f865600134', 'name': '', 'network_id': '1e09b3b1-7bea-4927-a839-794775b96e6c', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:b4:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:34Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '8a3c798b-606d-4ca3-93f2-5ad7f8d1473e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:38.783625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a09d87f9-c7c3-4a51-941d-1e6b33fe691b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.788757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '37b08978-9f14-4b09-9b0b-65695b8fa4df', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': '724e0a47-755c-411b-8c50-61fca37fb398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a0:de:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:33:32Z', 'updated_at': '2022-04-06T14:33:32Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:38.792482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:38.792931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (a09d87f9-c7c3-4a51-941d-1e6b33fe691b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:38.797425 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:38.838124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f166d38-cd64-4d0d-b16f-ac881d3c7845 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '37b08978-9f14-4b09-9b0b-65695b8fa4df', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': '724e0a47-755c-411b-8c50-61fca37fb398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a0:de:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:33:32Z', 'updated_at': '2022-04-06T14:33:32Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:38.866922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.870749 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4c468289-98f8-45c3-a2eb-c7cfd68d8dcc tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7214897 Apr 06 14:33:38.877004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47886) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.881428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--662792608'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:38.951710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.956111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8272a568-5b0e-450d-8d12-8a55c18158c0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1532302 Apr 06 14:33:38.956670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47888) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.008745 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-042dc79f-4b0f-42be-a855-e7b27ef5f10b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (dca4a64b-636f-4596-9302-810b9894ace0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.016673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-c8fceb6c-b902-417a-8f6c-8130fb2577b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:39.018194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-c8fceb6c-b902-417a-8f6c-8130fb2577b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.4334166 Apr 06 14:33:39.018317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-042dc79f-4b0f-42be-a855-e7b27ef5f10b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (dca4a64b-636f-4596-9302-810b9894ace0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.028031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (2934fa9c-89df-48fd-aebe-9f87f342666e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.032915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.036069 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] 10.222.0.89 "DELETE /v2.0/networks/2934fa9c-89df-48fd-aebe-9f87f342666e HTTP/1.1" status: 204 len: 168 time: 0.7957256 Apr 06 14:33:39.059500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed291d0-1d64-4241-bca3-cac49a7c23e2 tempest-NetworksTestDHCPv6-1664182332 tempest-NetworksTestDHCPv6-1664182332-project] Pushing event deleted for resources: {'Network': ['ID=2934fa9c-89df-48fd-aebe-9f87f342666e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.066037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f684f653-865a-4977-8227-99e24d6c4bd5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.066037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.119022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Port': ['ID=f684f653-865a-4977-8227-99e24d6c4bd5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.183076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-042dc79f-4b0f-42be-a855-e7b27ef5f10b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (dca4a64b-636f-4596-9302-810b9894ace0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.187348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 6899d863-9219-4275-8ce3-64f865600134 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:39.187348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6899d863-9219-4275-8ce3-64f865600134), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.192314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-042dc79f-4b0f-42be-a855-e7b27ef5f10b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.196591 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-042dc79f-4b0f-42be-a855-e7b27ef5f10b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/dca4a64b-636f-4596-9302-810b9894ace0 HTTP/1.1" status: 204 len: 168 time: 0.2350547 Apr 06 14:33:39.200348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47892) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.224394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dc79f-4b0f-42be-a855-e7b27ef5f10b tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dca4a64b-636f-4596-9302-810b9894ace0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.231832 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9942a205-646a-49da-b725-f0f6a093b567 None None] New status for floating IP 37b08978-9f14-4b09-9b0b-65695b8fa4df: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:33:39.238886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-3bc51c8c-583c-4683-9338-5f7ce1543ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:39.240467 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-3bc51c8c-583c-4683-9338-5f7ce1543ec1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2121739 Apr 06 14:33:39.252973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (865ed9b7-802a-4bd0-92dd-2d31ff591413), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.268411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:39.271711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.374202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (865ed9b7-802a-4bd0-92dd-2d31ff591413), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.388414 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-df027845-b776-4ddc-a6fe-f1c85cc27878 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1868491 Apr 06 14:33:39.389793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router_controller (865ed9b7-802a-4bd0-92dd-2d31ff591413), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.394628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47894) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.398730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (72ebc800-6c04-48f3-a8b6-67429c234260), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.415090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 6899d863-9219-4275-8ce3-64f865600134, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6899d863-9219-4275-8ce3-64f865600134,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:39.415467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6899d863-9219-4275-8ce3-64f865600134), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.470863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 6899d863-9219-4275-8ce3-64f865600134 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:39.476350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (72ebc800-6c04-48f3-a8b6-67429c234260), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.500442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-b5b45f66-e507-4221-8eb6-759b4882de4d service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474802 Apr 06 14:33:39.508158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ebc800-6c04-48f3-a8b6-67429c234260,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.510698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (865ed9b7-802a-4bd0-92dd-2d31ff591413), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.511253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Fanout notify agent at l3_agent the message router_deleted on router 865ed9b7-802a-4bd0-92dd-2d31ff591413 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:39.519788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.519788 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4f56c387-1658-4cd9-b78c-aa287f9e5d2f tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "DELETE /v2.0/routers/865ed9b7-802a-4bd0-92dd-2d31ff591413 HTTP/1.1" status: 204 len: 168 time: 2.6835239 Apr 06 14:33:39.521548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47896) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.584622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting subnet 6de5f59f-0a3d-469b-90df-623f9771d626 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:39.588848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for subnet (6de5f59f-0a3d-469b-90df-623f9771d626), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.622545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.623896 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-16fbec1a-27b2-40ef-99b6-1bcf23e6efae tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7461662 Apr 06 14:33:39.628432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47900) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.631783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-879770e6-cbde-43ad-9588-7d4cf0f3d4e4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group_rule': {'security_group_id': 'd0ca865e-d31a-4ba9-bf0b-89cfc7b505b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '72ebc800-6c04-48f3-a8b6-67429c234260'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:39.659772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.660179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (6de5f59f-0a3d-469b-90df-623f9771d626), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.691455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47902) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.773741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (6de5f59f-0a3d-469b-90df-623f9771d626), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.784478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.808269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26dfd538-1b6b-4122-bb61-3cb93f7a643a req-4a2fad36-784d-44c4-aefa-ef1d9864b741 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953761 Apr 06 14:33:39.848304 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-879770e6-cbde-43ad-9588-7d4cf0f3d4e4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:39.849340 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-879770e6-cbde-43ad-9588-7d4cf0f3d4e4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2215781 Apr 06 14:33:39.858673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47906) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.875703 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a81413a-7dd4-4206-93b3-ebf10b7f9baf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a783d07c038e4bb8a59fd60233723048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809595 Apr 06 14:33:39.880168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47908) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.923903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d69fd9b4-69f7-466c-8710-46030866f7b5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (72ebc800-6c04-48f3-a8b6-67429c234260), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.949020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d69fd9b4-69f7-466c-8710-46030866f7b5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (72ebc800-6c04-48f3-a8b6-67429c234260), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.974316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.977335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.982367 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab HTTP/1.1" status: 204 len: 168 time: 0.5816352 Apr 06 14:33:39.982497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47910) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.992291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fd0e0-ce53-4fc3-abd3-04a7ab4eddab,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.005312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (6de5f59f-0a3d-469b-90df-623f9771d626), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.016597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.017423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.017423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.018104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.018104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.018462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.018638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.018965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.019288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.019607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.019931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.020248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.020563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.020906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.021225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186bd70-2814-43d5-bb68-69cad183f519 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.024627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-201eea5d-2290-4282-9cf6-52c6c7ff2d41 admin admin] Publish callbacks [] for security_group (0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.030675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (b890e72f-2ac1-4c3b-bc4e-98e1c5d39234), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.050816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Subnet': ['ID=6de5f59f-0a3d-469b-90df-623f9771d626,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.068540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4527f59-fc1a-4d1d-a287-0d49a29486d6 None None] Network 7a024023-d31c-4907-8a14-c53d0d628e40 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:40.069370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.076405 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "DELETE /v2.0/subnets/6de5f59f-0a3d-469b-90df-623f9771d626 HTTP/1.1" status: 204 len: 168 time: 0.5513010 Apr 06 14:33:40.077551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.087523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-201eea5d-2290-4282-9cf6-52c6c7ff2d41 admin admin] Publish callbacks [] for security_group (0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.087731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.088231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.088553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.089125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.089260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.089596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.089934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.090268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.090437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:40.090718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.090929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.091261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.092006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.092006 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.092336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.092735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd30b37-c44e-4d1e-87ef-329fdd23f1c6 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:40.107039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (6899d863-9219-4275-8ce3-64f865600134), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.107293 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1bba81d4-0465-44d0-9ee6-7feafb1cad8d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4537 time: 0.1200483 Apr 06 14:33:40.107387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:40.107387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47914) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.113378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:40.113971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.125167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e07809-811f-47e8-b87d-694c4d22257e None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:40.149903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d69fd9b4-69f7-466c-8710-46030866f7b5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (72ebc800-6c04-48f3-a8b6-67429c234260), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.153216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d69fd9b4-69f7-466c-8710-46030866f7b5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.156787 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d69fd9b4-69f7-466c-8710-46030866f7b5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/72ebc800-6c04-48f3-a8b6-67429c234260 HTTP/1.1" status: 204 len: 168 time: 0.2948048 Apr 06 14:33:40.165566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47916) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.174718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=6899d863-9219-4275-8ce3-64f865600134,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.190510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fd9b4-69f7-466c-8710-46030866f7b5 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ebc800-6c04-48f3-a8b6-67429c234260,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.208943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (7a024023-d31c-4907-8a14-c53d0d628e40), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.234755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=b890e72f-2ac1-4c3b-bc4e-98e1c5d39234,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.302992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting port 1db711cf-2483-48f8-b527-45cf042088e4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:40.303697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1db711cf-2483-48f8-b527-45cf042088e4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.362644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2af5db37-71e9-4398-8e73-0c437435dadb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8254256 Apr 06 14:33:40.371469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47918) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.383498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1435436718', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b890e72f-2ac1-4c3b-bc4e-98e1c5d39234'}], 'security_groups': ['e15c29de-5189-4076-9f7c-4fdf8e9ce20c']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:40.441186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] For port 1db711cf-2483-48f8-b527-45cf042088e4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1db711cf-2483-48f8-b527-45cf042088e4,segment=NetworkSegment(a6f5a265-3234-43d2-af78-a854b0e48e2b),segment_id=a6f5a265-3234-43d2-af78-a854b0e48e2b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:40.441836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1db711cf-2483-48f8-b527-45cf042088e4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.463303 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8b56b4fb-65c1-4308-914f-ad9532c08115 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4537 time: 0.2822311 Apr 06 14:33:40.463423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47920) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.463508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] DHCP port deletion for 7a024023-d31c-4907-8a14-c53d0d628e40 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:40.478238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Calling delete_port for 1db711cf-2483-48f8-b527-45cf042088e4 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:40.485091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c69a2108-b361-4062-9b3e-2aab8c36a936 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (d92c939d-597d-45db-878c-07d28f897aed), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.512144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] Update dhcp port {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'fixed_ips': [{'subnet_id': '9085344f-eaf2-450a-9885-3423cd6969ec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b890e72f-2ac1-4c3b-bc4e-98e1c5d39234'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '43581293-d72b-44f4-91bc-4dc493813491'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:33:40.546469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.550327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.552650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-201eea5d-2290-4282-9cf6-52c6c7ff2d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.556913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-201eea5d-2290-4282-9cf6-52c6c7ff2d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.560466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-201eea5d-2290-4282-9cf6-52c6c7ff2d41 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39 HTTP/1.1" status: 204 len: 168 time: 0.6761017 Apr 06 14:33:40.589751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-022011c4-56df-442f-9d23-98beeabba425 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.590054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c69a2108-b361-4062-9b3e-2aab8c36a936 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (d92c939d-597d-45db-878c-07d28f897aed), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.611296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eea5d-2290-4282-9cf6-52c6c7ff2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6dbb3f-6e93-4d01-84b6-b321f7f7cb39,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.617548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] Deleting port 1db711cf-2483-48f8-b527-45cf042088e4 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:40.618220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1db711cf-2483-48f8-b527-45cf042088e4), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.626932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-022011c4-56df-442f-9d23-98beeabba425 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.759779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-022011c4-56df-442f-9d23-98beeabba425 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.762458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-022011c4-56df-442f-9d23-98beeabba425 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.766095 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-022011c4-56df-442f-9d23-98beeabba425 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4 HTTP/1.1" status: 204 len: 168 time: 0.3032403 Apr 06 14:33:40.769072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47924) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.792809 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022011c4-56df-442f-9d23-98beeabba425 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ca865e-d31a-4ba9-bf0b-89cfc7b505b4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.803134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] For port 1db711cf-2483-48f8-b527-45cf042088e4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1db711cf-2483-48f8-b527-45cf042088e4,segment=NetworkSegment(a6f5a265-3234-43d2-af78-a854b0e48e2b),segment_id=a6f5a265-3234-43d2-af78-a854b0e48e2b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:40.803788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1db711cf-2483-48f8-b527-45cf042088e4), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.834337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] Calling delete_port for 1db711cf-2483-48f8-b527-45cf042088e4 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:40.839348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1db711cf-2483-48f8-b527-45cf042088e4 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:40.862528 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-718a197b-166c-4033-bd62-ec986515e690 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0923502 Apr 06 14:33:40.868878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47926) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.873912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785299023'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:40.905994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.924811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c69a2108-b361-4062-9b3e-2aab8c36a936 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d92c939d-597d-45db-878c-07d28f897aed), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.925045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1db711cf-2483-48f8-b527-45cf042088e4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.927319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c69a2108-b361-4062-9b3e-2aab8c36a936 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.928465 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c69a2108-b361-4062-9b3e-2aab8c36a936 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/d92c939d-597d-45db-878c-07d28f897aed HTTP/1.1" status: 204 len: 168 time: 0.8168216 Apr 06 14:33:40.935844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47928) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.961699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Port': ['ID=1db711cf-2483-48f8-b527-45cf042088e4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.966252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] No DVR routers for this DVR port 1db711cf-2483-48f8-b527-45cf042088e4 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:40.976533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] Allocated IP 2001:db8:0:1::2 (ba202299-35d9-4bee-9d36-78c0c815516a/b890e72f-2ac1-4c3b-bc4e-98e1c5d39234/43581293-d72b-44f4-91bc-4dc493813491) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:40.978498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a2108-b361-4062-9b3e-2aab8c36a936 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c939d-597d-45db-878c-07d28f897aed,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.008907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:41.039534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.075264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (1db711cf-2483-48f8-b527-45cf042088e4), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.090685 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7a4f73a5-3584-4d86-9327-e20612586813 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1512284 Apr 06 14:33:41.094801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47932) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.099434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806215816'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:41.117612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (cd2b8adf-7e7d-4025-94f3-e9621785d632), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.129743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] Pushing event deleted for resources: {'Port': ['ID=1db711cf-2483-48f8-b527-45cf042088e4,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.138380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (7a024023-d31c-4907-8a14-c53d0d628e40), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.163229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a024023-d31c-4907-8a14-c53d0d628e40']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.172556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No active binding found for port 1db711cf-2483-48f8-b527-45cf042088e4 {{(pid=104422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 14:33:41.172556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] The host dv-neutron-836581-2-hyperv is not matching for port 1db711cf-2483-48f8-b527-45cf042088e4 host None! {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:33:41.172556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 1db711cf-2483-48f8-b527-45cf042088e4 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:41.184134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d68d44-0a53-4b8d-a391-0df58f7ec914 None None] No DVR routers for this DVR port 1db711cf-2483-48f8-b527-45cf042088e4 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:41.217399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f5a265-3234-43d2-af78-a854b0e48e2b') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.218637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f5a265-3234-43d2-af78-a854b0e48e2b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.243224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (a6f5a265-3234-43d2-af78-a854b0e48e2b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.246609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=43581293-d72b-44f4-91bc-4dc493813491,segment=NetworkSegment(c5615c7a-5f05-4f15-af2c-f76d08cdeb76),segment_id=c5615c7a-5f05-4f15-af2c-f76d08cdeb76)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:41.262758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a6f5a265-3234-43d2-af78-a854b0e48e2b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.270327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:41.273692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (a6f5a265-3234-43d2-af78-a854b0e48e2b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.280966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] Publish callbacks [] for port (43581293-d72b-44f4-91bc-4dc493813491), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.293143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:41.305631 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-da817f80-8de1-496e-bef6-73bb4972edcb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6110082 Apr 06 14:33:41.306816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:41.309338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47940) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.326525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:41.326525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:41.340500 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:41.342930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (cd2b8adf-7e7d-4025-94f3-e9621785d632), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.345097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.373774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b8adf-7e7d-4025-94f3-e9621785d632,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.378872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.425105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 8a3c798b-606d-4ca3-93f2-5ad7f8d1473e {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:41.425354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (7a024023-d31c-4907-8a14-c53d0d628e40), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.448004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.455165 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "DELETE /v2.0/networks/7a024023-d31c-4907-8a14-c53d0d628e40 HTTP/1.1" status: 204 len: 168 time: 1.3729248 Apr 06 14:33:41.455165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468f161-057a-4187-ae06-03858ae3c032 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Network': ['ID=7a024023-d31c-4907-8a14-c53d0d628e40,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.469373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47942) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.482451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.486358 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2739126b-7c82-4b42-80d2-ca9025204314 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6138132 Apr 06 14:33:41.488298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47946) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.531010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7034e913-cef0-4474-a754-e12d598e680f tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:41.531460 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING neutron.api.v2.base [None req-7034e913-cef0-4474-a754-e12d598e680f tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:33:41.531971 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-7034e913-cef0-4474-a754-e12d598e680f tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 14:33:41.536449 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7034e913-cef0-4474-a754-e12d598e680f tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "PUT /v2.0/security-groups/cd2b8adf-7e7d-4025-94f3-e9621785d632 HTTP/1.1" status: 409 len: 330 time: 0.0456629 Apr 06 14:33:41.536449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47948) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.560073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:41.665366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4935b390-45be-4aae-9a36-7a6ee256b9d4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (cd2b8adf-7e7d-4025-94f3-e9621785d632), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.703907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Deleting port 072f9e20-cf27-41c9-8d9e-d7b935a1f972 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:41.704264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.707112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4935b390-45be-4aae-9a36-7a6ee256b9d4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (cd2b8adf-7e7d-4025-94f3-e9621785d632), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.733424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (8a3c798b-606d-4ca3-93f2-5ad7f8d1473e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.814181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.814841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for floatingip (072f9e20-cf27-41c9-8d9e-d7b935a1f972), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.818146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (8a3c798b-606d-4ca3-93f2-5ad7f8d1473e), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.830748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Calling delete_port for 072f9e20-cf27-41c9-8d9e-d7b935a1f972 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:41.848047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b43e4b-d1c3-472a-a0df-13fabca638e0 None None] Pushing event updated for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.865308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Delete allocated IP 2001:db8::d8 (ba202299-35d9-4bee-9d36-78c0c815516a/9085344f-eaf2-450a-9885-3423cd6969ec) {{(pid=104420) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:33:41.894652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8:0:1::85 (ba202299-35d9-4bee-9d36-78c0c815516a/b890e72f-2ac1-4c3b-bc4e-98e1c5d39234/e3658d3a-c937-48af-a2ff-7ad6a37c0ac8) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:41.903490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4935b390-45be-4aae-9a36-7a6ee256b9d4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (cd2b8adf-7e7d-4025-94f3-e9621785d632), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.906054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4935b390-45be-4aae-9a36-7a6ee256b9d4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.909734 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4935b390-45be-4aae-9a36-7a6ee256b9d4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/cd2b8adf-7e7d-4025-94f3-e9621785d632 HTTP/1.1" status: 204 len: 168 time: 0.3701370 Apr 06 14:33:41.915033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47956) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.921333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935b390-45be-4aae-9a36-7a6ee256b9d4 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b8adf-7e7d-4025-94f3-e9621785d632,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.042499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (5df19d25-ec06-42a4-a448-b6e21119b720), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.065170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (8a3c798b-606d-4ca3-93f2-5ad7f8d1473e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.099889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (072f9e20-cf27-41c9-8d9e-d7b935a1f972), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.123914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:39Z', 'revision_number': 8, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.143336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47960) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.151576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Pushing event deleted for resources: {'Port': ['ID=072f9e20-cf27-41c9-8d9e-d7b935a1f972,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.154237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5df19d25-ec06-42a4-a448-b6e21119b720), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.173461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:42.187008 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dbd66c6d-4351-4e54-ac33-c5eb1d9510f0 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2677629 Apr 06 14:33:42.193821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:42.194756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.205852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47964) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.250540 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-453f0b2e-706e-441d-b284-e14874305a65 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] delete failed (client error): The resource could not be found. Apr 06 14:33:42.251638 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-453f0b2e-706e-441d-b284-e14874305a65 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "DELETE /v2.0/security-groups/821078ca-0b0e-471a-83c4-9fc88945b7d4 HTTP/1.1" status: 404 len: 347 time: 0.0444512 Apr 06 14:33:42.256083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47966) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.267190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks [] for floatingip (9bb05059-63a3-496e-9c0c-40bcbbfd8f4b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.267607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df19d25-ec06-42a4-a448-b6e21119b720,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.272520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.275578 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4052e9e7-d19c-418f-ae2d-5574b3b4a034 tempest-FloatingIPAdminTestJSON-751430364 tempest-FloatingIPAdminTestJSON-751430364-project] 10.222.0.89 "DELETE /v2.0/floatingips/9bb05059-63a3-496e-9c0c-40bcbbfd8f4b HTTP/1.1" status: 204 len: 168 time: 0.8028858 Apr 06 14:33:42.291751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.293075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-80f60bfd-fb62-4a75-be7b-f8bb6a8a8931 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1973059 Apr 06 14:33:42.296485 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-eff20641-6450-420f-b2dd-0d7a1fbc530f tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] show failed (client error): The resource could not be found. Apr 06 14:33:42.296751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47970) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.299083 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eff20641-6450-420f-b2dd-0d7a1fbc530f tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-groups/e9e6a8f5-6510-414c-a9da-5b3b08cac511 HTTP/1.1" status: 404 len: 347 time: 0.0406866 Apr 06 14:33:42.302306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47972) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.305300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '5df19d25-ec06-42a4-a448-b6e21119b720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:42.324506 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-4094e40c-9897-4811-accb-07402a3e0f16 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] show failed (client error): The resource could not be found. Apr 06 14:33:42.326261 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4094e40c-9897-4811-accb-07402a3e0f16 tempest-NegativeSecGroupTest-894026271 tempest-NegativeSecGroupTest-894026271-project] 10.222.0.89 "GET /v2.0/security-group-rules/decb6955-3662-4b25-b87d-27bc01b4e7cf HTTP/1.1" status: 404 len: 356 time: 0.0224693 Apr 06 14:33:42.353339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1992040898'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:42.358338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (8a3c798b-606d-4ca3-93f2-5ad7f8d1473e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.411705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:42.424716 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.439686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3c798b-606d-4ca3-93f2-5ad7f8d1473e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.442487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.450410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47976) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.451174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3ccc00d3-eb8d-4a23-b140-37552f534c48 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/8a3c798b-606d-4ca3-93f2-5ad7f8d1473e HTTP/1.1" status: 204 len: 168 time: 1.1409545 Apr 06 14:33:42.473456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4949f0ab-4943-4c77-ba12-0e661276c4ca None None] Network 1e09b3b1-7bea-4927-a839-794775b96e6c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:42.476724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Made reservation on behalf of 7660a3267dcb4699be546109a7ef5f82 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:42.480305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.490275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.541049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.583348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] In _notify_port_updated(), no bound segment for port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 on network ba202299-35d9-4bee-9d36-78c0c815516a {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:33:42.589179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:42.589839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.591200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/ports/e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 HTTP/1.1" status: 200 len: 930 time: 2.2128177 Apr 06 14:33:42.599105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47978) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.608718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.610063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (1e09b3b1-7bea-4927-a839-794775b96e6c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.614945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253140fd-77f2-49d7-aab5-fdff477c0f5e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=e3658d3a-c937-48af-a2ff-7ad6a37c0ac8,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.782409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:42.788323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.805530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:42.805530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.817099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for security_group (80bbc940-d0e3-4d8d-8b0f-c25abd4213d1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.829269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 362a7256-efda-43cf-94ed-87badc8f36f5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:42.829802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.904092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.929556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:42.929924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.935176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] DHCP port deletion for 1e09b3b1-7bea-4927-a839-794775b96e6c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:42.935392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.961313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (80bbc940-d0e3-4d8d-8b0f-c25abd4213d1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.985589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:42.996130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.999862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9a2ad788-c845-4341-aff4-69aae408210c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.000051 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Added segment 9a2ad788-c845-4341-aff4-69aae408210c of type vlan for network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 Apr 06 14:33:43.024142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.025446 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eddc353b-0325-42ce-aec1-b017f9171cbd tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7276249 Apr 06 14:33:43.038157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47984) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.041788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:43.059938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:39Z', 'revision_number': 8, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:43.067084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (42faab3e-d6fe-4b3c-b90f-078387b24cb7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.077982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47986) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.104410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b9f27e28-5449-41d9-83c5-bc97eb94a7dc tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.112386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311e3d8-0e47-4201-98b3-1c3351563825 None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:39Z', 'revision_number': 8, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c5d70d-618a-4209-aab6-36b26afa2441', 'name': '', 'network_id': 'fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:19Z', 'updated_at': '2022-04-06T14:33:27Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '52815c34-b88d-4009-b6a2-8060d94bb30d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:43.122457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Provisioning complete for port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:43.122849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.154133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 362a7256-efda-43cf-94ed-87badc8f36f5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=362a7256-efda-43cf-94ed-87badc8f36f5,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:43.154861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.165743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b9f27e28-5449-41d9-83c5-bc97eb94a7dc tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.196584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (42faab3e-d6fe-4b3c-b90f-078387b24cb7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.205352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:43.205352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.244802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] Deleting port 362a7256-efda-43cf-94ed-87badc8f36f5 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:43.245336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.252101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:43.293011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 47990) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.293912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 362a7256-efda-43cf-94ed-87badc8f36f5 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:43.296206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bbc940-d0e3-4d8d-8b0f-c25abd4213d1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.331274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b9f27e28-5449-41d9-83c5-bc97eb94a7dc tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.338772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b9f27e28-5449-41d9-83c5-bc97eb94a7dc tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.343255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Port e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:43.343585 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b9f27e28-5449-41d9-83c5-bc97eb94a7dc tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa HTTP/1.1" status: 204 len: 168 time: 0.3032529 Apr 06 14:33:43.344644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47994) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.377868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f27e28-5449-41d9-83c5-bc97eb94a7dc tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94bc35ec-ab4f-46f2-8046-dd7c5fb22aaa,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.387716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2428319 Apr 06 14:33:43.391589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196c48-ceaf-484f-9708-a7222592fa99 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event updated for resources: {'Network': ['ID=42faab3e-d6fe-4b3c-b90f-078387b24cb7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.395193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47996) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.399222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:43.399618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.410165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] For port 362a7256-efda-43cf-94ed-87badc8f36f5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=362a7256-efda-43cf-94ed-87badc8f36f5,segment=NetworkSegment(2a452f12-253e-4571-b2db-d69a4581f8bc),segment_id=2a452f12-253e-4571-b2db-d69a4581f8bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:43.410165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.412103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-db343f12-16b5-4567-93c7-de7f460b0a15 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603137 Apr 06 14:33:43.414792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 47998) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.418856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Request body: {'subnet': {'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:43.431473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:43.461655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] Calling delete_port for 362a7256-efda-43cf-94ed-87badc8f36f5 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:43.552808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e3658d3a-c937-48af-a2ff-7ad6a37c0ac8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.574990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:43.613776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:43.614161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.617365 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-56ff373a-294a-4513-b8f1-34dda476c4ac admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6928c85474cb43f6b7a628afca17d355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041134 Apr 06 14:33:43.619731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48000) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.638721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=e3658d3a-c937-48af-a2ff-7ad6a37c0ac8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.640246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.687483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Made reservation on behalf of 7660a3267dcb4699be546109a7ef5f82 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:43.691082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.699632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.702874 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c07eac0f-cbe7-4f39-a1d9-9686d374e938 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 HTTP/1.1" status: 204 len: 168 time: 1.1027741 Apr 06 14:33:43.709566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48002) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.710530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=362a7256-efda-43cf-94ed-87badc8f36f5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.713125 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a7dca623-fd9b-4ac8-9e1d-faa80e963d2b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b28bed749ca14c30bebb4111fbffc4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6339846 Apr 06 14:33:43.718179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (362a7256-efda-43cf-94ed-87badc8f36f5), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.720848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48004) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.723026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port 362a7256-efda-43cf-94ed-87badc8f36f5 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:43.761850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] Pushing event deleted for resources: {'Port': ['ID=362a7256-efda-43cf-94ed-87badc8f36f5,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.768645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40067a-dc1b-40d8-9ca5-d3bb7497aa93 None None] No DVR routers for this DVR port 362a7256-efda-43cf-94ed-87badc8f36f5 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:43.772914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-722f07d5-6794-46f1-a053-781d572acaf2 None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:43.782021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b520ba0-ff08-4ced-8646-d1685943a690 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (5df19d25-ec06-42a4-a448-b6e21119b720), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.828845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-20512dde-35f6-48ce-9d4c-5674f3b012b6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:33:43.832843 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-20512dde-35f6-48ce-9d4c-5674f3b012b6 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/e3658d3a-c937-48af-a2ff-7ad6a37c0ac8 HTTP/1.1" status: 404 len: 333 time: 0.1111865 Apr 06 14:33:43.834076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b520ba0-ff08-4ced-8646-d1685943a690 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (5df19d25-ec06-42a4-a448-b6e21119b720), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.842388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48006) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.895842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2ba3fb0e-300f-43ee-bf51-ab4f5efc41e8 None None] Could not find standard attr ID for object e3658d3a-c937-48af-a2ff-7ad6a37c0ac8. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:43.918903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68c280b9-08a7-4781-a8c4-a07614f40420 admin admin] Publish callbacks [] for security_group (38b5548d-64b2-44a1-8053-e664eb0aa896), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.927916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (1e09b3b1-7bea-4927-a839-794775b96e6c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.968776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f141a37-e370-4e5f-be2f-6e5ea4cba5ba tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (90b8fede-b6f1-4537-95fb-eeebda275f58), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.974906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68c280b9-08a7-4781-a8c4-a07614f40420 admin admin] Publish callbacks [] for security_group (38b5548d-64b2-44a1-8053-e664eb0aa896), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.978319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e09b3b1-7bea-4927-a839-794775b96e6c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:43.980540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e269ca9-26e6-4f34-b345-6cf4c80246ca admin admin] Publish callbacks [] for security_group (01e50885-839a-4615-8b93-35e3d07c2463), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.004950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a452f12-253e-4571-b2db-d69a4581f8bc') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.005254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a452f12-253e-4571-b2db-d69a4581f8bc') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.005907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f141a37-e370-4e5f-be2f-6e5ea4cba5ba tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (90b8fede-b6f1-4537-95fb-eeebda275f58), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.037529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b520ba0-ff08-4ced-8646-d1685943a690 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5df19d25-ec06-42a4-a448-b6e21119b720), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.040393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (2a452f12-253e-4571-b2db-d69a4581f8bc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.040735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8b520ba0-ff08-4ced-8646-d1685943a690 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.044304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8b520ba0-ff08-4ced-8646-d1685943a690 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/5df19d25-ec06-42a4-a448-b6e21119b720 HTTP/1.1" status: 204 len: 168 time: 0.5263474 Apr 06 14:33:44.046789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e269ca9-26e6-4f34-b345-6cf4c80246ca admin admin] Publish callbacks [] for security_group (01e50885-839a-4615-8b93-35e3d07c2463), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.053352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48008) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.069316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2a452f12-253e-4571-b2db-d69a4581f8bc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.084253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b520ba0-ff08-4ced-8646-d1685943a690 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df19d25-ec06-42a4-a448-b6e21119b720,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.087831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:44.088259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (2a452f12-253e-4571-b2db-d69a4581f8bc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:44.091195 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:44.137675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8822d75e-8833-43bb-a749-99bbc5567e52 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0810723 Apr 06 14:33:44.141413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48010) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.145880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--60824977'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:44.187352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (bcab563b-a769-4156-a871-f7625dff62d7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.250728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68c280b9-08a7-4781-a8c4-a07614f40420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (38b5548d-64b2-44a1-8053-e664eb0aa896), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.253576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68c280b9-08a7-4781-a8c4-a07614f40420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.253827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f141a37-e370-4e5f-be2f-6e5ea4cba5ba tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (90b8fede-b6f1-4537-95fb-eeebda275f58), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.254758 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-68c280b9-08a7-4781-a8c4-a07614f40420 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/38b5548d-64b2-44a1-8053-e664eb0aa896 HTTP/1.1" status: 204 len: 168 time: 0.6338034 Apr 06 14:33:44.256647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f141a37-e370-4e5f-be2f-6e5ea4cba5ba tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.257908 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5f141a37-e370-4e5f-be2f-6e5ea4cba5ba tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/security-groups/90b8fede-b6f1-4537-95fb-eeebda275f58 HTTP/1.1" status: 204 len: 168 time: 0.4147704 Apr 06 14:33:44.261475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48014) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.266820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event updated for resources: {'Subnet': ['ID=bcab563b-a769-4156-a871-f7625dff62d7,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.277295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c280b9-08a7-4781-a8c4-a07614f40420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5548d-64b2-44a1-8053-e664eb0aa896,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.278425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f141a37-e370-4e5f-be2f-6e5ea4cba5ba tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b8fede-b6f1-4537-95fb-eeebda275f58,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.283160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Checking segment: {'id': '9a2ad788-c845-4341-aff4-69aae408210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:44.283160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Network hostable DHCP agents. Network: 42faab3e-d6fe-4b3c-b90f-078387b24cb7, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:44.283975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.290619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (1e09b3b1-7bea-4927-a839-794775b96e6c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.295545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.299075 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/1e09b3b1-7bea-4927-a839-794775b96e6c HTTP/1.1" status: 204 len: 168 time: 1.8473132 Apr 06 14:33:44.299566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e269ca9-26e6-4f34-b345-6cf4c80246ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (01e50885-839a-4615-8b93-35e3d07c2463), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.302152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e269ca9-26e6-4f34-b345-6cf4c80246ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.302958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48016) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.303223 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e269ca9-26e6-4f34-b345-6cf4c80246ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/01e50885-839a-4615-8b93-35e3d07c2463 HTTP/1.1" status: 204 len: 168 time: 0.5643401 Apr 06 14:33:44.331043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e269ca9-26e6-4f34-b345-6cf4c80246ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e50885-839a-4615-8b93-35e3d07c2463,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.364622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03cf05-bff0-41ac-8665-3d883c58f7fe tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=1e09b3b1-7bea-4927-a839-794775b96e6c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.434941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d988665-ca9b-4a59-b324-13d87e6d1f9b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (e15c29de-5189-4076-9f7c-4fdf8e9ce20c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.464950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d988665-ca9b-4a59-b324-13d87e6d1f9b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (e15c29de-5189-4076-9f7c-4fdf8e9ce20c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.498217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:44.577493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (c9d321ef-f1d4-45c7-8db6-5d54e18d0c30), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.578977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d988665-ca9b-4a59-b324-13d87e6d1f9b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e15c29de-5189-4076-9f7c-4fdf8e9ce20c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.581909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d988665-ca9b-4a59-b324-13d87e6d1f9b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.583362 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0d988665-ca9b-4a59-b324-13d87e6d1f9b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/security-groups/e15c29de-5189-4076-9f7c-4fdf8e9ce20c HTTP/1.1" status: 204 len: 168 time: 0.3207612 Apr 06 14:33:44.588394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48022) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.602827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d988665-ca9b-4a59-b324-13d87e6d1f9b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c29de-5189-4076-9f7c-4fdf8e9ce20c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.658751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 42faab3e-d6fe-4b3c-b90f-078387b24cb7) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:44.665730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c9d321ef-f1d4-45c7-8db6-5d54e18d0c30), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.667580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96e9d6-5e13-4de1-83e5-0653f8951d8e None None] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:44.681995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:44.682379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.713617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet 9085344f-eaf2-450a-9885-3423cd6969ec {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:44.723380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (9085344f-eaf2-450a-9885-3423cd6969ec), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.746958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d321ef-f1d4-45c7-8db6-5d54e18d0c30,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.778647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 362a7256-efda-43cf-94ed-87badc8f36f5 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:44.809947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 362a7256-efda-43cf-94ed-87badc8f36f5 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:44.810476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 362a7256-efda-43cf-94ed-87badc8f36f5 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:44.811135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6899d863-9219-4275-8ce3-64f865600134 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:44.822650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.824840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aefba2fe-3dab-4dae-ba19-9f42e7e2ee4a tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6817584 Apr 06 14:33:44.828540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48026) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.846291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 6899d863-9219-4275-8ce3-64f865600134 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:44.846996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6899d863-9219-4275-8ce3-64f865600134 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:44.855757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': 'c9d321ef-f1d4-45c7-8db6-5d54e18d0c30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:44.865811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-18609fec-1391-471e-a435-370d4f20819f tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4493372 Apr 06 14:33:44.870455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48030) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.883186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Request body: {'port': {'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-294925045'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:44.926862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-42faab3e-d6fe-4b3c-b90f-078387b24cb7', 'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7', 'project_id': '7660a3267dcb4699be546109a7ef5f82', 'fixed_ips': [{'subnet_id': 'bcab563b-a769-4156-a871-f7625dff62d7'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:44.931141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.959160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (9085344f-eaf2-450a-9885-3423cd6969ec), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.072189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.122495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Allocated IP 2001:db8::2 (42faab3e-d6fe-4b3c-b90f-078387b24cb7/bcab563b-a769-4156-a871-f7625dff62d7/d666d27c-6beb-4651-9b0f-e0056dfa42b9) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:45.281090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Made reservation on behalf of 7660a3267dcb4699be546109a7ef5f82 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:45.284914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.311931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Publish callbacks [] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.321868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] device_id is not set on port 043ea1a1-e26b-4a5d-8003-4c4885437bfd yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:45.364186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48032) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.382750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (9dcaad5d-7f76-4d26-afd3-83bfd36e2343), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.394022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.406741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4171c775-8c50-454f-8e8c-36c5b7497ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.412274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (9085344f-eaf2-450a-9885-3423cd6969ec), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.445660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:45.450268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:45.455057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:45.458107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Pushing event updated for resources: {'Port': ['ID=d666d27c-6beb-4651-9b0f-e0056dfa42b9,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.469204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.469563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.470190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.470449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.470879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.471303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.472038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.472038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.472555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.473018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.473743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.473866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.474273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.474689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.475114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:45.489459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (9dcaad5d-7f76-4d26-afd3-83bfd36e2343), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.535146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Attempting to bind port d666d27c-6beb-4651-9b0f-e0056dfa42b9 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:45.535605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Attempting to bind port d666d27c-6beb-4651-9b0f-e0056dfa42b9 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9a2ad788-c845-4341-aff4-69aae408210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:45.535980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Attempting to bind port d666d27c-6beb-4651-9b0f-e0056dfa42b9 on network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:45.541834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:45.542312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Checking segment: {'id': '9a2ad788-c845-4341-aff4-69aae408210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:45.542723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.543118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Bound using segment: {'id': '9a2ad788-c845-4341-aff4-69aae408210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:45.543591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Bound port: d666d27c-6beb-4651-9b0f-e0056dfa42b9, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2ad788-c845-4341-aff4-69aae408210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:45.543999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.556267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Allocated IP 2001:db8::3dc (42faab3e-d6fe-4b3c-b90f-078387b24cb7/bcab563b-a769-4156-a871-f7625dff62d7/043ea1a1-e26b-4a5d-8003-4c4885437bfd) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:45.569212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9dcaad5d-7f76-4d26-afd3-83bfd36e2343), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.588636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcaad5d-7f76-4d26-afd3-83bfd36e2343,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.598234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (9085344f-eaf2-450a-9885-3423cd6969ec), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.627744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=9085344f-eaf2-450a-9885-3423cd6969ec,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.628164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] For port d666d27c-6beb-4651-9b0f-e0056dfa42b9, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:45.631506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] For port d666d27c-6beb-4651-9b0f-e0056dfa42b9, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d666d27c-6beb-4651-9b0f-e0056dfa42b9,segment=NetworkSegment(9a2ad788-c845-4341-aff4-69aae408210c),segment_id=9a2ad788-c845-4341-aff4-69aae408210c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:45.641686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 20c5d70d-618a-4209-aab6-36b26afa2441 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:45.641686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.642796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.642902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12296ee-869d-4177-9c7a-d01a9fadef8c None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:45.643000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4171c775-8c50-454f-8e8c-36c5b7497ed4 admin admin] Publish callbacks [] for security_group (692b576e-280c-42d5-9899-2bb07c4f7905), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.649708 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-842ceb41-0231-4b66-8530-6bc6a300ab0f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/9085344f-eaf2-450a-9885-3423cd6969ec HTTP/1.1" status: 204 len: 168 time: 1.0543468 Apr 06 14:33:45.649708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48034) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.654329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:45.675239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.678930 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72262675-dbc5-496a-9898-bb34f280a5df tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8444364 Apr 06 14:33:45.690585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48036) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.732271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.769146 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22e466f4-7321-41c2-a9eb-d812a4608f23 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules/9dcaad5d-7f76-4d26-afd3-83bfd36e2343 HTTP/1.1" status: 200 len: 763 time: 0.0752342 Apr 06 14:33:45.772043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48038) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.777421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4171c775-8c50-454f-8e8c-36c5b7497ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (692b576e-280c-42d5-9899-2bb07c4f7905), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.832225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6ff86-01a6-408f-a69b-66ceefda9835 None None] Pushing event updated for resources: {'Port': ['ID=d666d27c-6beb-4651-9b0f-e0056dfa42b9,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.832406 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-467c1fc4-d6cb-4bb2-b5bc-010af6b433f3 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561721 Apr 06 14:33:45.832565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48040) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.862710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-539740bb-e9ca-4067-a2f4-2fb49ab8cb3f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (9dcaad5d-7f76-4d26-afd3-83bfd36e2343), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.872404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-539740bb-e9ca-4067-a2f4-2fb49ab8cb3f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (9dcaad5d-7f76-4d26-afd3-83bfd36e2343), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.879217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4171c775-8c50-454f-8e8c-36c5b7497ed4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=059052a005de42e58a8f8bb2f5051852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140047 Apr 06 14:33:45.883632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:45.886241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 20c5d70d-618a-4209-aab6-36b26afa2441, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=20c5d70d-618a-4209-aab6-36b26afa2441,segment=NetworkSegment(b28b8fb4-f8ec-45da-8d27-897b70377d19),segment_id=b28b8fb4-f8ec-45da-8d27-897b70377d19)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:45.892111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.892378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.892500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171c775-8c50-454f-8e8c-36c5b7497ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692b576e-280c-42d5-9899-2bb07c4f7905,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.892500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48042) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.945193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 20c5d70d-618a-4209-aab6-36b26afa2441 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:45.970969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.045883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b19119b9-1d3a-4461-b4f2-980b998e8143 admin admin] Publish callbacks [] for security_group (692b576e-280c-42d5-9899-2bb07c4f7905), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.088122 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-539740bb-e9ca-4067-a2f4-2fb49ab8cb3f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9dcaad5d-7f76-4d26-afd3-83bfd36e2343), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.111338 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-539740bb-e9ca-4067-a2f4-2fb49ab8cb3f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.113370 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-539740bb-e9ca-4067-a2f4-2fb49ab8cb3f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/9dcaad5d-7f76-4d26-afd3-83bfd36e2343 HTTP/1.1" status: 204 len: 168 time: 0.2794759 Apr 06 14:33:46.116554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48044) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.131283 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b19119b9-1d3a-4461-b4f2-980b998e8143 admin admin] Publish callbacks [] for security_group (692b576e-280c-42d5-9899-2bb07c4f7905), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.137513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539740bb-e9ca-4067-a2f4-2fb49ab8cb3f tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dcaad5d-7f76-4d26-afd3-83bfd36e2343,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.211593 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7cdcea0a-95ff-495c-ac00-a3427495158d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902131 Apr 06 14:33:46.216502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48046) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.223971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': 'c9d321ef-f1d4-45c7-8db6-5d54e18d0c30', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:46.262763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.346236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (a983068e-c5dd-4a78-b249-b346b95c7032), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.356233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:46.369497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:46.376061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (cab22a80-c553-4755-8b12-55332e6b8747), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.376223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:46.378007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:46.378676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.402521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event updated for resources: {'Port': ['ID=043ea1a1-e26b-4a5d-8003-4c4885437bfd,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.437650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:46.442325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=cab22a80-c553-4755-8b12-55332e6b8747,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.445539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:46.448011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:46.448616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.478955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b19119b9-1d3a-4461-b4f2-980b998e8143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (692b576e-280c-42d5-9899-2bb07c4f7905), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.481977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b19119b9-1d3a-4461-b4f2-980b998e8143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.485739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b19119b9-1d3a-4461-b4f2-980b998e8143 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/692b576e-280c-42d5-9899-2bb07c4f7905 HTTP/1.1" status: 204 len: 168 time: 0.5829365 Apr 06 14:33:46.494738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (a983068e-c5dd-4a78-b249-b346b95c7032), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.498790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19119b9-1d3a-4461-b4f2-980b998e8143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b576e-280c-42d5-9899-2bb07c4f7905,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.521926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e1e8f389-64c4-4d2d-ad5c-ff2247c09d4c tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6461685 Apr 06 14:33:46.525937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.529200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (20c5d70d-618a-4209-aab6-36b26afa2441), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.534346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Request body: {'port': {'network_id': '42faab3e-d6fe-4b3c-b90f-078387b24cb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-816690408', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:46.535112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] bootfile-name is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:33:46.535481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] tftp-server is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:33:46.536008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] server-ip-address is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:33:46.573854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=20c5d70d-618a-4209-aab6-36b26afa2441,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.622328 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2dc7ec49-845c-4c18-b656-f76c745fd733 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9719970 Apr 06 14:33:46.622990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48052) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.627220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a983068e-c5dd-4a78-b249-b346b95c7032), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.634648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1500328846'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:46.703763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a983068e-c5dd-4a78-b249-b346b95c7032,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.755046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.757721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f68c63-7291-46dc-9055-a0703dea2a2c None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:46.802795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.804572 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-643e0e7d-daea-4037-83ec-a7d1429daf3e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5864577 Apr 06 14:33:46.814732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48054) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.868351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.910833 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cf75c284-0f07-4fba-b739-5b65c175ee29 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules/a983068e-c5dd-4a78-b249-b346b95c7032 HTTP/1.1" status: 200 len: 763 time: 0.0948160 Apr 06 14:33:46.919758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (c3f1deae-08df-4ce5-8ae3-9aefe11396e4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.921408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48056) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.968571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3d425948-90de-4744-b236-56603e437405 None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:46.969859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d425948-90de-4744-b236-56603e437405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.973443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d666d27c-6beb-4651-9b0f-e0056dfa42b9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:47.015015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48058) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.015177 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ae094cda-fedc-42ba-81d5-2f4b440012ef tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0740592 Apr 06 14:33:47.033556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c3f1deae-08df-4ce5-8ae3-9aefe11396e4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.072194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Made reservation on behalf of 7660a3267dcb4699be546109a7ef5f82 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:47.079846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.099971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e979cd76-d72b-4f61-b652-4aee71fc1024 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (a983068e-c5dd-4a78-b249-b346b95c7032), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.112010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e979cd76-d72b-4f61-b652-4aee71fc1024 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (a983068e-c5dd-4a78-b249-b346b95c7032), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.125243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f1deae-08df-4ce5-8ae3-9aefe11396e4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.132977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] device_id is not set on port 1b430003-58a2-49cd-b0c4-79ef1e72d6ef yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:47.221034 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.222988 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-246d9834-bb50-423b-bf7e-a7f6efcc594c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5965166 Apr 06 14:33:47.228291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48062) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.235106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1547300105'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:47.320182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c491c-5cf3-40aa-82ee-a6caedb6ee1a None None] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:47.353935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Allocated IP 2001:db8::158 (42faab3e-d6fe-4b3c-b90f-078387b24cb7/bcab563b-a769-4156-a871-f7625dff62d7/1b430003-58a2-49cd-b0c4-79ef1e72d6ef) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:47.380362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.385070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3d425948-90de-4744-b236-56603e437405 None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:47.449130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3d425948-90de-4744-b236-56603e437405 None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:47.449513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d425948-90de-4744-b236-56603e437405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.530554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d666d27c-6beb-4651-9b0f-e0056dfa42b9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:47.530929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.569314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (bc81b22e-1908-4122-889f-d040626c1260), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.583114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48064) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.604917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9dede1b5-171a-4acf-8f34-dcff6143f23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.613144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] Update dhcp port {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'fixed_ips': [{'subnet_id': 'b890e72f-2ac1-4c3b-bc4e-98e1c5d39234', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cab22a80-c553-4755-8b12-55332e6b8747'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '43581293-d72b-44f4-91bc-4dc493813491'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:33:47.622687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for port (1b430003-58a2-49cd-b0c4-79ef1e72d6ef), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.628275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:47.655868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (bc81b22e-1908-4122-889f-d040626c1260), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.677160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.682311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e979cd76-d72b-4f61-b652-4aee71fc1024 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a983068e-c5dd-4a78-b249-b346b95c7032), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.721378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc81b22e-1908-4122-889f-d040626c1260,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.729214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e979cd76-d72b-4f61-b652-4aee71fc1024 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.734580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48066) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.735022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e979cd76-d72b-4f61-b652-4aee71fc1024 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/a983068e-c5dd-4a78-b249-b346b95c7032 HTTP/1.1" status: 204 len: 168 time: 0.7236414 Apr 06 14:33:47.748330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979cd76-d72b-4f61-b652-4aee71fc1024 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a983068e-c5dd-4a78-b249-b346b95c7032,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.777438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9dede1b5-171a-4acf-8f34-dcff6143f23a admin admin] Publish callbacks [] for security_group (76333e7d-acae-4aee-a5ad-4eec4c9f9112), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.778791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:47.785726 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b60a4ab3-1ec7-4ccc-81f8-51a55ba910a2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4812109 Apr 06 14:33:47.788929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48068) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.790858 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:47.801828 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-07108a20-d565-4eee-a3d0-8cf416cd652c tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661163 Apr 06 14:33:47.805534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.807156 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f4ebe78d-dea6-4560-b990-4cd733e6ff53 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5773947 Apr 06 14:33:47.809109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48070) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.813032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d666d27c-6beb-4651-9b0f-e0056dfa42b9 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:47.813589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.814866 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:47.815557 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:47.817214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': 'c9d321ef-f1d4-45c7-8db6-5d54e18d0c30', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:47.822978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48072) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.828782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3d425948-90de-4744-b236-56603e437405 None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:47.829808 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212875383'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:47.856365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 52815c34-b88d-4009-b6a2-8060d94bb30d {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:47.861117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (52815c34-b88d-4009-b6a2-8060d94bb30d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.864605 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1b430003-58a2-49cd-b0c4-79ef1e72d6ef), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.905778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9dede1b5-171a-4acf-8f34-dcff6143f23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (76333e7d-acae-4aee-a5ad-4eec4c9f9112), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.915911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (52815c34-b88d-4009-b6a2-8060d94bb30d), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.961529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dede1b5-171a-4acf-8f34-dcff6143f23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76333e7d-acae-4aee-a5ad-4eec4c9f9112,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.965271 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:47.979376 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Project 6199cd38a59743e2ab8a7c2331e219b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:48.000846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:48.008722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (ee95e6b9-3e5a-4466-817c-0f8e60047e3d), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.038880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.057821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:48.068233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:48.074213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:48.075606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.090461 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9dede1b5-171a-4acf-8f34-dcff6143f23a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cec0466bb60d40d491b3a9c0922047e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061827 Apr 06 14:33:48.097348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (52815c34-b88d-4009-b6a2-8060d94bb30d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.122359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] Allocated IP 2001:db8::2 (ba202299-35d9-4bee-9d36-78c0c815516a/cab22a80-c553-4755-8b12-55332e6b8747/43581293-d72b-44f4-91bc-4dc493813491) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:48.143995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port d666d27c-6beb-4651-9b0f-e0056dfa42b9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d666d27c-6beb-4651-9b0f-e0056dfa42b9,segment=NetworkSegment(9a2ad788-c845-4341-aff4-69aae408210c),segment_id=9a2ad788-c845-4341-aff4-69aae408210c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:48.165386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3942826e-af33-427a-a024-29f010a27653 None None] Provisioning complete for port d666d27c-6beb-4651-9b0f-e0056dfa42b9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:48.165707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (ee95e6b9-3e5a-4466-817c-0f8e60047e3d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.166760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48074) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.167275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3942826e-af33-427a-a024-29f010a27653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.188170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event updated for resources: {'Port': ['ID=1b430003-58a2-49cd-b0c4-79ef1e72d6ef,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.208932 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:46Z', 'revision_number': 9, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:48.238645 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:48.250449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.251072 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:48.251712 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:48.254425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (ee95e6b9-3e5a-4466-817c-0f8e60047e3d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.276489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (52815c34-b88d-4009-b6a2-8060d94bb30d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.293087 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-862eaea0-f51b-48b8-9b69-ea53aa467202 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7657554 Apr 06 14:33:48.293839 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee95e6b9-3e5a-4466-817c-0f8e60047e3d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.297443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48076) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.308734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a99d9b0-86f7-4779-9e7c-af156134fa83 admin admin] Publish callbacks [] for security_group (76333e7d-acae-4aee-a5ad-4eec4c9f9112), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.355007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=52815c34-b88d-4009-b6a2-8060d94bb30d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.366188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (4cf92c59-874e-4b3b-8c51-c72a795244b3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.369188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.376384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c6dc5527-703e-4131-8207-09a398478c88 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/52815c34-b88d-4009-b6a2-8060d94bb30d HTTP/1.1" status: 204 len: 168 time: 0.5859683 Apr 06 14:33:48.379639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48078) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.384883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.386259 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-09538ab7-1839-4429-ab40-ff22eec68613 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5757980 Apr 06 14:33:48.400626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48080) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.406629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0dae4f-7ad7-412f-b5f9-fd09ac59fc05 None None] Network fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:48.460318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4fefa-5234-4c21-a924-e52be6f60c02 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:48.471158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4fefa-5234-4c21-a924-e52be6f60c02 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:48.483759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4fefa-5234-4c21-a924-e52be6f60c02 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:48.497787 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-90b4fefa-5234-4c21-a924-e52be6f60c02 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1968036 Apr 06 14:33:48.504423 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-af869f82-296f-41ba-9f52-d8e6fe398c57 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules/ee95e6b9-3e5a-4466-817c-0f8e60047e3d HTTP/1.1" status: 200 len: 769 time: 0.1028304 Apr 06 14:33:48.506452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48082) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.506800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48084) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.531131 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:48.532022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.540244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (4cf92c59-874e-4b3b-8c51-c72a795244b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.550722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a99d9b0-86f7-4779-9e7c-af156134fa83 admin admin] Publish callbacks [] for security_group (76333e7d-acae-4aee-a5ad-4eec4c9f9112), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.661225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 75b5671e-0fc1-4c3b-b7cb-08b366291538 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:48.661898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf92c59-874e-4b3b-8c51-c72a795244b3,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.662025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.685953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=d666d27c-6beb-4651-9b0f-e0056dfa42b9,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.690694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=43581293-d72b-44f4-91bc-4dc493813491,segment=NetworkSegment(c5615c7a-5f05-4f15-af2c-f76d08cdeb76),segment_id=c5615c7a-5f05-4f15-af2c-f76d08cdeb76)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:48.764486 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6a3059af-cf5d-451e-b9ee-5ff83209ec3c tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2495568 Apr 06 14:33:48.767034 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48086) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.777194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.779190 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7bf0ef2b-57a6-4965-ae63-8121dda9f50d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9539270 Apr 06 14:33:48.786902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48088) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.799447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-510260817', 'security_groups': ['4cf92c59-874e-4b3b-8c51-c72a795244b3'], 'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cab22a80-c553-4755-8b12-55332e6b8747'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:48.812432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a99d9b0-86f7-4779-9e7c-af156134fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (76333e7d-acae-4aee-a5ad-4eec4c9f9112), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.821668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2a99d9b0-86f7-4779-9e7c-af156134fa83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.822837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2a99d9b0-86f7-4779-9e7c-af156134fa83 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/76333e7d-acae-4aee-a5ad-4eec4c9f9112 HTTP/1.1" status: 204 len: 168 time: 0.6551123 Apr 06 14:33:48.856014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 75b5671e-0fc1-4c3b-b7cb-08b366291538, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=75b5671e-0fc1-4c3b-b7cb-08b366291538,segment=NetworkSegment(b28b8fb4-f8ec-45da-8d27-897b70377d19),segment_id=b28b8fb4-f8ec-45da-8d27-897b70377d19)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:48.856752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.862757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99d9b0-86f7-4779-9e7c-af156134fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76333e7d-acae-4aee-a5ad-4eec4c9f9112,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.890325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 75b5671e-0fc1-4c3b-b7cb-08b366291538 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:48.894982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] Publish callbacks [] for port (43581293-d72b-44f4-91bc-4dc493813491), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.909770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3942826e-af33-427a-a024-29f010a27653 None None] Current status of the port d666d27c-6beb-4651-9b0f-e0056dfa42b9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:48.927439 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:46Z', 'revision_number': 9, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:48.979516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2bb248c4-7adf-403a-bc2b-ef020dc9c2a0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (ee95e6b9-3e5a-4466-817c-0f8e60047e3d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.985044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.989325 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf68df-6540-4a31-b7be-8ad747342ec4 None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:46Z', 'revision_number': 9, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dae0575b-20f1-4504-ab55-c3b283f74939', 'name': '', 'network_id': 'c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:89:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': 'b75b1c95-7189-47d3-abcc-45bd42087b3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:49.026932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2bb248c4-7adf-403a-bc2b-ef020dc9c2a0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (ee95e6b9-3e5a-4466-817c-0f8e60047e3d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.060005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Deleting port 1b430003-58a2-49cd-b0c4-79ef1e72d6ef {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:49.060520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1b430003-58a2-49cd-b0c4-79ef1e72d6ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.064772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd0c24-3863-4130-b27c-9664deb0222d None None] DHCP port deletion for fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:49.093092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (75b5671e-0fc1-4c3b-b7cb-08b366291538), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.126102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=75b5671e-0fc1-4c3b-b7cb-08b366291538,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.130941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port 75b5671e-0fc1-4c3b-b7cb-08b366291538 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:49.185345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Provisioning complete for port d666d27c-6beb-4651-9b0f-e0056dfa42b9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:49.186078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.189566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfffbcb-ad9e-49a4-bd82-49f608286ca0 None None] Pushing event updated for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.249461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1b430003-58a2-49cd-b0c4-79ef1e72d6ef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.258671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2bb248c4-7adf-403a-bc2b-ef020dc9c2a0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (ee95e6b9-3e5a-4466-817c-0f8e60047e3d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.268846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2bb248c4-7adf-403a-bc2b-ef020dc9c2a0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.274395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48094) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.282333 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2bb248c4-7adf-403a-bc2b-ef020dc9c2a0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/ee95e6b9-3e5a-4466-817c-0f8e60047e3d HTTP/1.1" status: 204 len: 168 time: 0.5048344 Apr 06 14:33:49.282952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.297146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Calling delete_port for 1b430003-58a2-49cd-b0c4-79ef1e72d6ef owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:49.362590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb248c4-7adf-403a-bc2b-ef020dc9c2a0 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee95e6b9-3e5a-4466-817c-0f8e60047e3d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.365356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Current status of the port d666d27c-6beb-4651-9b0f-e0056dfa42b9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:49.365356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Provisioning complete for port 043ea1a1-e26b-4a5d-8003-4c4885437bfd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:49.365356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.377755 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e6868984-e0d0-42ef-bb47-67ab147bc52d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1018589 Apr 06 14:33:49.395574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Port 043ea1a1-e26b-4a5d-8003-4c4885437bfd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:49.396657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48096) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.405531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.410168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Provisioning complete for port 1b430003-58a2-49cd-b0c4-79ef1e72d6ef triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:49.410522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1b430003-58a2-49cd-b0c4-79ef1e72d6ef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.425064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28b8fb4-f8ec-45da-8d27-897b70377d19') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.425776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28b8fb4-f8ec-45da-8d27-897b70377d19') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.440289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (b28b8fb4-f8ec-45da-8d27-897b70377d19), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.464244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8a0dc00d-36d6-4e4e-8aab-e468b0dddd16 None None] Port 1b430003-58a2-49cd-b0c4-79ef1e72d6ef cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:49.464888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (b28b8fb4-f8ec-45da-8d27-897b70377d19), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.473141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:49.474843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (b28b8fb4-f8ec-45da-8d27-897b70377d19), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:49.481001 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:49.560486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:49.631181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.637691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-58da3aab-f4e0-4201-8ec1-72bb1884b4c6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (c9d321ef-f1d4-45c7-8db6-5d54e18d0c30), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.643285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.652288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8 HTTP/1.1" status: 204 len: 168 time: 1.2697744 Apr 06 14:33:49.660824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48100) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.687069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-58da3aab-f4e0-4201-8ec1-72bb1884b4c6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (c9d321ef-f1d4-45c7-8db6-5d54e18d0c30), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.764883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.794795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8b94-0460-45c4-b7e8-648d3e87d4f6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=fd6e7962-6d8e-4fd4-bad0-5ad8dd72f1e8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.859985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] device_id is not set on port b9f28266-0f4b-4fb1-86e5-22f412d223ed yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:49.922685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-58da3aab-f4e0-4201-8ec1-72bb1884b4c6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c9d321ef-f1d4-45c7-8db6-5d54e18d0c30), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.925721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-58da3aab-f4e0-4201-8ec1-72bb1884b4c6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.930456 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-58da3aab-f4e0-4201-8ec1-72bb1884b4c6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/c9d321ef-f1d4-45c7-8db6-5d54e18d0c30 HTTP/1.1" status: 204 len: 168 time: 0.5327518 Apr 06 14:33:49.931002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48108) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.942229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da3aab-f4e0-4201-8ec1-72bb1884b4c6 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d321ef-f1d4-45c7-8db6-5d54e18d0c30,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.976620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1b430003-58a2-49cd-b0c4-79ef1e72d6ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.039750 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-31761814-b26b-45ba-ac8c-7f237b7713c4 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1073425 Apr 06 14:33:50.046867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48112) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:50.052835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event deleted for resources: {'Port': ['ID=1b430003-58a2-49cd-b0c4-79ef1e72d6ef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.053452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895057523'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:50.090763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.095205 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9551fd8a-67fb-4eba-b51d-5e35fe7a057e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "DELETE /v2.0/ports/1b430003-58a2-49cd-b0c4-79ef1e72d6ef HTTP/1.1" status: 204 len: 168 time: 1.5843811 Apr 06 14:33:50.099002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48114) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:50.106918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Request body: {'port': {'name': 'tempest-new-port-name-1803111196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:50.119291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] bootfile-name is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:33:50.119291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] tftp-server is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:33:50.119291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.api.validators [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] server-ip-address is not in valid_values {{(pid=104421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:33:50.119630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fadf408d-2769-44d0-8dc1-da4ceb89b10d None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:50.119630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fadf408d-2769-44d0-8dc1-da4ceb89b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.173024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fadf408d-2769-44d0-8dc1-da4ceb89b10d None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:50.186896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fadf408d-2769-44d0-8dc1-da4ceb89b10d None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:50.187544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fadf408d-2769-44d0-8dc1-da4ceb89b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.188808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.274320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (15463817-bd2a-41e1-a75c-972169079ff7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.285633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.297093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fadf408d-2769-44d0-8dc1-da4ceb89b10d None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:50.327477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.369873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (15463817-bd2a-41e1-a75c-972169079ff7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.422909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8::278 (ba202299-35d9-4bee-9d36-78c0c815516a/cab22a80-c553-4755-8b12-55332e6b8747/b9f28266-0f4b-4fb1-86e5-22f412d223ed) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:50.426267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15463817-bd2a-41e1-a75c-972169079ff7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.497204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.498542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e95bc48-495c-4618-819d-676fb0dde758 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4499490 Apr 06 14:33:50.502548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48122) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:50.508516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Request body: {'security_group_rule': {'security_group_id': '15463817-bd2a-41e1-a75c-972169079ff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:50.638276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (de37e9e4-63f5-4c8d-a70b-376e9e26edfc), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.706830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.710129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.711302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port dae0575b-20f1-4504-ab55-c3b283f74939 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:50.712091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.769074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (de37e9e4-63f5-4c8d-a70b-376e9e26edfc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.791079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.841754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] In _notify_port_updated(), no bound segment for port 043ea1a1-e26b-4a5d-8003-4c4885437bfd on network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:33:50.847687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:50.848394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port dae0575b-20f1-4504-ab55-c3b283f74939, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=dae0575b-20f1-4504-ab55-c3b283f74939,segment=NetworkSegment(b3c3f13b-4f39-42c2-879c-9b51a4134974),segment_id=b3c3f13b-4f39-42c2-879c-9b51a4134974)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:50.848843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.848990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.850139 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "PUT /v2.0/ports/043ea1a1-e26b-4a5d-8003-4c4885437bfd HTTP/1.1" status: 200 len: 1130 time: 0.7499328 Apr 06 14:33:50.852235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.854047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48128) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:50.866597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for dae0575b-20f1-4504-ab55-c3b283f74939 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:50.917538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (de37e9e4-63f5-4c8d-a70b-376e9e26edfc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.925283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63e1f-d5eb-45cd-b9aa-01b4998f59cf tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event updated for resources: {'Port': ['ID=043ea1a1-e26b-4a5d-8003-4c4885437bfd,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.946664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:50.954235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d666d27c-6beb-4651-9b0f-e0056dfa42b9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:51.001615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:51.022202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f1ab3-224d-4e5d-8f7c-43a8654cc034 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:51.029194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d666d27c-6beb-4651-9b0f-e0056dfa42b9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:51.029194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.029420 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f02f1ab3-224d-4e5d-8f7c-43a8654cc034 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "GET /v2.0/ports/043ea1a1-e26b-4a5d-8003-4c4885437bfd HTTP/1.1" status: 200 len: 1130 time: 0.1684339 Apr 06 14:33:51.029420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:51.034002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:51.034729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.041026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de37e9e4-63f5-4c8d-a70b-376e9e26edfc,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.050566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48132) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.101657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=b9f28266-0f4b-4fb1-86e5-22f412d223ed,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.151470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d666d27c-6beb-4651-9b0f-e0056dfa42b9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:51.152925 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:51.201570 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f10ecab0-33f7-4ec6-afaa-608ce327e4b2 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4104764 Apr 06 14:33:51.205597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48134) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.209597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:51.243648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:51.243648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.276329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.278438 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9e2bbf7b-094d-45e0-b82a-6bba32910e9e tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7741814 Apr 06 14:33:51.296934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48138) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.326014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Deleting port 043ea1a1-e26b-4a5d-8003-4c4885437bfd {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:51.326363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.360955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1ab508eb-5da2-462d-b09e-126deaaee580 None None] Provisioning complete for port 043ea1a1-e26b-4a5d-8003-4c4885437bfd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:51.361440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ab508eb-5da2-462d-b09e-126deaaee580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.405949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:51.416196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1ab508eb-5da2-462d-b09e-126deaaee580 None None] Port 043ea1a1-e26b-4a5d-8003-4c4885437bfd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:51.417879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dae0575b-20f1-4504-ab55-c3b283f74939), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.459043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 75b5671e-0fc1-4c3b-b7cb-08b366291538 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:51.466196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=dae0575b-20f1-4504-ab55-c3b283f74939,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.487515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 75b5671e-0fc1-4c3b-b7cb-08b366291538 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:51.487865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 75b5671e-0fc1-4c3b-b7cb-08b366291538 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:51.488285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 20c5d70d-618a-4209-aab6-36b26afa2441 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:51.512163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 20c5d70d-618a-4209-aab6-36b26afa2441 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:51.512513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 20c5d70d-618a-4209-aab6-36b26afa2441 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:51.518609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a12981e0-8b9a-4f07-b39d-c54c5d93e8f5 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (15463817-bd2a-41e1-a75c-972169079ff7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.529941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:51.533430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.540255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2053cbf8-a6c6-4100-8d77-013e647dc755 None None] Provisioning complete for port b9f28266-0f4b-4fb1-86e5-22f412d223ed triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:51.540638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2053cbf8-a6c6-4100-8d77-013e647dc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.583746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2053cbf8-a6c6-4100-8d77-013e647dc755 None None] Port b9f28266-0f4b-4fb1-86e5-22f412d223ed cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:51.643510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.659004 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cab22a80-c553-4755-8b12-55332e6b8747 (CIDR: 2001:db8::/64) Apr 06 14:33:51.677589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Calling delete_port for 043ea1a1-e26b-4a5d-8003-4c4885437bfd owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:51.680475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a12981e0-8b9a-4f07-b39d-c54c5d93e8f5 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (15463817-bd2a-41e1-a75c-972169079ff7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.706610 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:51.706610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:51.729373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.806113 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed424c4f-ef43-46a1-9f12-da7b420d0605 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6001847 Apr 06 14:33:51.808833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48148) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.814072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:51.880028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48150) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.907011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a12981e0-8b9a-4f07-b39d-c54c5d93e8f5 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (15463817-bd2a-41e1-a75c-972169079ff7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.909545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a12981e0-8b9a-4f07-b39d-c54c5d93e8f5 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.910691 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a12981e0-8b9a-4f07-b39d-c54c5d93e8f5 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/15463817-bd2a-41e1-a75c-972169079ff7 HTTP/1.1" status: 204 len: 168 time: 0.6128101 Apr 06 14:33:51.914923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.983845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-95b69adc-d26a-4586-b1a6-b03f74e6b840 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0677607 Apr 06 14:33:51.986597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48156) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.007309 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-975057259', 'router:external': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:52.043966 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-040f7423-7832-4c22-93cf-e922587ab4ab tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0560603 Apr 06 14:33:52.046882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48158) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.063262 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a4bc0994-ec5f-454d-9ced-34b2eb0dd73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] delete failed (client error): The resource could not be found. Apr 06 14:33:52.064332 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a4bc0994-ec5f-454d-9ced-34b2eb0dd73d tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "DELETE /v2.0/security-groups/15463817-bd2a-41e1-a75c-972169079ff7 HTTP/1.1" status: 404 len: 347 time: 0.0163991 Apr 06 14:33:52.065178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:52.068949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.075683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48160) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.132557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Made reservation on behalf of 7c95410b71e74a819b41bfa9c18cdd72 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:52.134941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.165225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.216997 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8233001d-0181-44e2-bea2-bfe17dd1652c tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1365566 Apr 06 14:33:52.245196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12981e0-8b9a-4f07-b39d-c54c5d93e8f5 tempest-SecGroupIPv6Test-585199269 tempest-SecGroupIPv6Test-585199269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15463817-bd2a-41e1-a75c-972169079ff7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:52.263859 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b890e72f-2ac1-4c3b-bc4e-98e1c5d39234 (CIDR: 2001:db8:0:1::/64) Apr 06 14:33:52.315378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:52.318113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for security_group (cd0b78e6-046b-4500-9ca5-190e44b8e119), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.324883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-203479af-6c6e-43be-973b-98d2168d86eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.325398 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:52.325924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:52.362414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (043ea1a1-e26b-4a5d-8003-4c4885437bfd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.407611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (cd0b78e6-046b-4500-9ca5-190e44b8e119), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.420816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event deleted for resources: {'Port': ['ID=043ea1a1-e26b-4a5d-8003-4c4885437bfd,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:52.435690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:52.449297 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ccf4941-e355-476f-a1ad-783238e0b8cd tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6364646 Apr 06 14:33:52.450699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.455790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'subnet': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:52.459028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.462208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b78e6-046b-4500-9ca5-190e44b8e119,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:52.463361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9fcc6811-5327-41bb-bea8-c370b691a15e tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "DELETE /v2.0/ports/043ea1a1-e26b-4a5d-8003-4c4885437bfd HTTP/1.1" status: 204 len: 168 time: 1.4025822 Apr 06 14:33:52.469780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48166) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.469938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (bf7865d6-b2d7-49b8-a58a-c6595988d5f4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.470184 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Added segment bf7865d6-b2d7-49b8-a58a-c6595988d5f4 of type vlan for network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 Apr 06 14:33:52.477210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:52.491736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:52.508788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:52.509190 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ea0aca65-df51-4f99-b331-7da55fe590ab tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8417947 Apr 06 14:33:52.509931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48168) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.510322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:52.583356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Deleting subnet bcab563b-a769-4156-a871-f7625dff62d7 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:52.591362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for subnet (bcab563b-a769-4156-a871-f7625dff62d7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.612369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (5d55f2a4-c1b3-47b9-b210-518d9b062c86), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.619516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet b75b1c95-7189-47d3-abcc-45bd42087b3e {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:52.626829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (b75b1c95-7189-47d3-abcc-45bd42087b3e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.671798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (bcab563b-a769-4156-a871-f7625dff62d7), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.720097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b75b1c95-7189-47d3-abcc-45bd42087b3e), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.824305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (5d55f2a4-c1b3-47b9-b210-518d9b062c86), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.824305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:52.824305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.824305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48172) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.845240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (bcab563b-a769-4156-a871-f7625dff62d7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.861430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:52.877810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b75b1c95-7189-47d3-abcc-45bd42087b3e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.905255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Made reservation on behalf of 9842a23766ac4ec0bb9d6c76f3cb5819 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:52.908767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.030652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Network': ['ID=5d55f2a4-c1b3-47b9-b210-518d9b062c86,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.048901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b75b1c95-7189-47d3-abcc-45bd42087b3e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.052229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:53.083877 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-00610781-6bbc-443b-b012-0d5cae721219 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2000306 Apr 06 14:33:53.084092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (bcab563b-a769-4156-a871-f7625dff62d7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.084092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=b75b1c95-7189-47d3-abcc-45bd42087b3e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.086484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48176) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:53.091762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'subnet': {'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:53.106863 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-64a1475c-abf0-474d-87c9-aff897beaf3c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6199cd38a59743e2ab8a7c2331e219b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669630 Apr 06 14:33:53.110804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48178) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:53.120221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce21735-867f-4851-a1e3-3d5fde76d639 None None] Network c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:53.126354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event deleted for resources: {'Subnet': ['ID=bcab563b-a769-4156-a871-f7625dff62d7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.133052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.138118 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c8835894-7d9c-4325-85e1-c3ca8ac1b73f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/b75b1c95-7189-47d3-abcc-45bd42087b3e HTTP/1.1" status: 204 len: 168 time: 0.6246326 Apr 06 14:33:53.143288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48180) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:53.162058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.165953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f7f3ee4-1abc-4241-9400-a0f0a9f2e42a tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "DELETE /v2.0/subnets/bcab563b-a769-4156-a871-f7625dff62d7 HTTP/1.1" status: 204 len: 168 time: 0.6978326 Apr 06 14:33:53.171130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48182) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:53.180684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc7fc2-f77b-4ca2-968f-ebadf18e127a None None] Network 42faab3e-d6fe-4b3c-b90f-078387b24cb7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:53.252451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.262081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Made reservation on behalf of 7c95410b71e74a819b41bfa9c18cdd72 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:53.267916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.352392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:51Z', 'revision_number': 10, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.386697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.387455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:53.395388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 7576a6e3-b068-4093-81f5-b106a875df31 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:53.395764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7576a6e3-b068-4093-81f5-b106a875df31), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.404985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:53.411587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.521204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 7576a6e3-b068-4093-81f5-b106a875df31, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7576a6e3-b068-4093-81f5-b106a875df31,segment=NetworkSegment(b3c3f13b-4f39-42c2-879c-9b51a4134974),segment_id=b3c3f13b-4f39-42c2-879c-9b51a4134974)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:53.521569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7576a6e3-b068-4093-81f5-b106a875df31), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.546006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:53.562201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 7576a6e3-b068-4093-81f5-b106a875df31 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:53.593253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] DHCP port deletion for c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:53.595678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] DHCP port deletion for 42faab3e-d6fe-4b3c-b90f-078387b24cb7 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:53.603012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (42faab3e-d6fe-4b3c-b90f-078387b24cb7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.641653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8eb901c-8f8b-47cf-9706-1883d54df6e0 admin admin] Publish callbacks [] for security_group (e2f63f74-a868-4c11-a9bf-b979e00d702b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.709586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8eb901c-8f8b-47cf-9706-1883d54df6e0 admin admin] Publish callbacks [] for security_group (e2f63f74-a868-4c11-a9bf-b979e00d702b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.736211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7576a6e3-b068-4093-81f5-b106a875df31), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.766573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Deleting port d666d27c-6beb-4651-9b0f-e0056dfa42b9 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:53.766919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.780880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=7576a6e3-b068-4093-81f5-b106a875df31,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.781782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Deleting port 7576a6e3-b068-4093-81f5-b106a875df31 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:53.782156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7576a6e3-b068-4093-81f5-b106a875df31), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.783164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port 7576a6e3-b068-4093-81f5-b106a875df31 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:53.807498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] Deleting port d666d27c-6beb-4651-9b0f-e0056dfa42b9 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:53.807498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.820369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (80d6df5f-1d11-4b17-b2c7-47048d19f09c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.871168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] For port d666d27c-6beb-4651-9b0f-e0056dfa42b9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d666d27c-6beb-4651-9b0f-e0056dfa42b9,segment=NetworkSegment(9a2ad788-c845-4341-aff4-69aae408210c),segment_id=9a2ad788-c845-4341-aff4-69aae408210c)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:53.871477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.883619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.887293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Network ba202299-35d9-4bee-9d36-78c0c815516a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:53.893229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Calling delete_port for d666d27c-6beb-4651-9b0f-e0056dfa42b9 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:53.895323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:53.906212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:53.907156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.920685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e74e38-aa26-42c8-ab7e-953afd2b732f None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:53.921594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8eb901c-8f8b-47cf-9706-1883d54df6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e2f63f74-a868-4c11-a9bf-b979e00d702b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.923945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.926845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8eb901c-8f8b-47cf-9706-1883d54df6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.926845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d8eb901c-8f8b-47cf-9706-1883d54df6e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e2f63f74-a868-4c11-a9bf-b979e00d702b HTTP/1.1" status: 204 len: 168 time: 0.8138926 Apr 06 14:33:53.934290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] For port 7576a6e3-b068-4093-81f5-b106a875df31, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:53.934771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7576a6e3-b068-4093-81f5-b106a875df31), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.939207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Subnet': ['ID=80d6df5f-1d11-4b17-b2c7-47048d19f09c,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.939917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c3f13b-4f39-42c2-879c-9b51a4134974') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.940226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c3f13b-4f39-42c2-879c-9b51a4134974') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.982485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb901c-8f8b-47cf-9706-1883d54df6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f63f74-a868-4c11-a9bf-b979e00d702b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.987142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.objects.ports [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104420) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:33:53.987653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (425f7828-7c55-4074-89b8-c3d094f986f3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.991869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (b3c3f13b-4f39-42c2-879c-9b51a4134974), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.012505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Calling delete_port for 7576a6e3-b068-4093-81f5-b106a875df31 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:54.012755 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d7e25b32-ea06-49dc-ae9e-2948748c82c0 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5606940 Apr 06 14:33:54.014693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48186) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:54.015623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] For port d666d27c-6beb-4651-9b0f-e0056dfa42b9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d666d27c-6beb-4651-9b0f-e0056dfa42b9,segment=NetworkSegment(9a2ad788-c845-4341-aff4-69aae408210c),segment_id=9a2ad788-c845-4341-aff4-69aae408210c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:54.016081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.019979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1880009536', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80d6df5f-1d11-4b17-b2c7-47048d19f09c'}], 'security_groups': ['c3f1deae-08df-4ce5-8ae3-9aefe11396e4', 'bc81b22e-1908-4122-889f-d040626c1260']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:54.024381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.ipam_backend_mixin [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Port 7576a6e3-b068-4093-81f5-b106a875df31 was not found and therefore no delete operation was performed {{(pid=104422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:33:54.029262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (b3c3f13b-4f39-42c2-879c-9b51a4134974), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.042494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (7576a6e3-b068-4093-81f5-b106a875df31), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.053193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:54.053726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (b3c3f13b-4f39-42c2-879c-9b51a4134974), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.055179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] Calling delete_port for d666d27c-6beb-4651-9b0f-e0056dfa42b9 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:54.057569 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:54.111174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] No DVR routers for this DVR port 7576a6e3-b068-4093-81f5-b106a875df31 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:54.115389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Subnet': ['ID=425f7828-7c55-4074-89b8-c3d094f986f3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.138314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda78b2-573d-47fa-8ed5-bab02c599f98 None None] Pushing event deleted for resources: {'Port': ['ID=7576a6e3-b068-4093-81f5-b106a875df31,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.140522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Checking segment: {'id': 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:54.140936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network hostable DHCP agents. Network: 5d55f2a4-c1b3-47b9-b210-518d9b062c86, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:54.142644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.198257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.220592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:51Z', 'revision_number': 10, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.259021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event deleted for resources: {'Port': ['ID=d666d27c-6beb-4651-9b0f-e0056dfa42b9,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.261211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] No DVR routers for this DVR port d666d27c-6beb-4651-9b0f-e0056dfa42b9 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:54.270890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921bd08-27f6-4ef4-ad27-d21d0e2d969c None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:51Z', 'revision_number': 10, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None, '_interfaces': [{'id': '10b162c1-8e9e-4615-b0a0-e72f15331991', 'name': '', 'network_id': 'ccb47456-8801-46a5-8c9c-747cedb8847a', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'mac_address': 'fa:16:3e:ff:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:54Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 5, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'subnets': [{'id': '4354464a-913c-43cd-aecc-dfc1519e15f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:54.278949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.285009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.295634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48188) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:54.296059 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f HTTP/1.1" status: 204 len: 168 time: 1.1504543 Apr 06 14:33:54.309911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (d666d27c-6beb-4651-9b0f-e0056dfa42b9), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.348230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:54.353024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ceba3-62c8-4c0b-85f0-2a6228bc302d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=c7f5bac3-e796-4aa4-a5ca-9d7c45b9229f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.357502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] No DVR routers for this DVR port d666d27c-6beb-4651-9b0f-e0056dfa42b9 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:54.368633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890dae2-7968-4a15-bb56-89ef607560ad None None] Pushing event deleted for resources: {'Port': ['ID=d666d27c-6beb-4651-9b0f-e0056dfa42b9,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.424100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] Update dhcp port {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'fixed_ips': [{'subnet_id': 'b890e72f-2ac1-4c3b-bc4e-98e1c5d39234', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cab22a80-c553-4755-8b12-55332e6b8747', 'ip_address': '2001:db8::2'}, {'subnet_id': '80d6df5f-1d11-4b17-b2c7-47048d19f09c'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '43581293-d72b-44f4-91bc-4dc493813491'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:33:54.457568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.492410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 5d55f2a4-c1b3-47b9-b210-518d9b062c86) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:54.513230 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:33:54.520322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (42faab3e-d6fe-4b3c-b90f-078387b24cb7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.529184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:54.530934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.572466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42faab3e-d6fe-4b3c-b90f-078387b24cb7']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.592208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e266b1-d623-4bc5-844d-991571fc9d7a None None] Network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:54.614335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2ad788-c845-4341-aff4-69aae408210c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.619285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2ad788-c845-4341-aff4-69aae408210c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.641404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e6f4a0a5-cc59-4896-96f7-6d0510c8dc90 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5534041 Apr 06 14:33:54.644251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48190) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:54.657886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1237308398', 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:54.700649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (9a2ad788-c845-4341-aff4-69aae408210c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.734716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9a2ad788-c845-4341-aff4-69aae408210c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.746310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:54.746739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (9a2ad788-c845-4341-aff4-69aae408210c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:54.749807 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:54.765897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] Allocated IP 2001:db8:0:2::2 (ba202299-35d9-4bee-9d36-78c0c815516a/80d6df5f-1d11-4b17-b2c7-47048d19f09c/43581293-d72b-44f4-91bc-4dc493813491) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:54.790640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Made reservation on behalf of 7c95410b71e74a819b41bfa9c18cdd72 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:54.790640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.812597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21f481-422e-46ad-acad-f23b88041e2d None None] Network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:54.815522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] device_id is not set on port f03416b2-3975-4d6b-ba89-c445474969e0 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:54.829125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1b396d1c-b3c1-4239-b3c2-5e048d14e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.925630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (42faab3e-d6fe-4b3c-b90f-078387b24cb7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.943764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.948462 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] 10.222.0.89 "DELETE /v2.0/networks/42faab3e-d6fe-4b3c-b90f-078387b24cb7 HTTP/1.1" status: 204 len: 168 time: 1.7736907 Apr 06 14:33:54.963610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff541d-e81c-46a5-b540-951781a6ec46 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405 tempest-ExtraDHCPOptionsIpV6TestJSON-2045849405-project] Pushing event deleted for resources: {'Network': ['ID=42faab3e-d6fe-4b3c-b90f-078387b24cb7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.999407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Allocated IP 172.20.0.4 (5d55f2a4-c1b3-47b9-b210-518d9b062c86/425f7828-7c55-4074-89b8-c3d094f986f3/f03416b2-3975-4d6b-ba89-c445474969e0) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:55.038097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.126396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d666d27c-6beb-4651-9b0f-e0056dfa42b9 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:55.154251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: d666d27c-6beb-4651-9b0f-e0056dfa42b9 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:55.154725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d666d27c-6beb-4651-9b0f-e0056dfa42b9 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:55.157330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7576a6e3-b068-4093-81f5-b106a875df31 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:55.180344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 7576a6e3-b068-4093-81f5-b106a875df31 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:55.181251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7576a6e3-b068-4093-81f5-b106a875df31 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:55.181850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device dae0575b-20f1-4504-ab55-c3b283f74939 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:55.219397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for port (f03416b2-3975-4d6b-ba89-c445474969e0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.229619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: dae0575b-20f1-4504-ab55-c3b283f74939 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:55.230573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device dae0575b-20f1-4504-ab55-c3b283f74939 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:55.277094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=43581293-d72b-44f4-91bc-4dc493813491,segment=NetworkSegment(c5615c7a-5f05-4f15-af2c-f76d08cdeb76),segment_id=c5615c7a-5f05-4f15-af2c-f76d08cdeb76)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:55.323989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] Publish callbacks [] for port (43581293-d72b-44f4-91bc-4dc493813491), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.363918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f03416b2-3975-4d6b-ba89-c445474969e0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.388817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 10b162c1-8e9e-4615-b0a0-e72f15331991 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:55.388817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.400096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:55.406660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:55.410406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:55.433785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.454586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.455200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.461221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Port': ['ID=f03416b2-3975-4d6b-ba89-c445474969e0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:55.572448 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c8b9d05f-9654-4548-a2cb-616d4296fe06 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9270821 Apr 06 14:33:55.575201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48196) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:55.584105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac131c-28ec-4f20-a85c-c436f19589ca None None] Pushing event updated for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:55.606755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 10b162c1-8e9e-4615-b0a0-e72f15331991, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=10b162c1-8e9e-4615-b0a0-e72f15331991,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:55.607233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.641870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 10b162c1-8e9e-4615-b0a0-e72f15331991 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:55.644730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Delete allocated IP 2001:db8::278 (ba202299-35d9-4bee-9d36-78c0c815516a/cab22a80-c553-4755-8b12-55332e6b8747) {{(pid=104421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:33:55.665820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Allocated IP 2001:db8:0:2::fb (ba202299-35d9-4bee-9d36-78c0c815516a/80d6df5f-1d11-4b17-b2c7-47048d19f09c/b9f28266-0f4b-4fb1-86e5-22f412d223ed) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:55.713422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Deleting port f03416b2-3975-4d6b-ba89-c445474969e0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:55.713772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f03416b2-3975-4d6b-ba89-c445474969e0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.739206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48198) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:55.791444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.821094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f03416b2-3975-4d6b-ba89-c445474969e0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.840056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Calling delete_port for f03416b2-3975-4d6b-ba89-c445474969e0 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:56.055182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.057686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f03416b2-3975-4d6b-ba89-c445474969e0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.072539 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5290b3ed-80e4-4d7b-958d-8e85e725baad admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7660a3267dcb4699be546109a7ef5f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297653 Apr 06 14:33:56.072906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48202) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:56.143130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event deleted for resources: {'Port': ['ID=f03416b2-3975-4d6b-ba89-c445474969e0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:56.155265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9d1bf46-0af9-40fd-84ff-c862a6d9b4ce admin admin] Publish callbacks [] for security_group (80bbc940-d0e3-4d8d-8b0f-c25abd4213d1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.168235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.203408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.206908 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-11e10eb4-633e-4394-a2b6-50c8f1619fda tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/ports/f03416b2-3975-4d6b-ba89-c445474969e0 HTTP/1.1" status: 204 len: 168 time: 0.6309023 Apr 06 14:33:56.209750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48204) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:56.214506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86', 'external_fixed_ips': [{'subnet_id': '425f7828-7c55-4074-89b8-c3d094f986f3', 'ip_address': '172.20.0.4'}]}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:56.253663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9d1bf46-0af9-40fd-84ff-c862a6d9b4ce admin admin] Publish callbacks [] for security_group (80bbc940-d0e3-4d8d-8b0f-c25abd4213d1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.302398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] In _notify_port_updated(), no bound segment for port b9f28266-0f4b-4fb1-86e5-22f412d223ed on network ba202299-35d9-4bee-9d36-78c0c815516a {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:33:56.303267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (965ff806-6d00-4c46-a290-fa8b869f53b9), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.309331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (965ff806-6d00-4c46-a290-fa8b869f53b9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.309491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:56.309491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.310428 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "PUT /v2.0/ports/b9f28266-0f4b-4fb1-86e5-22f412d223ed HTTP/1.1" status: 200 len: 969 time: 2.2944083 Apr 06 14:33:56.313879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48206) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:56.333509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9ec18-a07b-4f6d-a4a3-fbe1bf573a4b tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event updated for resources: {'Port': ['ID=b9f28266-0f4b-4fb1-86e5-22f412d223ed,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:56.379488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (10b162c1-8e9e-4615-b0a0-e72f15331991), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.411339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=10b162c1-8e9e-4615-b0a0-e72f15331991,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:56.421143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9d1bf46-0af9-40fd-84ff-c862a6d9b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (80bbc940-d0e3-4d8d-8b0f-c25abd4213d1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.424195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9d1bf46-0af9-40fd-84ff-c862a6d9b4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.425403 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b9d1bf46-0af9-40fd-84ff-c862a6d9b4ce admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/80bbc940-d0e3-4d8d-8b0f-c25abd4213d1 HTTP/1.1" status: 204 len: 168 time: 0.3516686 Apr 06 14:33:56.454557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Provisioning complete for port b9f28266-0f4b-4fb1-86e5-22f412d223ed triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:56.455141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.504609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1bf46-0af9-40fd-84ff-c862a6d9b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bbc940-d0e3-4d8d-8b0f-c25abd4213d1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:56.565868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (965ff806-6d00-4c46-a290-fa8b869f53b9), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.575531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Port b9f28266-0f4b-4fb1-86e5-22f412d223ed cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:56.594701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port b9f28266-0f4b-4fb1-86e5-22f412d223ed {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:56.595052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.606756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:56.609579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.673204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (16cbc40c-fdc9-4800-8148-24330c5d1700), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.691400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:56.720936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:56.721635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.904378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f1462c96-09e1-41c7-9ef5-5c11ce21509c None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:56.970976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:57.004640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.011536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (965ff806-6d00-4c46-a290-fa8b869f53b9), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.027593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-037580e3-be96-4dba-8732-12e40649c375 None None] Provisioning complete for port b9f28266-0f4b-4fb1-86e5-22f412d223ed triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:57.028449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-037580e3-be96-4dba-8732-12e40649c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.042005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for b9f28266-0f4b-4fb1-86e5-22f412d223ed owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:57.087149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:57.113981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:57.120831 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5db800a3-ff7e-4c8d-ac74-8f150ed2a280 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238566 Apr 06 14:33:57.123399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48218) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:57.127366 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:57.129845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-037580e3-be96-4dba-8732-12e40649c375 None None] Port b9f28266-0f4b-4fb1-86e5-22f412d223ed cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:57.153835 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:57.154654 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:57.181632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:57.182234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.198830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting subnet 4354464a-913c-43cd-aecc-dfc1519e15f6 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:57.203695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (4354464a-913c-43cd-aecc-dfc1519e15f6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.271113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (4354464a-913c-43cd-aecc-dfc1519e15f6), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.280267 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:57.359339 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:56Z', 'revision_number': 11, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:57.362861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:57.402745 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:57.403483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (4354464a-913c-43cd-aecc-dfc1519e15f6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.414891 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:57.415775 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:57.450211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.520853 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:57.544011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b9f28266-0f4b-4fb1-86e5-22f412d223ed), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.597638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (4354464a-913c-43cd-aecc-dfc1519e15f6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.598365 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:56Z', 'revision_number': 11, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:57.599760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=b9f28266-0f4b-4fb1-86e5-22f412d223ed,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:57.630408 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e87e3-0fc0-4908-ace5-2f3b14782f3b None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:56Z', 'revision_number': 11, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:57.657651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.663663 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/4354464a-913c-43cd-aecc-dfc1519e15f6 HTTP/1.1" status: 204 len: 168 time: 0.5363746 Apr 06 14:33:57.663663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c77436-e269-43bb-9428-758a89ea4c16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Subnet': ['ID=4354464a-913c-43cd-aecc-dfc1519e15f6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:57.668451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:57.674325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86ecd7-308c-4c78-bc60-b098b65d7f69 None None] Network ccb47456-8801-46a5-8c9c-747cedb8847a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:57.861914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ccb47456-8801-46a5-8c9c-747cedb8847a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.961704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Deleting port 7c2124a4-249e-4c3f-9474-2395cd6b3fca {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:57.962150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.049289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.056558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] DHCP port deletion for ccb47456-8801-46a5-8c9c-747cedb8847a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:58.057526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-be5bc728-8c0c-4cfa-8ae6-ec4def19bd6d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/b9f28266-0f4b-4fb1-86e5-22f412d223ed HTTP/1.1" status: 204 len: 168 time: 1.7425175 Apr 06 14:33:58.057694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] For port 7c2124a4-249e-4c3f-9474-2395cd6b3fca, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7c2124a4-249e-4c3f-9474-2395cd6b3fca,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:58.058092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.061110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48234) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.073581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Calling delete_port for 7c2124a4-249e-4c3f-9474-2395cd6b3fca owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:58.098528 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ba3d1f-c983-4b86-a7a1-a40068110cce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] GET failed (client error): The resource could not be found. Apr 06 14:33:58.104177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-28ba3d1f-c983-4b86-a7a1-a40068110cce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports/b9f28266-0f4b-4fb1-86e5-22f412d223ed HTTP/1.1" status: 404 len: 333 time: 0.0414267 Apr 06 14:33:58.106145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48236) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.120318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (965ff806-6d00-4c46-a290-fa8b869f53b9), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.158443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.189843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] Deleting port 7c2124a4-249e-4c3f-9474-2395cd6b3fca {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:58.192280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.246960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48238) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.334103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] For port 7c2124a4-249e-4c3f-9474-2395cd6b3fca, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=7c2124a4-249e-4c3f-9474-2395cd6b3fca,segment=NetworkSegment(8e020c48-881f-4e47-b9f5-3fbe996966b3),segment_id=8e020c48-881f-4e47-b9f5-3fbe996966b3)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:58.334671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.344905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a3824e77-559f-44f9-a4eb-5155c5375678 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (4cf92c59-874e-4b3b-8c51-c72a795244b3), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.359771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] Calling delete_port for 7c2124a4-249e-4c3f-9474-2395cd6b3fca owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:58.370278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a3824e77-559f-44f9-a4eb-5155c5375678 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (4cf92c59-874e-4b3b-8c51-c72a795244b3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.421635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-298682461'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:58.508748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Allocated IP 172.20.0.4 (5d55f2a4-c1b3-47b9-b210-518d9b062c86/425f7828-7c55-4074-89b8-c3d094f986f3/c317f88b-98f5-41a0-872c-df7e8412de5f) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:58.560422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a3824e77-559f-44f9-a4eb-5155c5375678 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (4cf92c59-874e-4b3b-8c51-c72a795244b3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.562942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a3824e77-559f-44f9-a4eb-5155c5375678 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.564104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a3824e77-559f-44f9-a4eb-5155c5375678 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/security-groups/4cf92c59-874e-4b3b-8c51-c72a795244b3 HTTP/1.1" status: 204 len: 168 time: 0.4550827 Apr 06 14:33:58.567224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48242) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.580020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3824e77-559f-44f9-a4eb-5155c5375678 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf92c59-874e-4b3b-8c51-c72a795244b3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.594348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.599602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.611465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7c2124a4-249e-4c3f-9474-2395cd6b3fca), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.629454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] Pushing event deleted for resources: {'Port': ['ID=7c2124a4-249e-4c3f-9474-2395cd6b3fca,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.637002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbed65c-0a97-445a-a4c9-fdc56983b7bd None None] No DVR routers for this DVR port 7c2124a4-249e-4c3f-9474-2395cd6b3fca on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:58.649983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Port': ['ID=7c2124a4-249e-4c3f-9474-2395cd6b3fca,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.653108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.654053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3b27fe-ab52-4843-ab81-e9bc4f058657 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (bc81b22e-1908-4122-889f-d040626c1260), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.659549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No DVR routers for this DVR port 7c2124a4-249e-4c3f-9474-2395cd6b3fca on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:58.661214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Made reservation on behalf of 9da1d189f2d642e4b535e4d1b517e3c0 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:58.665032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.678327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.737501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3b27fe-ab52-4843-ab81-e9bc4f058657 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (bc81b22e-1908-4122-889f-d040626c1260), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.769436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ccb47456-8801-46a5-8c9c-747cedb8847a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.773697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for security_group (75d55f5a-213f-4e91-85a4-78ed314b8196), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.798700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb47456-8801-46a5-8c9c-747cedb8847a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:58.809888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e020c48-881f-4e47-b9f5-3fbe996966b3') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:58.810193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e020c48-881f-4e47-b9f5-3fbe996966b3') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:58.817840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.820463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (8e020c48-881f-4e47-b9f5-3fbe996966b3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.841646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (8e020c48-881f-4e47-b9f5-3fbe996966b3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.845536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:58.845696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (8e020c48-881f-4e47-b9f5-3fbe996966b3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:58.848821 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:58.853364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:58.856342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:58.860187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:58.897073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Port': ['ID=c317f88b-98f5-41a0-872c-df7e8412de5f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.907063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (75d55f5a-213f-4e91-85a4-78ed314b8196), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.913726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 10b162c1-8e9e-4615-b0a0-e72f15331991 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:58.928106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3b27fe-ab52-4843-ab81-e9bc4f058657 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (bc81b22e-1908-4122-889f-d040626c1260), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.931791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3b27fe-ab52-4843-ab81-e9bc4f058657 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.936261 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b3b27fe-ab52-4843-ab81-e9bc4f058657 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/security-groups/bc81b22e-1908-4122-889f-d040626c1260 HTTP/1.1" status: 204 len: 168 time: 0.3653054 Apr 06 14:33:58.937123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48244) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.939393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 10b162c1-8e9e-4615-b0a0-e72f15331991 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:58.940166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 10b162c1-8e9e-4615-b0a0-e72f15331991 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:58.940688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7c2124a4-249e-4c3f-9474-2395cd6b3fca no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:58.946254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b27fe-ab52-4843-ab81-e9bc4f058657 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc81b22e-1908-4122-889f-d040626c1260,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.967246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 7c2124a4-249e-4c3f-9474-2395cd6b3fca {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:58.967584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 7c2124a4-249e-4c3f-9474-2395cd6b3fca not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:59.008411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ccb47456-8801-46a5-8c9c-747cedb8847a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.015302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.016217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:59.018725 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/networks/ccb47456-8801-46a5-8c9c-747cedb8847a HTTP/1.1" status: 204 len: 168 time: 1.3489199 Apr 06 14:33:59.030396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48246) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.035203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'routes': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:59.037431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfbedf-c76e-461a-8f1f-e0574873eb1e tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Pushing event deleted for resources: {'Network': ['ID=ccb47456-8801-46a5-8c9c-747cedb8847a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.044981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d55f5a-213f-4e91-85a4-78ed314b8196,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.073688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (98e8a0d9-75be-45a4-ae7b-c20c3de08a82), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.073977 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Added segment 98e8a0d9-75be-45a4-ae7b-c20c3de08a82 of type vlan for network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 Apr 06 14:33:59.147977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9f0d9ff7-02ad-448a-a93f-a56da657fd33), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.168357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e48f81fd-1425-49db-9bd3-234b63e43d5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (c3f1deae-08df-4ce5-8ae3-9aefe11396e4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.202989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e48f81fd-1425-49db-9bd3-234b63e43d5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (c3f1deae-08df-4ce5-8ae3-9aefe11396e4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.228035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.extraroute_db [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Added routes are [] {{(pid=104421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:33:59.228372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.extraroute_db [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Removed routes are [] {{(pid=104421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:33:59.228765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.330892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e48f81fd-1425-49db-9bd3-234b63e43d5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c3f1deae-08df-4ce5-8ae3-9aefe11396e4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.333399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e48f81fd-1425-49db-9bd3-234b63e43d5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.334537 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e48f81fd-1425-49db-9bd3-234b63e43d5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/security-groups/c3f1deae-08df-4ce5-8ae3-9aefe11396e4 HTTP/1.1" status: 204 len: 168 time: 0.3962290 Apr 06 14:33:59.339444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9f0d9ff7-02ad-448a-a93f-a56da657fd33), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.340235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48248) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.344397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:59.345000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.371050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f81fd-1425-49db-9bd3-234b63e43d5c tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f1deae-08df-4ce5-8ae3-9aefe11396e4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.411936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.420384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.432354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet cab22a80-c553-4755-8b12-55332e6b8747 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:59.433841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (965ff806-6d00-4c46-a290-fa8b869f53b9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.437498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (cab22a80-c553-4755-8b12-55332e6b8747), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.442299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Network': ['ID=9f0d9ff7-02ad-448a-a93f-a56da657fd33,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.452337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:59.483652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ac23c387-ce53-4e66-872a-affd8729df77 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2320130 Apr 06 14:33:59.483904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48250) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.488681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'subnet': {'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:59.554300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (cab22a80-c553-4755-8b12-55332e6b8747), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.558394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 16cbc40c-fdc9-4800-8148-24330c5d1700 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:59.697608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:59.705156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.708904 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a05c1aca-f9c3-481a-9e8a-a7727a7e9cf7 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 703 time: 0.6749160 Apr 06 14:33:59.714951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48252) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.715485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] Sync routers for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:59.715594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Made reservation on behalf of 9da1d189f2d642e4b535e4d1b517e3c0 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:59.717118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.720117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (cab22a80-c553-4755-8b12-55332e6b8747), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.724346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:59.725074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:59.788559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8d095425-4a7f-4a3e-8949-011d146cc0f5 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 205 time: 0.0758884 Apr 06 14:33:59.791581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48254) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.806709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:59.827811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (965ff806-6d00-4c46-a290-fa8b869f53b9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.866943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (cab22a80-c553-4755-8b12-55332e6b8747), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.868140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:56Z', 'revision_number': 11, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:59.900443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] Checking router: 16cbc40c-fdc9-4800-8148-24330c5d1700 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:59.906296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=cab22a80-c553-4755-8b12-55332e6b8747,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.908461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.909843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] Routers {'16cbc40c-fdc9-4800-8148-24330c5d1700'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:59.910474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['16cbc40c-fdc9-4800-8148-24330c5d1700'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:59.911911 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0315ac8-1580-43cb-a49d-9e2eb6d06a47 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/cab22a80-c553-4755-8b12-55332e6b8747 HTTP/1.1" status: 204 len: 168 time: 0.5704868 Apr 06 14:33:59.915473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.918296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48256) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.955501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ba7e2-dc99-479e-8f90-db8b98bf6ef9 None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:59.973639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet 80d6df5f-1d11-4b17-b2c7-47048d19f09c {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:00.009089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (80d6df5f-1d11-4b17-b2c7-47048d19f09c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.033485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] Set router 16cbc40c-fdc9-4800-8148-24330c5d1700 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:00.096303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:56Z', 'revision_number': 11, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.126671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92482926-f4c3-4f19-a48d-d25254eb6673 None None] The sync data for ids ['16cbc40c-fdc9-4800-8148-24330c5d1700'] in dv-neutron-836581-2-hyperv is: [{'id': '16cbc40c-fdc9-4800-8148-24330c5d1700', 'name': 'tempest-RoutersIpV6Test-router-22689287', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:49Z', 'updated_at': '2022-04-06T14:33:56Z', 'revision_number': 11, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:00.143763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (80d6df5f-1d11-4b17-b2c7-47048d19f09c), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.162671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (23700f64-5cac-4e6d-b8fc-5b515162c65d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.209575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.214159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Router 965ff806-6d00-4c46-a290-fa8b869f53b9 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:00.215728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (16cbc40c-fdc9-4800-8148-24330c5d1700), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.300355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Subnet': ['ID=23700f64-5cac-4e6d-b8fc-5b515162c65d,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.316832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (80d6df5f-1d11-4b17-b2c7-47048d19f09c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.318688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Checking segment: {'id': '98e8a0d9-75be-45a4-ae7b-c20c3de08a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:00.319061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network hostable DHCP agents. Network: 9f0d9ff7-02ad-448a-a93f-a56da657fd33, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:00.358355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (16cbc40c-fdc9-4800-8148-24330c5d1700), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.359148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router 16cbc40c-fdc9-4800-8148-24330c5d1700 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:00.371745 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.377547 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ddf7992-2ccc-4e08-8f16-8f5146c8aae0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 204 len: 168 time: 0.5802076 Apr 06 14:34:00.377547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48258) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.385080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-908290317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:00.405642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:00.419013 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Sync routers for ids ['965ff806-6d00-4c46-a290-fa8b869f53b9'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:00.432433 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Routers {'965ff806-6d00-4c46-a290-fa8b869f53b9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:00.433223 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['965ff806-6d00-4c46-a290-fa8b869f53b9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.515855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:00.547365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-080f3781-8542-486c-aeab-96aef65903a1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750017 Apr 06 14:34:00.547673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.548965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.551160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.554542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-87d996fc-d9ce-4edc-ae3b-c9f9d299938b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3430405 Apr 06 14:34:00.554863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (80d6df5f-1d11-4b17-b2c7-47048d19f09c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.557561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48260) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.607317 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Set router 965ff806-6d00-4c46-a290-fa8b869f53b9 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:00.608501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=80d6df5f-1d11-4b17-b2c7-47048d19f09c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.618505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.624001 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-27af376c-98c6-4832-bd46-b3e0e729fa9e tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/80d6df5f-1d11-4b17-b2c7-47048d19f09c HTTP/1.1" status: 204 len: 168 time: 0.7026460 Apr 06 14:34:00.629771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48262) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.689141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 9f0d9ff7-02ad-448a-a93f-a56da657fd33) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:00.699159 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e538819-3d0a-4e39-ab12-6033a7850161 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:00.699727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e538819-3d0a-4e39-ab12-6033a7850161 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:00.705043 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5e538819-3d0a-4e39-ab12-6033a7850161 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/cab22a80-c553-4755-8b12-55332e6b8747 HTTP/1.1" status: 404 len: 337 time: 0.0719767 Apr 06 14:34:00.705043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (456c22c5-2be8-4e3e-8545-dcbe297ff634), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.705303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.709074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67370d1e-d74a-4dc2-9182-ed216909673a None None] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:00.723574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.724256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.775713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting subnet b890e72f-2ac1-4c3b-bc4e-98e1c5d39234 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:00.777808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (965ff806-6d00-4c46-a290-fa8b869f53b9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.790306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.829116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (b890e72f-2ac1-4c3b-bc4e-98e1c5d39234), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.908911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f2b18610-1707-4299-91c0-937b19165e90 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4212914 Apr 06 14:34:00.909942 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ff806-6d00-4c46-a290-fa8b869f53b9', 'name': '', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86', 'external_fixed_ips': [{'subnet_id': '425f7828-7c55-4074-89b8-c3d094f986f3', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c317f88b-98f5-41a0-872c-df7e8412de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:56Z', 'updated_at': '2022-04-06T14:33:59Z', 'revision_number': 3, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port': {'id': 'c317f88b-98f5-41a0-872c-df7e8412de5f', 'name': '', 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ff806-6d00-4c46-a290-fa8b869f53b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '425f7828-7c55-4074-89b8-c3d094f986f3', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:58Z', 'updated_at': '2022-04-06T14:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425f7828-7c55-4074-89b8-c3d094f986f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.911454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-9f0d9ff7-02ad-448a-a93f-a56da657fd33', 'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33', 'project_id': '9da1d189f2d642e4b535e4d1b517e3c0', 'fixed_ips': [{'subnet_id': '23700f64-5cac-4e6d-b8fc-5b515162c65d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:00.914326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48266) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.914549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.921109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-436875983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:00.946423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (b890e72f-2ac1-4c3b-bc4e-98e1c5d39234), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.949003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-b2a9917e-cabb-4eb8-b6bb-8c5b728e8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.956277 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-b2a9917e-cabb-4eb8-b6bb-8c5b728e8392 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1129 time: 0.2793696 Apr 06 14:34:00.981381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Checking router: 965ff806-6d00-4c46-a290-fa8b869f53b9 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:00.982244 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Updating router 965ff806-6d00-4c46-a290-fa8b869f53b9 port c317f88b-98f5-41a0-872c-df7e8412de5f binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:01.012685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.017559 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d599c2b2-b6ba-4a77-804f-f2f5410adb24 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6394517 Apr 06 14:34:01.020786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48268) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.028622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:01.036448 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.111726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c393e3-2e40-4e02-83bd-d25aa7608620 None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:01.130110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (9614eac1-511e-4912-9542-ee8e00f784ca), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.132967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (9614eac1-511e-4912-9542-ee8e00f784ca), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.167959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-da8a39ea-f955-4a85-8da9-141cdbaf6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:01.170212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-da8a39ea-f955-4a85-8da9-141cdbaf6d61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1323342 Apr 06 14:34:01.308493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b890e72f-2ac1-4c3b-bc4e-98e1c5d39234), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.430014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a0b51f1f-4255-47bc-8d51-84da720c6c06 None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:01.430356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0b51f1f-4255-47bc-8d51-84da720c6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.472083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Allocated IP 172.20.0.2 (9f0d9ff7-02ad-448a-a93f-a56da657fd33/23700f64-5cac-4e6d-b8fc-5b515162c65d/eea47df4-cf37-4059-9727-63619dac6536) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:01.493610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (b890e72f-2ac1-4c3b-bc4e-98e1c5d39234), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.501197 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Publish callbacks [] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.511096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for router_controller (9614eac1-511e-4912-9542-ee8e00f784ca), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.545695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.553056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48270) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.553488 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/b890e72f-2ac1-4c3b-bc4e-98e1c5d39234 HTTP/1.1" status: 204 len: 168 time: 0.8471143 Apr 06 14:34:01.555495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50acd85-c4bc-48e8-af21-63c296f5a788 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Subnet': ['ID=b890e72f-2ac1-4c3b-bc4e-98e1c5d39234,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:01.560011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a0b51f1f-4255-47bc-8d51-84da720c6c06 None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:01.598576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a0b51f1f-4255-47bc-8d51-84da720c6c06 None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:01.598947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0b51f1f-4255-47bc-8d51-84da720c6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.604456 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b14613-68f2-4943-bf8a-c2e9ac7a58d9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:01.604456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b14613-68f2-4943-bf8a-c2e9ac7a58d9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:01.607798 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.617487 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-62b14613-68f2-4943-bf8a-c2e9ac7a58d9 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/9085344f-eaf2-450a-9885-3423cd6969ec HTTP/1.1" status: 404 len: 337 time: 0.0593228 Apr 06 14:34:01.623285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48272) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.644168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (965ff806-6d00-4c46-a290-fa8b869f53b9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.705342 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-addfb5b9-cdb5-4431-bff4-5cbc87b27eff tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "GET /v2.0/ports?device_id=b507b596-b38a-4bf4-b562-8cfd37ea9fec HTTP/1.1" status: 200 len: 205 time: 0.0501721 Apr 06 14:34:01.707843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-8a591867-0fd7-4735-b46c-e7c8920d7698 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 200 len: 1000 time: 0.5249383 Apr 06 14:34:01.708327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48274) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.722928 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff04428-9820-42d0-882c-579907e33912 None None] Pushing event updated for resources: {'Port': ['ID=c317f88b-98f5-41a0-872c-df7e8412de5f,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:01.728772 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Attempting to bind port c317f88b-98f5-41a0-872c-df7e8412de5f on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:01.729140 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Attempting to bind port c317f88b-98f5-41a0-872c-df7e8412de5f by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:01.729575 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Attempting to bind port c317f88b-98f5-41a0-872c-df7e8412de5f on network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:01.735487 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:01.736037 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Checking segment: {'id': 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:01.736395 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.736966 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Bound using segment: {'id': 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:01.737317 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Bound port: c317f88b-98f5-41a0-872c-df7e8412de5f, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5d55f2a4-c1b3-47b9-b210-518d9b062c86'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:01.737695 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.767230 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-8c0d099f-c556-4306-8bbd-23cb0f1d15fa tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] delete failed (client error): The resource could not be found. Apr 06 14:34:01.770791 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8c0d099f-c556-4306-8bbd-23cb0f1d15fa tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/routers/b507b596-b38a-4bf4-b562-8cfd37ea9fec HTTP/1.1" status: 404 len: 336 time: 0.0562809 Apr 06 14:34:01.775253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Publish callbacks [] for port (eea47df4-cf37-4059-9727-63619dac6536), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.791746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48276) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.806492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f2f30-2948-4757-bf0e-7924c12ec63e None None] Update dhcp port {'port': {'network_id': 'ba202299-35d9-4bee-9d36-78c0c815516a', 'fixed_ips': [{'subnet_id': 'b890e72f-2ac1-4c3b-bc4e-98e1c5d39234'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '43581293-d72b-44f4-91bc-4dc493813491'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:34:01.808566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a0b51f1f-4255-47bc-8d51-84da720c6c06 None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:01.838592 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] For port c317f88b-98f5-41a0-872c-df7e8412de5f, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:01.844094 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] For port c317f88b-98f5-41a0-872c-df7e8412de5f, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c317f88b-98f5-41a0-872c-df7e8412de5f,segment=NetworkSegment(bf7865d6-b2d7-49b8-a58a-c6595988d5f4),segment_id=bf7865d6-b2d7-49b8-a58a-c6595988d5f4)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:01.845381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-217f2f30-2948-4757-bf0e-7924c12ec63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.852047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe185a2-73fc-4500-abca-22165ede4d38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:01.852506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe185a2-73fc-4500-abca-22165ede4d38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:01.855622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0fe185a2-73fc-4500-abca-22165ede4d38 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/d3252311-2165-4725-8050-8c9d94af5d7a HTTP/1.1" status: 404 len: 337 time: 0.0628655 Apr 06 14:34:01.859013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48278) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.885616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (eea47df4-cf37-4059-9727-63619dac6536), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.899328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-d11b956c-d676-435e-bcf0-88458a673721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:01.900886 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-d11b956c-d676-435e-bcf0-88458a673721 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.1819401 Apr 06 14:34:01.904307 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f48db1-b734-45ad-8bbb-ac369a260bcb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:01.904784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f48db1-b734-45ad-8bbb-ac369a260bcb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:01.910386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-89f48db1-b734-45ad-8bbb-ac369a260bcb tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/88f3503f-0203-4f64-b93a-7668d123243f HTTP/1.1" status: 404 len: 337 time: 0.0478497 Apr 06 14:34:01.917753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48280) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.945208 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.953068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (9614eac1-511e-4912-9542-ee8e00f784ca), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.972471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.982133 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-beca3890-d5c0-4e6b-beba-d10a4f112c1f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:01.982614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beca3890-d5c0-4e6b-beba-d10a4f112c1f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:01.986567 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-beca3890-d5c0-4e6b-beba-d10a4f112c1f tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/12defe40-1dda-42f8-aa20-cd817073e3de HTTP/1.1" status: 404 len: 337 time: 0.0676584 Apr 06 14:34:01.988306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Deleting port c317f88b-98f5-41a0-872c-df7e8412de5f {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:01.988652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.989374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48282) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.996471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:02.003223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:02.010556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:02.010556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Pushing event updated for resources: {'Port': ['ID=eea47df4-cf37-4059-9727-63619dac6536,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:02.021219 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-830e8ed8-bd21-48ee-bf30-027faf000720 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:02.022168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830e8ed8-bd21-48ee-bf30-027faf000720 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:02.025667 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-830e8ed8-bd21-48ee-bf30-027faf000720 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/58112b09-59d6-4020-9225-f84f0a6e3fd6 HTTP/1.1" status: 404 len: 333 time: 0.0349472 Apr 06 14:34:02.029889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48284) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.065298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.066659 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8c31f19e-1584-44a9-8cd6-1eb02cb77401 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1509993 Apr 06 14:34:02.071564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48286) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.074053 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-6962a074-f67d-4386-94d1-51a95d89fe71 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:02.074778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6962a074-f67d-4386-94d1-51a95d89fe71 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:02.078091 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6962a074-f67d-4386-94d1-51a95d89fe71 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/a972f281-3956-4c70-b08f-ecd879a4488a HTTP/1.1" status: 404 len: 337 time: 0.0468192 Apr 06 14:34:02.079461 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff04428-9820-42d0-882c-579907e33912 None None] Pushing event updated for resources: {'Port': ['ID=c317f88b-98f5-41a0-872c-df7e8412de5f,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:02.083131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48288) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.093022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-af3b81e3-36eb-4ad6-ab12-6d58b12d5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.094673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-af3b81e3-36eb-4ad6-ab12-6d58b12d5dbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1847219 Apr 06 14:34:02.103688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df63fd-308f-4180-b614-b0ce454b400d None None] Network ba202299-35d9-4bee-9d36-78c0c815516a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:02.108241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.110218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Routers {'965ff806-6d00-4c46-a290-fa8b869f53b9'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:02.111396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['965ff806-6d00-4c46-a290-fa8b869f53b9'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:02.120459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Attempting to bind port eea47df4-cf37-4059-9727-63619dac6536 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:02.121157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Attempting to bind port eea47df4-cf37-4059-9727-63619dac6536 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '98e8a0d9-75be-45a4-ae7b-c20c3de08a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:02.123723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Attempting to bind port eea47df4-cf37-4059-9727-63619dac6536 on network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:02.140497 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70c469a-85b8-45a2-bf23-d068c0895181 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:02.141280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70c469a-85b8-45a2-bf23-d068c0895181 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:02.148295 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e70c469a-85b8-45a2-bf23-d068c0895181 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/db3dc078-69de-4316-a4b5-20635bb3e23e HTTP/1.1" status: 404 len: 337 time: 0.0637746 Apr 06 14:34:02.149382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48290) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.173116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:02.173786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Checking segment: {'id': '98e8a0d9-75be-45a4-ae7b-c20c3de08a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:02.174497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.174994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Bound using segment: {'id': '98e8a0d9-75be-45a4-ae7b-c20c3de08a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:02.175660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Bound port: eea47df4-cf37-4059-9727-63619dac6536, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e8a0d9-75be-45a4-ae7b-c20c3de08a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:02.176147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eea47df4-cf37-4059-9727-63619dac6536), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.197849 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3976b0f-f2dc-4bb5-bebd-23b99ccd81ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:02.198698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3976b0f-f2dc-4bb5-bebd-23b99ccd81ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:02.206902 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f3976b0f-f2dc-4bb5-bebd-23b99ccd81ed tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/4d1330ed-f6ff-4c61-84aa-b569d19f52f4 HTTP/1.1" status: 404 len: 333 time: 0.0537915 Apr 06 14:34:02.208204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48292) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.215733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-de341574-973b-4a37-9692-9565a4717014 None None] Provisioning complete for port 41df67a9-fd94-4f06-a315-6328e0ad6261 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:02.216291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-de341574-973b-4a37-9692-9565a4717014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.321033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-de341574-973b-4a37-9692-9565a4717014 None None] Port 41df67a9-fd94-4f06-a315-6328e0ad6261 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:02.321376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] For port c317f88b-98f5-41a0-872c-df7e8412de5f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c317f88b-98f5-41a0-872c-df7e8412de5f,segment=NetworkSegment(bf7865d6-b2d7-49b8-a58a-c6595988d5f4),segment_id=bf7865d6-b2d7-49b8-a58a-c6595988d5f4)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:02.321803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.334334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] For port eea47df4-cf37-4059-9727-63619dac6536, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:02.336218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] Set router 965ff806-6d00-4c46-a290-fa8b869f53b9 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:02.340678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] For port eea47df4-cf37-4059-9727-63619dac6536, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=eea47df4-cf37-4059-9727-63619dac6536,segment=NetworkSegment(98e8a0d9-75be-45a4-ae7b-c20c3de08a82),segment_id=98e8a0d9-75be-45a4-ae7b-c20c3de08a82)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:02.344994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Calling delete_port for c317f88b-98f5-41a0-872c-df7e8412de5f owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:02.350187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-de341574-973b-4a37-9692-9565a4717014 None None] Provisioning complete for port 43581293-d72b-44f4-91bc-4dc493813491 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:02.350864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-de341574-973b-4a37-9692-9565a4717014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (43581293-d72b-44f4-91bc-4dc493813491), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.356735 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-12488fc5-24f3-4ba9-b8af-d2605f39e09d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:02.357175 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12488fc5-24f3-4ba9-b8af-d2605f39e09d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:02.363614 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-12488fc5-24f3-4ba9-b8af-d2605f39e09d tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/e31a0d27-79ac-48f6-a6fd-f5be1ebd8e13 HTTP/1.1" status: 404 len: 337 time: 0.0972214 Apr 06 14:34:02.363614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48294) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.402140 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a343506d-ac45-4438-8359-b391d31431ff tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:02.402609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a343506d-ac45-4438-8359-b391d31431ff tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:02.403809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] DHCP port deletion for ba202299-35d9-4bee-9d36-78c0c815516a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:02.408253 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a343506d-ac45-4438-8359-b391d31431ff tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/subnets/f8b9e21c-4e87-4bf0-b01d-73118d76abd9 HTTP/1.1" status: 404 len: 337 time: 0.0398142 Apr 06 14:34:02.408495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48296) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.451825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (eea47df4-cf37-4059-9727-63619dac6536), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.470183 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ff806-6d00-4c46-a290-fa8b869f53b9', 'name': '', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:56Z', 'updated_at': '2022-04-06T14:34:01Z', 'revision_number': 4, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:02.481175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-ad12d97f-6153-4e4d-a8d1-f332469ed4f8 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263178 Apr 06 14:34:02.514757 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22cbd-11d0-4071-90ea-47672707e1db None None] The sync data for ids ['965ff806-6d00-4c46-a290-fa8b869f53b9'] in dv-neutron-836581-2-hyperv is: [{'id': '965ff806-6d00-4c46-a290-fa8b869f53b9', 'name': '', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:56Z', 'updated_at': '2022-04-06T14:34:01Z', 'revision_number': 4, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:02.558430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Router 456c22c5-2be8-4e3e-8545-dcbe297ff634 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:02.572818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d89392-960e-42e1-a000-9d348bba692f None None] Pushing event updated for resources: {'Port': ['ID=eea47df4-cf37-4059-9727-63619dac6536,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:02.575438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Deleting port 41df67a9-fd94-4f06-a315-6328e0ad6261 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:02.577611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-de341574-973b-4a37-9692-9565a4717014 None None] Current status of the port 43581293-d72b-44f4-91bc-4dc493813491 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:02.583292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] Deleting port 43581293-d72b-44f4-91bc-4dc493813491 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:02.583723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (43581293-d72b-44f4-91bc-4dc493813491), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.583981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.679261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] For port 43581293-d72b-44f4-91bc-4dc493813491, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=43581293-d72b-44f4-91bc-4dc493813491,segment=NetworkSegment(c5615c7a-5f05-4f15-af2c-f76d08cdeb76),segment_id=c5615c7a-5f05-4f15-af2c-f76d08cdeb76)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:02.679860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (43581293-d72b-44f4-91bc-4dc493813491), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.697832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] Calling delete_port for 43581293-d72b-44f4-91bc-4dc493813491 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:02.750726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.757522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:02.766895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.769361 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-113a65d5-a121-4eb2-a130-ae19c2a8baee tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "PUT /v2.0/routers/456c22c5-2be8-4e3e-8545-dcbe297ff634 HTTP/1.1" status: 200 len: 697 time: 1.7470937 Apr 06 14:34:02.773402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48298) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.806290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] Sync routers for ids ['456c22c5-2be8-4e3e-8545-dcbe297ff634'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:02.820602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-852ffbf0-14fe-4e9b-a6eb-468a0dce8194 req-93b432b3-b90e-44fb-9222-31b6d527dfa1 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301325 Apr 06 14:34:02.931729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] Routers {'456c22c5-2be8-4e3e-8545-dcbe297ff634'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:02.932360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['456c22c5-2be8-4e3e-8545-dcbe297ff634'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:02.957510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.978149 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6c1bbe55-1396-40e1-abd0-3c486924a33a tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/routers/456c22c5-2be8-4e3e-8545-dcbe297ff634 HTTP/1.1" status: 200 len: 703 time: 0.2015359 Apr 06 14:34:02.980983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48300) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.011850 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Calling delete_port for 41df67a9-fd94-4f06-a315-6328e0ad6261 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:03.015835 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dddfe02d-528f-426a-af6d-4dc7cc163851 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=456c22c5-2be8-4e3e-8545-dcbe297ff634 HTTP/1.1" status: 200 len: 205 time: 0.0337861 Apr 06 14:34:03.018766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48302) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.052501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device eea47df4-cf37-4059-9727-63619dac6536 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:03.057991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (43581293-d72b-44f4-91bc-4dc493813491), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.114360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] Pushing event deleted for resources: {'Port': ['ID=43581293-d72b-44f4-91bc-4dc493813491,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.119059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] Set router 456c22c5-2be8-4e3e-8545-dcbe297ff634 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:03.146491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.202975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d05ca7-cc5a-40d0-879d-f025d5a1f980 None None] No DVR routers for this DVR port 43581293-d72b-44f4-91bc-4dc493813491 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:03.208320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c22c5-2be8-4e3e-8545-dcbe297ff634', 'name': 'tempest-RoutersIpV6Test-router-908290317', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:00Z', 'updated_at': '2022-04-06T14:34:01Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.215078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Allocated IP 172.20.0.1 (9f0d9ff7-02ad-448a-a93f-a56da657fd33/23700f64-5cac-4e6d-b8fc-5b515162c65d/1edd5289-0e8f-44f4-8bf5-0d505d99dc04) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:03.253126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] Checking router: 456c22c5-2be8-4e3e-8545-dcbe297ff634 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:03.271937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] Routers {'456c22c5-2be8-4e3e-8545-dcbe297ff634'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:03.273259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['456c22c5-2be8-4e3e-8545-dcbe297ff634'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.277313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port eea47df4-cf37-4059-9727-63619dac6536 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:03.277313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eea47df4-cf37-4059-9727-63619dac6536), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.347365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.363200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.365655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router_controller (456c22c5-2be8-4e3e-8545-dcbe297ff634), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.407823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] Set router 456c22c5-2be8-4e3e-8545-dcbe297ff634 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:03.421714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (41df67a9-fd94-4f06-a315-6328e0ad6261), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.421931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c317f88b-98f5-41a0-872c-df7e8412de5f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.457324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event deleted for resources: {'Port': ['ID=c317f88b-98f5-41a0-872c-df7e8412de5f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.458149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Port': ['ID=41df67a9-fd94-4f06-a315-6328e0ad6261,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.460960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.464738 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ade36ca6-2a43-451d-96c7-2963b85423ce tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/ports/41df67a9-fd94-4f06-a315-6328e0ad6261 HTTP/1.1" status: 204 len: 168 time: 1.0552411 Apr 06 14:34:03.467380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48306) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.482599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.525704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (456c22c5-2be8-4e3e-8545-dcbe297ff634), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.526541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Fanout notify agent at l3_agent the message router_deleted on router 456c22c5-2be8-4e3e-8545-dcbe297ff634 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:03.535908 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.537379 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8e0c888c-e045-44a1-9733-af6f0bcd72b6 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/456c22c5-2be8-4e3e-8545-dcbe297ff634 HTTP/1.1" status: 204 len: 168 time: 0.5175951 Apr 06 14:34:03.541539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48308) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.584655 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fe644d20-1b7f-48cb-90a5-76c04d63bb45 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=456c22c5-2be8-4e3e-8545-dcbe297ff634 HTTP/1.1" status: 200 len: 205 time: 0.0386612 Apr 06 14:34:03.584655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48310) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.605253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:03.614684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:03.619437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:03.630158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Port': ['ID=1edd5289-0e8f-44f4-8bf5-0d505d99dc04,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.638984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c22c5-2be8-4e3e-8545-dcbe297ff634', 'name': 'tempest-RoutersIpV6Test-router-908290317', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:00Z', 'updated_at': '2022-04-06T14:34:01Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.643173 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-7d7a3c35-0180-4306-9a3e-71d18981f819 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:03.646789 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7d7a3c35-0180-4306-9a3e-71d18981f819 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/456c22c5-2be8-4e3e-8545-dcbe297ff634 HTTP/1.1" status: 404 len: 336 time: 0.0596018 Apr 06 14:34:03.647097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48312) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.667696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (965ff806-6d00-4c46-a290-fa8b869f53b9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.675276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6086e-0327-455c-b07d-afe6bcf5b9cd None None] The sync data for ids ['456c22c5-2be8-4e3e-8545-dcbe297ff634'] in dv-neutron-836581-2-hyperv is: [{'id': '456c22c5-2be8-4e3e-8545-dcbe297ff634', 'name': 'tempest-RoutersIpV6Test-router-908290317', 'tenant_id': 'da24b3839e084006b79b40d510a78fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:00Z', 'updated_at': '2022-04-06T14:34:01Z', 'revision_number': 2, 'project_id': 'da24b3839e084006b79b40d510a78fcc', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:03.676134 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c349d22-e3ac-4f4a-9eac-2e2243da35c3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:03.676692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c349d22-e3ac-4f4a-9eac-2e2243da35c3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:03.680177 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c349d22-e3ac-4f4a-9eac-2e2243da35c3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/8a3c798b-606d-4ca3-93f2-5ad7f8d1473e HTTP/1.1" status: 404 len: 337 time: 0.0311451 Apr 06 14:34:03.690590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ba202299-35d9-4bee-9d36-78c0c815516a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.690590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48314) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.722914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port eea47df4-cf37-4059-9727-63619dac6536 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:03.723315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eea47df4-cf37-4059-9727-63619dac6536), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.733447 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c27854a-0231-439a-9b01-ea4e2a364c8d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:03.734042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c27854a-0231-439a-9b01-ea4e2a364c8d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:03.737341 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3c27854a-0231-439a-9b01-ea4e2a364c8d tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/52815c34-b88d-4009-b6a2-8060d94bb30d HTTP/1.1" status: 404 len: 337 time: 0.0423102 Apr 06 14:34:03.743095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48316) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.776210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port eea47df4-cf37-4059-9727-63619dac6536, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=eea47df4-cf37-4059-9727-63619dac6536,segment=NetworkSegment(98e8a0d9-75be-45a4-ae7b-c20c3de08a82),segment_id=98e8a0d9-75be-45a4-ae7b-c20c3de08a82)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:03.808843 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfe7020-dc89-45d9-9c38-fa80d223f063 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:03.809330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfe7020-dc89-45d9-9c38-fa80d223f063 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:03.812737 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ecfe7020-dc89-45d9-9c38-fa80d223f063 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/b75b1c95-7189-47d3-abcc-45bd42087b3e HTTP/1.1" status: 404 len: 337 time: 0.0672185 Apr 06 14:34:03.817455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48318) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.844578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (eea47df4-cf37-4059-9727-63619dac6536), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.857776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c03e61f-8359-43e3-90ec-2d799f7db109 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:03.858382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c03e61f-8359-43e3-90ec-2d799f7db109 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:03.864176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7c03e61f-8359-43e3-90ec-2d799f7db109 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/4354464a-913c-43cd-aecc-dfc1519e15f6 HTTP/1.1" status: 404 len: 337 time: 0.0398283 Apr 06 14:34:03.865887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48320) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.885554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (965ff806-6d00-4c46-a290-fa8b869f53b9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.888406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (965ff806-6d00-4c46-a290-fa8b869f53b9), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.890125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (9614eac1-511e-4912-9542-ee8e00f784ca), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.915574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ba202299-35d9-4bee-9d36-78c0c815516a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.920829 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bf65395b-8065-4058-abb5-e9bfbf75ef16 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 200 len: 205 time: 0.0532453 Apr 06 14:34:03.928471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48322) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.976561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=eea47df4-cf37-4059-9727-63619dac6536,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.985704 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-3add02a8-7b68-4511-af07-08b56871fcf2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:03.989881 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3add02a8-7b68-4511-af07-08b56871fcf2 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/16cbc40c-fdc9-4800-8148-24330c5d1700 HTTP/1.1" status: 404 len: 336 time: 0.0593562 Apr 06 14:34:03.994215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:03.999592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48324) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.024364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 43581293-d72b-44f4-91bc-4dc493813491 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:04.024732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 43581293-d72b-44f4-91bc-4dc493813491 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:04.035203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba202299-35d9-4bee-9d36-78c0c815516a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:04.066196 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-38cd5ded-cc8f-453f-ad8a-cf22c609c1bb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 HTTP/1.1" status: 200 len: 205 time: 0.0651197 Apr 06 14:34:04.068666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48326) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.076571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:04.076990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5615c7a-5f05-4f15-af2c-f76d08cdeb76') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:04.117696 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a6b20e2a-cd90-4a6b-b96a-abd0f811f3eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:04.122035 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a6b20e2a-cd90-4a6b-b96a-abd0f811f3eb tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/7e2bcf0b-c93c-4b2e-bef8-4773b0374f87 HTTP/1.1" status: 404 len: 336 time: 0.0485811 Apr 06 14:34:04.122035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (c5615c7a-5f05-4f15-af2c-f76d08cdeb76), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.122383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48328) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.135927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c5615c7a-5f05-4f15-af2c-f76d08cdeb76), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.142696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:04.143257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (c5615c7a-5f05-4f15-af2c-f76d08cdeb76), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:04.146975 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:04.151779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (965ff806-6d00-4c46-a290-fa8b869f53b9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.152339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 965ff806-6d00-4c46-a290-fa8b869f53b9 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:04.175237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.181433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d5edfed5-cea0-4206-896c-861afb321e6c tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/routers/965ff806-6d00-4c46-a290-fa8b869f53b9 HTTP/1.1" status: 204 len: 168 time: 3.6179101 Apr 06 14:34:04.181433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-674ef402-78cb-4be9-a8c6-a85a3670024f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:04.181433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674ef402-78cb-4be9-a8c6-a85a3670024f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:04.183678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-674ef402-78cb-4be9-a8c6-a85a3670024f tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/46857005-7c2b-447a-bddd-0edf3041e550 HTTP/1.1" status: 404 len: 337 time: 0.0602741 Apr 06 14:34:04.185942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48330) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.186271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48332) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.325052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ba202299-35d9-4bee-9d36-78c0c815516a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.333040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.341814 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] 10.222.0.89 "DELETE /v2.0/networks/ba202299-35d9-4bee-9d36-78c0c815516a HTTP/1.1" status: 204 len: 168 time: 0.8732555 Apr 06 14:34:04.372301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30bb35-3483-40d3-bead-1546c2b3a6c1 tempest-PortsIpV6TestJSON-912120258 tempest-PortsIpV6TestJSON-912120258-project] Pushing event deleted for resources: {'Network': ['ID=ba202299-35d9-4bee-9d36-78c0c815516a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:04.396494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8faf53-2169-4880-a359-839ae5e969f3 None None] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:04.493601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e4a4335c-2893-45ee-9453-960ac18f0015 None None] Provisioning complete for port eea47df4-cf37-4059-9727-63619dac6536 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:04.494243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4a4335c-2893-45ee-9453-960ac18f0015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eea47df4-cf37-4059-9727-63619dac6536), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.543490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-da59cb75-2def-4774-b1ea-a6ae1f7e5786 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 200 len: 205 time: 0.3545065 Apr 06 14:34:04.545517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48336) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.570076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Deleting subnet 425f7828-7c55-4074-89b8-c3d094f986f3 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:04.573447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for subnet (425f7828-7c55-4074-89b8-c3d094f986f3), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.590638 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-d88b91a3-ab28-4baf-a951-6b71341a993b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:04.592422 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d88b91a3-ab28-4baf-a951-6b71341a993b tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/957a9b80-4a8b-4265-a724-4407f4b75c8d HTTP/1.1" status: 404 len: 336 time: 0.0446739 Apr 06 14:34:04.596225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48338) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.616286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (425f7828-7c55-4074-89b8-c3d094f986f3), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.629614 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c35c9fd7-6c7c-4fe3-93ef-af6110664b23 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=2d93f87d-b180-481e-9c24-6ac796800bbc HTTP/1.1" status: 200 len: 205 time: 0.0321345 Apr 06 14:34:04.634145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48340) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.637461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4335c-2893-45ee-9453-960ac18f0015 None None] Current status of the port eea47df4-cf37-4059-9727-63619dac6536 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:04.684118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.691778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-8d9ad69f-2f22-4450-9428-c851ab8f4387 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:04.692871 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8d9ad69f-2f22-4450-9428-c851ab8f4387 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/2d93f87d-b180-481e-9c24-6ac796800bbc HTTP/1.1" status: 404 len: 336 time: 0.0576005 Apr 06 14:34:04.696507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48342) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.709181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (425f7828-7c55-4074-89b8-c3d094f986f3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.725542 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5fbbbc-94c4-42f7-91f9-1db33153b0d3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:04.726787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5fbbbc-94c4-42f7-91f9-1db33153b0d3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:04.730636 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0e5fbbbc-94c4-42f7-91f9-1db33153b0d3 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/5301b894-8d47-4739-a607-ff72a8c8e049 HTTP/1.1" status: 404 len: 337 time: 0.0327096 Apr 06 14:34:04.732876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48344) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.766431 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b3741dd2-afd7-47a4-b5c4-fef32d09d078 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=f71048a6-771c-465a-a45a-e9bf98b2a1ff HTTP/1.1" status: 200 len: 205 time: 0.0312946 Apr 06 14:34:04.768140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48346) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.837563 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-c87faa8d-95b2-4a90-ad41-17024a0f5cb1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:04.839462 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c87faa8d-95b2-4a90-ad41-17024a0f5cb1 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/f71048a6-771c-465a-a45a-e9bf98b2a1ff HTTP/1.1" status: 404 len: 336 time: 0.0698502 Apr 06 14:34:04.843014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48350) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.886483 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9186a5b-23be-4329-8b51-58cae2dfd351 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:04.887013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9186a5b-23be-4329-8b51-58cae2dfd351 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:04.894982 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f9186a5b-23be-4329-8b51-58cae2dfd351 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/872102ce-a624-42fc-b6e5-3c0ecb8637fa HTTP/1.1" status: 404 len: 337 time: 0.0466485 Apr 06 14:34:04.895295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48352) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.939378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-94777942-4da8-4784-be1e-1576ecac9988 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab86fc92-ce82-4576-8865-2aed5a1dcff0 HTTP/1.1" status: 200 len: 205 time: 0.0444221 Apr 06 14:34:04.942014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48354) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.974822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4efe09bf-5e05-4f54-824e-36ffa48f542f None None] Provisioning complete for port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:04.975477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4efe09bf-5e05-4f54-824e-36ffa48f542f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.996004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48356) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.010251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device eea47df4-cf37-4059-9727-63619dac6536 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:05.010784 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-aee01249-6a51-45f6-9f24-9bcf04e94ddd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] delete failed (client error): The resource could not be found. Apr 06 14:34:05.011847 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aee01249-6a51-45f6-9f24-9bcf04e94ddd tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/routers/ab86fc92-ce82-4576-8865-2aed5a1dcff0 HTTP/1.1" status: 404 len: 336 time: 0.0678954 Apr 06 14:34:05.017778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48360) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.040415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (425f7828-7c55-4074-89b8-c3d094f986f3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.069825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.069995 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0193ef6-c5cd-4a2c-a9ee-28fd9b605f1c tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:05.069995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0193ef6-c5cd-4a2c-a9ee-28fd9b605f1c tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:05.072617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/subnets/425f7828-7c55-4074-89b8-c3d094f986f3 HTTP/1.1" status: 204 len: 168 time: 0.8853250 Apr 06 14:34:05.073480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48364) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.076790 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0193ef6-c5cd-4a2c-a9ee-28fd9b605f1c tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/767cecad-a0ee-4467-81de-393c572acca0 HTTP/1.1" status: 404 len: 337 time: 0.0549080 Apr 06 14:34:05.080202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48366) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.091366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4efe09bf-5e05-4f54-824e-36ffa48f542f None None] Port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:05.114557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599c874-dd39-415f-98d2-bbe09b03767f tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=425f7828-7c55-4074-89b8-c3d094f986f3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.123469 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeb60b5-8fe3-4df4-b88a-61a8a8f7ecb0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:05.124433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeb60b5-8fe3-4df4-b88a-61a8a8f7ecb0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:05.129024 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-deeb60b5-8fe3-4df4-b88a-61a8a8f7ecb0 tempest-RoutersIpV6Test-755183668 tempest-RoutersIpV6Test-755183668-project] 10.222.0.89 "DELETE /v2.0/subnets/1c89f10a-f8cf-45b8-8a70-d6b24caabc1e HTTP/1.1" status: 404 len: 337 time: 0.0471725 Apr 06 14:34:05.150999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4efe09bf-5e05-4f54-824e-36ffa48f542f None None] Provisioning complete for port eea47df4-cf37-4059-9727-63619dac6536 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:05.151434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4efe09bf-5e05-4f54-824e-36ffa48f542f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eea47df4-cf37-4059-9727-63619dac6536), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.192715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port eea47df4-cf37-4059-9727-63619dac6536 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:05.193282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eea47df4-cf37-4059-9727-63619dac6536), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.266216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (5d55f2a4-c1b3-47b9-b210-518d9b062c86), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.324289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.328201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7dbeadc3-153d-49d8-9222-c3115b304171 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9842a23766ac4ec0bb9d6c76f3cb5819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307993 Apr 06 14:34:05.332033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48370) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.332941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4efe09bf-5e05-4f54-824e-36ffa48f542f None None] Current status of the port eea47df4-cf37-4059-9727-63619dac6536 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:05.348687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port eea47df4-cf37-4059-9727-63619dac6536 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:05.385315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed76186d-3b55-4b67-afc7-ee7b47406246 admin admin] Publish callbacks [] for security_group (7583c174-45c5-4493-8b4d-c590b2f783aa), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.396472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.410022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed76186d-3b55-4b67-afc7-ee7b47406246 admin admin] Publish callbacks [] for security_group (7583c174-45c5-4493-8b4d-c590b2f783aa), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.458100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-84ca5c69-3415-4151-968c-b39c2cbb5f0e None None] Provisioning complete for port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:05.459092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ca5c69-3415-4151-968c-b39c2cbb5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.465830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (5d55f2a4-c1b3-47b9-b210-518d9b062c86), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.495560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-84ca5c69-3415-4151-968c-b39c2cbb5f0e None None] Port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:05.507172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (9614eac1-511e-4912-9542-ee8e00f784ca), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.511096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d55f2a4-c1b3-47b9-b210-518d9b062c86']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:05.513140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Port': ['ID=1edd5289-0e8f-44f4-8bf5-0d505d99dc04,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.531407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:05.531711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7865d6-b2d7-49b8-a58a-c6595988d5f4') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:05.545924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed76186d-3b55-4b67-afc7-ee7b47406246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7583c174-45c5-4493-8b4d-c590b2f783aa), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.550238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed76186d-3b55-4b67-afc7-ee7b47406246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.551571 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed76186d-3b55-4b67-afc7-ee7b47406246 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7583c174-45c5-4493-8b4d-c590b2f783aa HTTP/1.1" status: 204 len: 168 time: 0.2184813 Apr 06 14:34:05.564968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76186d-3b55-4b67-afc7-ee7b47406246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583c174-45c5-4493-8b4d-c590b2f783aa,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.584301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (bf7865d6-b2d7-49b8-a58a-c6595988d5f4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.604627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (bf7865d6-b2d7-49b8-a58a-c6595988d5f4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.614510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:05.614920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (bf7865d6-b2d7-49b8-a58a-c6595988d5f4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:05.617275 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:05.636049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48376) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.697377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:05.698895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:05.794276 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8c78f136-9e1a-4c3b-ab69-72c17a622ece admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=da24b3839e084006b79b40d510a78fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569629 Apr 06 14:34:05.796951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48380) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.798183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (5d55f2a4-c1b3-47b9-b210-518d9b062c86), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.805604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d55f2a4-c1b3-47b9-b210-518d9b062c86 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:34:05.815728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.821792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/networks/5d55f2a4-c1b3-47b9-b210-518d9b062c86 HTTP/1.1" status: 204 len: 168 time: 0.7168517 Apr 06 14:34:05.851005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9b9f-7170-4c8d-bda2-82f4dd6ec216 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d55f2a4-c1b3-47b9-b210-518d9b062c86,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.876730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e58910f6-9986-44db-9d0a-2d2263accf67 admin admin] Publish callbacks [] for security_group (a9d34c94-e873-4f5b-a80a-0c079e475db2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.914522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e58910f6-9986-44db-9d0a-2d2263accf67 admin admin] Publish callbacks [] for security_group (a9d34c94-e873-4f5b-a80a-0c079e475db2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.994190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Router 9614eac1-511e-4912-9542-ee8e00f784ca is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:06.021337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ae332399-c5b1-4efd-80cf-99301d825a47 None None] Provisioning complete for port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:06.022029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ae332399-c5b1-4efd-80cf-99301d825a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.050257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e58910f6-9986-44db-9d0a-2d2263accf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a9d34c94-e873-4f5b-a80a-0c079e475db2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.053896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e58910f6-9986-44db-9d0a-2d2263accf67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.058596 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e58910f6-9986-44db-9d0a-2d2263accf67 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a9d34c94-e873-4f5b-a80a-0c079e475db2 HTTP/1.1" status: 204 len: 168 time: 0.2606192 Apr 06 14:34:06.068120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58910f6-9986-44db-9d0a-2d2263accf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d34c94-e873-4f5b-a80a-0c079e475db2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.136979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:06.143653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0489bef4-5db6-4c92-abde-12e43ddcafa2 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "PUT /v2.0/routers/9614eac1-511e-4912-9542-ee8e00f784ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694780 Apr 06 14:34:06.146631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48390) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.153523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'port': {'network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33', 'name': 'tempest-FloatingIPNegativeTestJSON-1679465861'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:06.173353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ae332399-c5b1-4efd-80cf-99301d825a47 None None] Port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:06.288090 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] Sync routers for ids ['9614eac1-511e-4912-9542-ee8e00f784ca'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:06.298358 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] Routers {'9614eac1-511e-4912-9542-ee8e00f784ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:06.298969 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9614eac1-511e-4912-9542-ee8e00f784ca'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.335347 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.344662 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] Routers {'9614eac1-511e-4912-9542-ee8e00f784ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:06.345309 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9614eac1-511e-4912-9542-ee8e00f784ca'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.373786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Made reservation on behalf of 9da1d189f2d642e4b535e4d1b517e3c0 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:06.377313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.391402 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.392531 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec094f-eac7-4937-88e8-8f552ac6ce1d None None] The sync data for ids ['9614eac1-511e-4912-9542-ee8e00f784ca'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:06.397230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] device_id is not set on port 097b3383-f09d-4be5-af6d-7b94bd90595d yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:06.528838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Allocated IP 172.20.0.7 (9f0d9ff7-02ad-448a-a93f-a56da657fd33/23700f64-5cac-4e6d-b8fc-5b515162c65d/097b3383-f09d-4be5-af6d-7b94bd90595d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:06.586652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48406) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.591679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'name': 'tempest-router--1304507411', 'project_id': '05014cf334a54996b1b040a46094e933'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:06.699146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for port (097b3383-f09d-4be5-af6d-7b94bd90595d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.724988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (990b36d8-fbdc-4544-89dc-a229c0d0df34), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.726132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (990b36d8-fbdc-4544-89dc-a229c0d0df34), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.786793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (990b36d8-fbdc-4544-89dc-a229c0d0df34), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.839525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (097b3383-f09d-4be5-af6d-7b94bd90595d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.883926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:06.895098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:06.895098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:06.924144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Port': ['ID=097b3383-f09d-4be5-af6d-7b94bd90595d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.941290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (990b36d8-fbdc-4544-89dc-a229c0d0df34), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.964664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:06.964664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.042644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.042644 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be53d9dc-ba5f-40ff-a714-2215e71c0561 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4529428 Apr 06 14:34:07.043602 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48424) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.065421 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f5d10c90-760b-4dad-ae2c-8c2f2f0e724f tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9167404 Apr 06 14:34:07.070531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48428) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.077232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:07.126011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (990b36d8-fbdc-4544-89dc-a229c0d0df34), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.182887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.212291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-dba38f93-c340-4b08-ab16-1aed2f5ed50c None None] Provisioning complete for port 097b3383-f09d-4be5-af6d-7b94bd90595d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:07.213490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dba38f93-c340-4b08-ab16-1aed2f5ed50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (097b3383-f09d-4be5-af6d-7b94bd90595d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.258623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dba38f93-c340-4b08-ab16-1aed2f5ed50c None None] Port 097b3383-f09d-4be5-af6d-7b94bd90595d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:07.309576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48434) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.312766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.339915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (990b36d8-fbdc-4544-89dc-a229c0d0df34), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.344342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (990b36d8-fbdc-4544-89dc-a229c0d0df34), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.413058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48438) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.447938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Allocated IP 172.26.6.62 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/fe8fdc46-2ff6-40d6-b82e-f24ea24980e8) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:07.522963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-1773558175'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:07.527747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (990b36d8-fbdc-4544-89dc-a229c0d0df34), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.528426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 990b36d8-fbdc-4544-89dc-a229c0d0df34 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:07.534389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.540907 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e418a20d-6ed8-414d-b881-cb9182133503 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/routers/990b36d8-fbdc-4544-89dc-a229c0d0df34 HTTP/1.1" status: 204 len: 168 time: 0.4941490 Apr 06 14:34:07.567726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.594116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1901608058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:07.627120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:07.630639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.640618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.717679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for security_group (46e33350-30f9-4f0b-8836-fa47077a2325), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.724805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.761343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:07.764039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:07.767483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:07.776489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.777527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.806754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Port': ['ID=fe8fdc46-2ff6-40d6-b82e-f24ea24980e8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.861615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (46e33350-30f9-4f0b-8836-fa47077a2325), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.888326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:07.891997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router_controller (3daa0afe-8329-42a7-a980-b401cd7d6fb6), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.898780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e33350-30f9-4f0b-8836-fa47077a2325,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.907382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (01ccf951-2625-4a05-9815-3725c46dbe43), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.907382 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 01ccf951-2625-4a05-9815-3725c46dbe43 of type vlan for network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 Apr 06 14:34:07.915198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (298ab2ef-5a0f-47d0-ac81-a5beadc64449), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.944105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (19f0d67f-dd6c-4d9e-b51c-a7b977435203), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.970219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48444) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.036954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.078849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (19f0d67f-dd6c-4d9e-b51c-a7b977435203), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.083922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:08.084750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.109430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.146498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-769374702', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:08.168532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.169762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-69aff326-5006-49ea-91ec-a79dc210298b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8591030 Apr 06 14:34:08.172568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48448) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.182110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-394542449'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:08.187257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=19f0d67f-dd6c-4d9e-b51c-a7b977435203,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.199390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:08.199549 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0b164b44-b2b6-48f5-ba61-17f3354130e4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7851055 Apr 06 14:34:08.202324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48450) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.210436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-608998613'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:08.253497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (0312010e-a68b-40a7-9e83-f8cb6348c1b3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.254581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (0312010e-a68b-40a7-9e83-f8cb6348c1b3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.273940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Made reservation on behalf of 8dcaac3ab2044443a39452a9c006de90 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:08.277345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.294722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.298648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.313145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:08.316493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.336099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (0312010e-a68b-40a7-9e83-f8cb6348c1b3), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.341136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:08.349946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (93c35e65-a7f5-4abf-b72b-443cdc7fb3ca), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.350829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 93c35e65-a7f5-4abf-b72b-443cdc7fb3ca of type vlan for network cdd70b44-5d23-4555-adcd-634dfc2de93d Apr 06 14:34:08.359269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.402397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for security_group (46c74a38-743d-4c79-97ba-5c271cf495ef), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.446090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (cdd70b44-5d23-4555-adcd-634dfc2de93d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.466626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Port': ['ID=fe8fdc46-2ff6-40d6-b82e-f24ea24980e8,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.492206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (298ab2ef-5a0f-47d0-ac81-a5beadc64449), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.556934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (46c74a38-743d-4c79-97ba-5c271cf495ef), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.613162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:08.621797 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (0312010e-a68b-40a7-9e83-f8cb6348c1b3), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.628574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c74a38-743d-4c79-97ba-5c271cf495ef,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.633959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (cdd70b44-5d23-4555-adcd-634dfc2de93d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.634138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (08cf04eb-137a-4ef5-928d-ae1cc77bcffe), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.636502 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Added segment 08cf04eb-137a-4ef5-928d-ae1cc77bcffe of type vlan for network b4b1badc-4fec-40de-a966-d94e00fc1965 Apr 06 14:34:08.640275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:08.641106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.668060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.669358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7b334a51-40a5-4628-9083-d81847aba5d7 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5972633 Apr 06 14:34:08.672491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48452) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.675373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (b4b1badc-4fec-40de-a966-d94e00fc1965), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.680515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4f6e49e9-f856-4833-a899-363718477af1 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'floatingip': {'port_id': '097b3383-f09d-4be5-af6d-7b94bd90595d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:08.718020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=cdd70b44-5d23-4555-adcd-634dfc2de93d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.729826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network cdd70b44-5d23-4555-adcd-634dfc2de93d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:08.730348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4f6e49e9-f856-4833-a899-363718477af1 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (298ab2ef-5a0f-47d0-ac81-a5beadc64449), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.750569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8d3b19a5-db79-4a52-b807-585fdf6a5ec4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5456445 Apr 06 14:34:08.753526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48454) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.759636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:08.930785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:08.935026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.161638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (b4b1badc-4fec-40de-a966-d94e00fc1965), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.166806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:09.167394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.193393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (c4165326-d593-4cca-b7a4-07e0be942439), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.227884 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-4f6e49e9-f856-4833-a899-363718477af1 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] update failed (client error): The resource could not be found. Apr 06 14:34:09.231499 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4f6e49e9-f856-4833-a899-363718477af1 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "PUT /v2.0/floatingips/298ab2ef-5a0f-47d0-ac81-a5beadc64449 HTTP/1.1" status: 404 len: 507 time: 0.5554738 Apr 06 14:34:09.233451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48456) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:09.256119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Network': ['ID=b4b1badc-4fec-40de-a966-d94e00fc1965,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:09.268265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network b4b1badc-4fec-40de-a966-d94e00fc1965 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:09.333543 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4754671b-fd75-4018-8e92-04852db0402d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1577640 Apr 06 14:34:09.338743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48458) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:09.339498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=c4165326-d593-4cca-b7a4-07e0be942439,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:09.349992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'subnet': {'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:09.394032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (0312010e-a68b-40a7-9e83-f8cb6348c1b3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.413767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.533005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Allocated IP 172.26.6.146 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/b30d4e6a-adf1-45d0-8bc3-80d2c2c05866) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:09.643302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for port (b30d4e6a-adf1-45d0-8bc3-80d2c2c05866), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.704442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '01ccf951-2625-4a05-9815-3725c46dbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:09.704746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: 19f0d67f-dd6c-4d9e-b51c-a7b977435203, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:09.764918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b30d4e6a-adf1-45d0-8bc3-80d2c2c05866), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.795586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Deleting port fe8fdc46-2ff6-40d6-b82e-f24ea24980e8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:09.795924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.807124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:09.811643 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:09.817547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:09.845456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event updated for resources: {'Port': ['ID=b30d4e6a-adf1-45d0-8bc3-80d2c2c05866,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:09.846821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:09.868810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Made reservation on behalf of 8dcaac3ab2044443a39452a9c006de90 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:09.872227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.934449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.934788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.943827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 19f0d67f-dd6c-4d9e-b51c-a7b977435203) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:09.953915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0199c-92e7-4ea8-abf7-cc122ef51c43 None None] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:09.963337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:09.963337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.969371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Calling delete_port for fe8fdc46-2ff6-40d6-b82e-f24ea24980e8 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:10.066817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-19f0d67f-dd6c-4d9e-b51c-a7b977435203', 'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': 'c4165326-d593-4cca-b7a4-07e0be942439'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:10.067759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.115161 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bd2dd5e3-4d9c-4808-8b1c-efd42665dcb4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3604157 Apr 06 14:34:10.119810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48460) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:10.126499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:10.235088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Allocated IP 172.20.0.2 (19f0d67f-dd6c-4d9e-b51c-a7b977435203/c4165326-d593-4cca-b7a4-07e0be942439/afee2899-a76c-4a80-9484-7236bcd534d9) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:10.255051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (0312010e-a68b-40a7-9e83-f8cb6348c1b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.307915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (3028dab3-66bb-410f-9fe8-4ea454ef9927), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.377408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fe8fdc46-2ff6-40d6-b82e-f24ea24980e8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.386077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Publish callbacks [] for port (afee2899-a76c-4a80-9484-7236bcd534d9), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.408915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Checking segment: {'id': '08cf04eb-137a-4ef5-928d-ae1cc77bcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:10.409244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network hostable DHCP agents. Network: b4b1badc-4fec-40de-a966-d94e00fc1965, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:10.414920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Subnet': ['ID=3028dab3-66bb-410f-9fe8-4ea454ef9927,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.418474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event deleted for resources: {'Port': ['ID=fe8fdc46-2ff6-40d6-b82e-f24ea24980e8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.461780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:10.466012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.489970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (298ab2ef-5a0f-47d0-ac81-a5beadc64449), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.492616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.493792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-033bb000-bdaf-4c68-83aa-05cf332bb26d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "DELETE /v2.0/floatingips/298ab2ef-5a0f-47d0-ac81-a5beadc64449 HTTP/1.1" status: 204 len: 168 time: 1.2572858 Apr 06 14:34:10.497416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48462) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:10.501950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3ab63d57-a6ca-4418-937d-359ad2b48788 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'floatingip': {'floating_network_id': '9f0d9ff7-02ad-448a-a93f-a56da657fd33', 'port_id': '097b3383-f09d-4be5-af6d-7b94bd90595d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:10.508869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.544789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (0312010e-a68b-40a7-9e83-f8cb6348c1b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.552730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:10.558489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:10.564871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network b4b1badc-4fec-40de-a966-d94e00fc1965 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:10.568951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:10.575817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Pushing event updated for resources: {'Port': ['ID=afee2899-a76c-4a80-9484-7236bcd534d9,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.622247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3ab63d57-a6ca-4418-937d-359ad2b48788 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.631226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Attempting to bind port afee2899-a76c-4a80-9484-7236bcd534d9 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:10.632435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Attempting to bind port afee2899-a76c-4a80-9484-7236bcd534d9 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '01ccf951-2625-4a05-9815-3725c46dbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:10.632946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Attempting to bind port afee2899-a76c-4a80-9484-7236bcd534d9 on network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:10.640159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:10.640686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Checking segment: {'id': '01ccf951-2625-4a05-9815-3725c46dbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:10.641396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.641884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Bound using segment: {'id': '01ccf951-2625-4a05-9815-3725c46dbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:10.642490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Bound port: afee2899-a76c-4a80-9484-7236bcd534d9, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ccf951-2625-4a05-9815-3725c46dbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19f0d67f-dd6c-4d9e-b51c-a7b977435203'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:10.642984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.669006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, b4b1badc-4fec-40de-a966-d94e00fc1965) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:10.677430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:10.678322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.729740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] For port afee2899-a76c-4a80-9484-7236bcd534d9, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:10.732791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] For port afee2899-a76c-4a80-9484-7236bcd534d9, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=afee2899-a76c-4a80-9484-7236bcd534d9,segment=NetworkSegment(01ccf951-2625-4a05-9815-3725c46dbe43),segment_id=01ccf951-2625-4a05-9815-3725c46dbe43)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:10.737163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c931d-1bec-4f3c-87a9-80ffd3e7d0a0 None None] Network b4b1badc-4fec-40de-a966-d94e00fc1965 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:10.799322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-61e5ac3e-4d7c-4230-99c9-20c30ef97ead tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4541335 Apr 06 14:34:10.802540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48464) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:10.808220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'network': {'name': 'tempest-router-network01--62651167'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:10.845470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-b4b1badc-4fec-40de-a966-d94e00fc1965', 'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965', 'project_id': '8dcaac3ab2044443a39452a9c006de90', 'fixed_ips': [{'subnet_id': '3028dab3-66bb-410f-9fe8-4ea454ef9927'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:10.846333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.913127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-3ab63d57-a6ca-4418-937d-359ad2b48788 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:10.913468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Router 0312010e-a68b-40a7-9e83-f8cb6348c1b3 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:10.913950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.917032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Made reservation on behalf of 8dcaac3ab2044443a39452a9c006de90 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:10.920159 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3ab63d57-a6ca-4418-937d-359ad2b48788 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4217174 Apr 06 14:34:10.920556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.920777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48466) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:10.922833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (05fd30ed-a916-4f4b-9595-f120b36329b5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.925425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '097b3383-f09d-4be5-af6d-7b94bd90595d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:11.013600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.037023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:11.041789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5957f7-20fe-4151-bc57-747a819db1ec None None] Pushing event updated for resources: {'Port': ['ID=afee2899-a76c-4a80-9484-7236bcd534d9,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.055163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=05fd30ed-a916-4f4b-9595-f120b36329b5,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.068948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20fd6f9c-c133-4c9d-8d6e-9b71d11500fc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.070010 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Added segment 20fd6f9c-c133-4c9d-8d6e-9b71d11500fc of type vlan for network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a Apr 06 14:34:11.076789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Allocated IP 172.20.0.2 (b4b1badc-4fec-40de-a966-d94e00fc1965/3028dab3-66bb-410f-9fe8-4ea454ef9927/805e0761-0c12-4115-ac19-764292866d96) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:11.146888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:11.148525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: cdd70b44-5d23-4555-adcd-634dfc2de93d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:11.150921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.224231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.247364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:11.274676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] Sync routers for ids ['0312010e-a68b-40a7-9e83-f8cb6348c1b3'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:11.310399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Allocated IP 172.26.6.18 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/a88d9cba-9ec3-4152-a4cf-3e83254dac21) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:11.311608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] Routers {'0312010e-a68b-40a7-9e83-f8cb6348c1b3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:11.312294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0312010e-a68b-40a7-9e83-f8cb6348c1b3'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.318902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network cdd70b44-5d23-4555-adcd-634dfc2de93d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:11.361641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Publish callbacks [] for port (805e0761-0c12-4115-ac19-764292866d96), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.365007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.368128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.372555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:11.373546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.385425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] Routers {'0312010e-a68b-40a7-9e83-f8cb6348c1b3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:11.386276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0312010e-a68b-40a7-9e83-f8cb6348c1b3'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.387861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.389306 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6e792c3b-e4b0-4109-9b1d-a4329dc6e687 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4181314 Apr 06 14:34:11.394100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48468) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.453762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.453762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34007c7b-2c9f-4e0d-9d83-7276d7f68f9b None None] The sync data for ids ['0312010e-a68b-40a7-9e83-f8cb6348c1b3'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:11.472562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Network': ['ID=b3bfbd2d-41cc-4511-938d-0de1b74fcc1a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.483951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:11.485426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, cdd70b44-5d23-4555-adcd-634dfc2de93d) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:11.491920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:11.491920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.517458 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7341c2a7-7dc7-456f-bc06-c994d72e958b tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7135503 Apr 06 14:34:11.518576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48470) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.525177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'network': {'name': 'tempest-router-network02--352471930'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:11.534611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c77f7-7741-4a63-8a69-721cbf0748e4 None None] Network cdd70b44-5d23-4555-adcd-634dfc2de93d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:11.538189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for port (a88d9cba-9ec3-4152-a4cf-3e83254dac21), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.552684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (805e0761-0c12-4115-ac19-764292866d96), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.559210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b8860d64-68c0-4193-9034-0d4bacec5ddf tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/0312010e-a68b-40a7-9e83-f8cb6348c1b3 HTTP/1.1" status: 200 len: 920 time: 0.1639969 Apr 06 14:34:11.562515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48472) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.603268 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a1c1f52-1b6a-4dfb-bedc-3b0ec0ed2150 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=0312010e-a68b-40a7-9e83-f8cb6348c1b3 HTTP/1.1" status: 200 len: 205 time: 0.0358498 Apr 06 14:34:11.603633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48476) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.613770 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4b51e72c-600f-43b6-bda7-284fd0801791 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4929736 Apr 06 14:34:11.616998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48478) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.621893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-707913872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:11.658706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Network b4b1badc-4fec-40de-a966-d94e00fc1965 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:11.660354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Made reservation on behalf of 8dcaac3ab2044443a39452a9c006de90 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:11.664312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.675174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:11.677806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:11.696484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Pushing event updated for resources: {'Port': ['ID=805e0761-0c12-4115-ac19-764292866d96,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.728859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a88d9cba-9ec3-4152-a4cf-3e83254dac21), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.744696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:11.764264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (b2dd8542-6a7a-47cd-9111-56a4deeb9756), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.764801 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Added segment b2dd8542-6a7a-47cd-9111-56a4deeb9756 of type vlan for network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 Apr 06 14:34:11.768289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (09fc2080-d57a-4de9-ad36-50868c0b6b69), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.769414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (09fc2080-d57a-4de9-ad36-50868c0b6b69), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.783411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (0312010e-a68b-40a7-9e83-f8cb6348c1b3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.796976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:11.802764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:11.811469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:11.843294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (3aa8ed46-3d10-40a3-bd7f-0612128ceff3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.859872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event updated for resources: {'Port': ['ID=a88d9cba-9ec3-4152-a4cf-3e83254dac21,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.958753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-cdd70b44-5d23-4555-adcd-634dfc2de93d', 'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': '05fd30ed-a916-4f4b-9595-f120b36329b5'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:11.960176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.972221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Attempting to bind port 805e0761-0c12-4115-ac19-764292866d96 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:11.972601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Attempting to bind port 805e0761-0c12-4115-ac19-764292866d96 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '08cf04eb-137a-4ef5-928d-ae1cc77bcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:11.972998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Attempting to bind port 805e0761-0c12-4115-ac19-764292866d96 on network b4b1badc-4fec-40de-a966-d94e00fc1965 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:11.992437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:11.992990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Checking segment: {'id': '08cf04eb-137a-4ef5-928d-ae1cc77bcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:11.993478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.993887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Bound using segment: {'id': '08cf04eb-137a-4ef5-928d-ae1cc77bcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:11.994946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Bound port: 805e0761-0c12-4115-ac19-764292866d96, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cf04eb-137a-4ef5-928d-ae1cc77bcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'b4b1badc-4fec-40de-a966-d94e00fc1965'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:11.995519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (805e0761-0c12-4115-ac19-764292866d96), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.011515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (09fc2080-d57a-4de9-ad36-50868c0b6b69), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.094095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Deleting port a88d9cba-9ec3-4152-a4cf-3e83254dac21 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:12.094624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a88d9cba-9ec3-4152-a4cf-3e83254dac21), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.139828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (09fc2080-d57a-4de9-ad36-50868c0b6b69), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.206150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a88d9cba-9ec3-4152-a4cf-3e83254dac21), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.206601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for floatingip (a88d9cba-9ec3-4152-a4cf-3e83254dac21), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.225679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Calling delete_port for a88d9cba-9ec3-4152-a4cf-3e83254dac21 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:12.233666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] For port 805e0761-0c12-4115-ac19-764292866d96, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:12.236666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Allocated IP 172.21.0.2 (cdd70b44-5d23-4555-adcd-634dfc2de93d/05fd30ed-a916-4f4b-9595-f120b36329b5/0dffd20f-446b-4875-8855-fe7bf65f562b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:12.239556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] For port 805e0761-0c12-4115-ac19-764292866d96, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=805e0761-0c12-4115-ac19-764292866d96,segment=NetworkSegment(08cf04eb-137a-4ef5-928d-ae1cc77bcffe),segment_id=08cf04eb-137a-4ef5-928d-ae1cc77bcffe)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:12.277588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.281768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9713fc1e-573c-4f67-babe-17b6d8f856a1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6611264 Apr 06 14:34:12.283156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48480) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.412678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (0312010e-a68b-40a7-9e83-f8cb6348c1b3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.417675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Publish callbacks [] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.419537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (805e0761-0c12-4115-ac19-764292866d96), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.443631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (3aa8ed46-3d10-40a3-bd7f-0612128ceff3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.449339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.449931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.451324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f100946-03bf-41ea-be23-106b588728dc None None] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:12.459779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a88d9cba-9ec3-4152-a4cf-3e83254dac21), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.493045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event deleted for resources: {'Port': ['ID=a88d9cba-9ec3-4152-a4cf-3e83254dac21,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.505977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.545724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Network cdd70b44-5d23-4555-adcd-634dfc2de93d is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:12.554410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:12.559100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:12.565279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbaf37-f328-416e-84d8-42cf7c6cbf21 None None] Pushing event updated for resources: {'Port': ['ID=805e0761-0c12-4115-ac19-764292866d96,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.620899 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1008983 Apr 06 14:34:12.623751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48482) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.626280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05360a-5703-476f-8f42-a7435faf4c86 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Network': ['ID=3aa8ed46-3d10-40a3-bd7f-0612128ceff3,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.633240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'subnet': {'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:12.663616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:12.672462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] Provisioning complete for port afee2899-a76c-4a80-9484-7236bcd534d9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:12.672869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.697375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] create failed (client error): The resource could not be found. Apr 06 14:34:12.704430 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-db4cb346-17c0-4ee0-b669-17fb26e26d09 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7768726 Apr 06 14:34:12.704628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Deleting port b30d4e6a-adf1-45d0-8bc3-80d2c2c05866 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:12.704628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b30d4e6a-adf1-45d0-8bc3-80d2c2c05866), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.704628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48484) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.746339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Pushing event updated for resources: {'Port': ['ID=0dffd20f-446b-4875-8855-fe7bf65f562b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.796037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.820350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Attempting to bind port 0dffd20f-446b-4875-8855-fe7bf65f562b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:12.820752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Attempting to bind port 0dffd20f-446b-4875-8855-fe7bf65f562b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:12.821368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Attempting to bind port 0dffd20f-446b-4875-8855-fe7bf65f562b on network cdd70b44-5d23-4555-adcd-634dfc2de93d {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:12.841802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:12.842960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Checking segment: {'id': '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:12.842960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.842960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Bound using segment: {'id': '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:12.852289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Bound port: 0dffd20f-446b-4875-8855-fe7bf65f562b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'cdd70b44-5d23-4555-adcd-634dfc2de93d'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:12.852861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.879264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Made reservation on behalf of 8dcaac3ab2044443a39452a9c006de90 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:12.889335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.984153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] For port 0dffd20f-446b-4875-8855-fe7bf65f562b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:12.988187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] For port 0dffd20f-446b-4875-8855-fe7bf65f562b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0dffd20f-446b-4875-8855-fe7bf65f562b,segment=NetworkSegment(93c35e65-a7f5-4abf-b72b-443cdc7fb3ca),segment_id=93c35e65-a7f5-4abf-b72b-443cdc7fb3ca)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:13.001076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] Current status of the port afee2899-a76c-4a80-9484-7236bcd534d9 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:13.001500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.066920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b30d4e6a-adf1-45d0-8bc3-80d2c2c05866), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.081272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] For port afee2899-a76c-4a80-9484-7236bcd534d9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=afee2899-a76c-4a80-9484-7236bcd534d9,segment=NetworkSegment(01ccf951-2625-4a05-9815-3725c46dbe43),segment_id=01ccf951-2625-4a05-9815-3725c46dbe43)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:13.084039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.098421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Calling delete_port for b30d4e6a-adf1-45d0-8bc3-80d2c2c05866 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:13.182406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Deleting port 097b3383-f09d-4be5-af6d-7b94bd90595d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:13.182750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (097b3383-f09d-4be5-af6d-7b94bd90595d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.207835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 805e0761-0c12-4115-ac19-764292866d96 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:13.213956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.239452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e14c9c-4393-430f-b0aa-02f0ca93c647 None None] Pushing event updated for resources: {'Port': ['ID=0dffd20f-446b-4875-8855-fe7bf65f562b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.310511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644b80-0a13-4aef-b729-d09168b02ae6 None None] Pushing event updated for resources: {'Port': ['ID=afee2899-a76c-4a80-9484-7236bcd534d9,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.314702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (0df2947e-a559-4eeb-9afd-a8abb52a6f84), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.332016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 805e0761-0c12-4115-ac19-764292866d96 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:13.332970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (805e0761-0c12-4115-ac19-764292866d96), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.379026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ec2476c1-aa57-430b-9654-4448680fa194 None None] Provisioning complete for port afee2899-a76c-4a80-9484-7236bcd534d9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:13.379742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec2476c1-aa57-430b-9654-4448680fa194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.427334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Subnet': ['ID=0df2947e-a559-4eeb-9afd-a8abb52a6f84,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.437670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Checking segment: {'id': '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:13.438465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network hostable DHCP agents. Network: b3bfbd2d-41cc-4511-938d-0de1b74fcc1a, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:13.494239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 805e0761-0c12-4115-ac19-764292866d96 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:13.497007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (805e0761-0c12-4115-ac19-764292866d96), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.554026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:13.557528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (097b3383-f09d-4be5-af6d-7b94bd90595d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.563984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 805e0761-0c12-4115-ac19-764292866d96, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=805e0761-0c12-4115-ac19-764292866d96,segment=NetworkSegment(08cf04eb-137a-4ef5-928d-ae1cc77bcffe),segment_id=08cf04eb-137a-4ef5-928d-ae1cc77bcffe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:13.578641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ec2476c1-aa57-430b-9654-4448680fa194 None None] Current status of the port afee2899-a76c-4a80-9484-7236bcd534d9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:13.609899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Calling delete_port for 097b3383-f09d-4be5-af6d-7b94bd90595d owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:13.617488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.20.0.1 (19f0d67f-dd6c-4d9e-b51c-a7b977435203/c4165326-d593-4cca-b7a4-07e0be942439/ba3c02e1-0bc2-4e29-a438-6197307c562e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:13.665660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, b3bfbd2d-41cc-4511-938d-0de1b74fcc1a) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:13.676406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:13.680355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78550de6-c3c8-4210-81f4-6d52f6c21ad0 None None] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:13.684616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.739555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (805e0761-0c12-4115-ac19-764292866d96), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.740515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device afee2899-a76c-4a80-9484-7236bcd534d9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:13.805214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e1b36452-5266-471d-97db-f841eb48705f tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1770797 Apr 06 14:34:13.805456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48486) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:13.813843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'subnet': {'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:13.862127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=805e0761-0c12-4115-ac19-764292866d96,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.903071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port afee2899-a76c-4a80-9484-7236bcd534d9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:13.903451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.906092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b30d4e6a-adf1-45d0-8bc3-80d2c2c05866), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.927361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-b3bfbd2d-41cc-4511-938d-0de1b74fcc1a', 'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a', 'project_id': '8dcaac3ab2044443a39452a9c006de90', 'fixed_ips': [{'subnet_id': '0df2947e-a559-4eeb-9afd-a8abb52a6f84'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:13.929618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.958573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event deleted for resources: {'Port': ['ID=b30d4e6a-adf1-45d0-8bc3-80d2c2c05866,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.985157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.102425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (0312010e-a68b-40a7-9e83-f8cb6348c1b3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.113738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port afee2899-a76c-4a80-9484-7236bcd534d9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:14.136144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (097b3383-f09d-4be5-af6d-7b94bd90595d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.148926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Allocated IP 172.20.0.2 (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a/0df2947e-a559-4eeb-9afd-a8abb52a6f84/0427b73b-1bb4-47d1-ad5d-cd42b00c85cd) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:14.223053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Made reservation on behalf of 8dcaac3ab2044443a39452a9c006de90 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:14.226752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.235702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b576e98b-02ba-4cc1-992a-4e9b51dc3c68 None None] Network b4b1badc-4fec-40de-a966-d94e00fc1965 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:14.251562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event deleted for resources: {'Port': ['ID=097b3383-f09d-4be5-af6d-7b94bd90595d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:14.259888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.344815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (0312010e-a68b-40a7-9e83-f8cb6348c1b3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.353974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (0312010e-a68b-40a7-9e83-f8cb6348c1b3), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.396217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6dcbb027-fd36-4c00-bb17-fe6f20886b6d None None] Provisioning complete for port 805e0761-0c12-4115-ac19-764292866d96 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.396823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb027-fd36-4c00-bb17-fe6f20886b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (805e0761-0c12-4115-ac19-764292866d96), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.408862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:14.429570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:14.498241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:14.542652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=ba3c02e1-0bc2-4e29-a438-6197307c562e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:14.584416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.592160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48488) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:14.592730 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72c35fc2-e2bf-4d77-8d5d-9ba9a87b208d tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "DELETE /v2.0/ports/097b3383-f09d-4be5-af6d-7b94bd90595d HTTP/1.1" status: 204 len: 168 time: 1.8872426 Apr 06 14:34:14.604653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.646303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (0312010e-a68b-40a7-9e83-f8cb6348c1b3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.646859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Fanout notify agent at l3_agent the message router_deleted on router 0312010e-a68b-40a7-9e83-f8cb6348c1b3 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:14.676895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.678363 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7a6f1e1e-d816-4233-8154-8ae8e4e16253 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/0312010e-a68b-40a7-9e83-f8cb6348c1b3 HTTP/1.1" status: 204 len: 168 time: 3.0736697 Apr 06 14:34:14.683599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48490) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:14.696681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'name': 'tempest-snat-router-333891680', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': False}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:14.724747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce057fa2-3a53-47ff-b471-0c09d6067141 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:14.736251 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ce057fa2-3a53-47ff-b471-0c09d6067141 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "GET /v2.0/ports?device_id=9614eac1-511e-4912-9542-ee8e00f784ca HTTP/1.1" status: 200 len: 913 time: 0.1326587 Apr 06 14:34:14.736251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48492) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:14.751521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Publish callbacks [] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.813512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7ebbe-76ac-41b1-9218-f6893addeb98 None None] Network cdd70b44-5d23-4555-adcd-634dfc2de93d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:14.886376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.911187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:14.917397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:14.940801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbb027-fd36-4c00-bb17-fe6f20886b6d None None] Current status of the port 805e0761-0c12-4115-ac19-764292866d96 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:14.950270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:15.007915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (a8d4c13a-4277-4b26-995d-17831e18c6cd), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.009071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (a8d4c13a-4277-4b26-995d-17831e18c6cd), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.093590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Pushing event updated for resources: {'Port': ['ID=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.129559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Attempting to bind port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:15.129936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Attempting to bind port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:15.130303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Attempting to bind port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd on network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:15.165732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Provisioning complete for port 0dffd20f-446b-4875-8855-fe7bf65f562b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:15.166017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.169395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:15.169776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Checking segment: {'id': '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:15.170169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.170611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Bound using segment: {'id': '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:15.171098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Bound port: 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3bfbd2d-41cc-4511-938d-0de1b74fcc1a'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:15.171466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.181208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (a8d4c13a-4277-4b26-995d-17831e18c6cd), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.201270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 805e0761-0c12-4115-ac19-764292866d96 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:15.218965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.236224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b5afd1c5-a02c-4482-acf8-9afd69bc3ed5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.330366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] For port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:15.334475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Subnet': ['ID=b5afd1c5-a02c-4482-acf8-9afd69bc3ed5,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.335645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] For port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,segment=NetworkSegment(20fd6f9c-c133-4c9d-8d6e-9b71d11500fc),segment_id=20fd6f9c-c133-4c9d-8d6e-9b71d11500fc)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:15.364398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 805e0761-0c12-4115-ac19-764292866d96 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:15.364398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (805e0761-0c12-4115-ac19-764292866d96), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.396520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Current status of the port 0dffd20f-446b-4875-8855-fe7bf65f562b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:15.398415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.419987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.427099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Checking segment: {'id': 'b2dd8542-6a7a-47cd-9111-56a4deeb9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:15.427472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network hostable DHCP agents. Network: 3aa8ed46-3d10-40a3-bd7f-0612128ceff3, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:15.488238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a8d4c13a-4277-4b26-995d-17831e18c6cd), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.492966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] For port 0dffd20f-446b-4875-8855-fe7bf65f562b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0dffd20f-446b-4875-8855-fe7bf65f562b,segment=NetworkSegment(93c35e65-a7f5-4abf-b72b-443cdc7fb3ca),segment_id=93c35e65-a7f5-4abf-b72b-443cdc7fb3ca)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:15.505012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (9614eac1-511e-4912-9542-ee8e00f784ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.536604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cd3aa-1285-4e88-8724-a1f1655de9b0 None None] Pushing event updated for resources: {'Port': ['ID=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.560107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 805e0761-0c12-4115-ac19-764292866d96 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:15.561633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0dffd20f-446b-4875-8855-fe7bf65f562b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:15.577081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:15.593689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.664294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Provisioning complete for port ba3c02e1-0bc2-4e29-a438-6197307c562e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:15.664764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.678339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 3aa8ed46-3d10-40a3-bd7f-0612128ceff3) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:15.689687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:15.690440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.713498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928f3d7-dddf-4879-a3ee-6027da6d3153 None None] Network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:15.718249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.718457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Pushing event updated for resources: {'Port': ['ID=0dffd20f-446b-4875-8855-fe7bf65f562b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.721029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0dffd20f-446b-4875-8855-fe7bf65f562b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:15.721411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.812018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fb7df20e-ca32-4c74-863a-01a95b910058 None None] Port ba3c02e1-0bc2-4e29-a438-6197307c562e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:15.845148 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b4131738-2b75-4154-8c93-08c96830f3f5 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0382340 Apr 06 14:34:15.846173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.848996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48494) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.914162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-3aa8ed46-3d10-40a3-bd7f-0612128ceff3', 'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3', 'project_id': '8dcaac3ab2044443a39452a9c006de90', 'fixed_ips': [{'subnet_id': 'b5afd1c5-a02c-4482-acf8-9afd69bc3ed5'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:15.920197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.958163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0dffd20f-446b-4875-8855-fe7bf65f562b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:15.960265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device afee2899-a76c-4a80-9484-7236bcd534d9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:16.030991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=ba3c02e1-0bc2-4e29-a438-6197307c562e,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.044498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.048753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6577ce37-9dda-49db-88c1-0fc31201960d None None] Provisioning complete for port 0dffd20f-446b-4875-8855-fe7bf65f562b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:16.049214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6577ce37-9dda-49db-88c1-0fc31201960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.225444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port afee2899-a76c-4a80-9484-7236bcd534d9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:16.225831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.232677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Allocated IP 172.20.0.2 (3aa8ed46-3d10-40a3-bd7f-0612128ceff3/b5afd1c5-a02c-4482-acf8-9afd69bc3ed5/4b804be7-4786-45ef-9c02-0d753a9976b4) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:16.255869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6577ce37-9dda-49db-88c1-0fc31201960d None None] Current status of the port 0dffd20f-446b-4875-8855-fe7bf65f562b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:16.320123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:16.324498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:16.335667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6577ce37-9dda-49db-88c1-0fc31201960d None None] Provisioning complete for port 805e0761-0c12-4115-ac19-764292866d96 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:16.336140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6577ce37-9dda-49db-88c1-0fc31201960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (805e0761-0c12-4115-ac19-764292866d96), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.352889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.438361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a8d4c13a-4277-4b26-995d-17831e18c6cd), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.442033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Deleting port 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:16.442193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.476650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.509633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port afee2899-a76c-4a80-9484-7236bcd534d9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:16.556378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Publish callbacks [] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.576441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6577ce37-9dda-49db-88c1-0fc31201960d None None] Current status of the port 805e0761-0c12-4115-ac19-764292866d96 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:16.632510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.651879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Calling delete_port for 1edd5289-0e8f-44f4-8bf5-0d505d99dc04 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:16.653762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.687004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Allocated IP 172.26.6.72 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/776e1369-d866-4d73-894b-96052972e20e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:16.730842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:16.735270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Allocated IP 172.20.0.1 (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a/0df2947e-a559-4eeb-9afd-a8abb52a6f84/aa2f97de-5f8b-47e9-94dd-4ec50f4f4463) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:16.740340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:16.754021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:16.770090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 09fc2080-d57a-4de9-ad36-50868c0b6b69 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:16.790564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Pushing event updated for resources: {'Port': ['ID=4b804be7-4786-45ef-9c02-0d753a9976b4,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.862710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5b6ac199-10a5-4629-b262-d77e0d01bc24 None None] Provisioning complete for port ba3c02e1-0bc2-4e29-a438-6197307c562e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:16.863383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac199-10a5-4629-b262-d77e0d01bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.865655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Attempting to bind port 4b804be7-4786-45ef-9c02-0d753a9976b4 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:16.866306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Attempting to bind port 4b804be7-4786-45ef-9c02-0d753a9976b4 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'b2dd8542-6a7a-47cd-9111-56a4deeb9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:16.867031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Attempting to bind port 4b804be7-4786-45ef-9c02-0d753a9976b4 on network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:16.904496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:16.905181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Checking segment: {'id': 'b2dd8542-6a7a-47cd-9111-56a4deeb9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:16.905747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.906319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Bound using segment: {'id': 'b2dd8542-6a7a-47cd-9111-56a4deeb9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:16.906958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Bound port: 4b804be7-4786-45ef-9c02-0d753a9976b4, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd8542-6a7a-47cd-9111-56a4deeb9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3aa8ed46-3d10-40a3-bd7f-0612128ceff3'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:16.907494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.997172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] For port 4b804be7-4786-45ef-9c02-0d753a9976b4, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:16.999149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] For port 4b804be7-4786-45ef-9c02-0d753a9976b4, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4b804be7-4786-45ef-9c02-0d753a9976b4,segment=NetworkSegment(b2dd8542-6a7a-47cd-9111-56a4deeb9756),segment_id=b2dd8542-6a7a-47cd-9111-56a4deeb9756)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:17.005542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for port (776e1369-d866-4d73-894b-96052972e20e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.021019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ac199-10a5-4629-b262-d77e0d01bc24 None None] Port ba3c02e1-0bc2-4e29-a438-6197307c562e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:17.060532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.082837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:17.087273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:17.091852 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ec024ca6-4941-4098-bdec-9da4d89cfd47 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/09fc2080-d57a-4de9-ad36-50868c0b6b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8038824 Apr 06 14:34:17.093138 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] Sync routers for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:17.106711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48496) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:17.106711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1edd5289-0e8f-44f4-8bf5-0d505d99dc04), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.109972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:17.110665 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:17.142179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event deleted for resources: {'Port': ['ID=1edd5289-0e8f-44f4-8bf5-0d505d99dc04,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.150526 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:17.160054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.160463 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:17.163427 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:17.170201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:17.170576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.196250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fea035-12bc-4685-8e0f-8a6ff7b18fd2 None None] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:17.198934 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:17.199840 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1aa4d-5919-4ff2-bfaa-d94735cc24e3 None None] The sync data for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:17.252077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (776e1369-d866-4d73-894b-96052972e20e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.260145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b26e27-a5a6-434f-bee5-acbc0d281345 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:17.264410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d2b26e27-a5a6-434f-bee5-acbc0d281345 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports/ba3c02e1-0bc2-4e29-a438-6197307c562e HTTP/1.1" status: 200 len: 910 time: 0.1557200 Apr 06 14:34:17.264693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48498) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:17.315566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.333566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:17.343852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:17.350742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:17.389706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:17.394566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:17.416502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:17.430743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Port': ['ID=776e1369-d866-4d73-894b-96052972e20e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.466356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Port': ['ID=aa2f97de-5f8b-47e9-94dd-4ec50f4f4463,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.501897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56655a0c-388d-48a0-8ded-74a003a73766 None None] Pushing event updated for resources: {'Port': ['ID=4b804be7-4786-45ef-9c02-0d753a9976b4,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.554115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Provisioning complete for port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:17.555182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.576844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (9614eac1-511e-4912-9542-ee8e00f784ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.590414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.676981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:17.677970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.800683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Current status of the port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:17.801429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.833568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,segment=NetworkSegment(20fd6f9c-c133-4c9d-8d6e-9b71d11500fc),segment_id=20fd6f9c-c133-4c9d-8d6e-9b71d11500fc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:17.841491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Router 9614eac1-511e-4912-9542-ee8e00f784ca has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:17.924025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.926178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0dffd20f-446b-4875-8855-fe7bf65f562b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:17.959182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a8d4c13a-4277-4b26-995d-17831e18c6cd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.073177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:18.073536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:18.094686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:18.105819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0dffd20f-446b-4875-8855-fe7bf65f562b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:18.106196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.220419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0dffd20f-446b-4875-8855-fe7bf65f562b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:18.221406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.281147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:18.290115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4fd5ab06-6051-44db-a3f9-6a81ce1f5bbc tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "PUT /v2.0/routers/9614eac1-511e-4912-9542-ee8e00f784ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5541494 Apr 06 14:34:18.293121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48500) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:18.300132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] Sync routers for ids ['9614eac1-511e-4912-9542-ee8e00f784ca'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:18.313609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] Routers {'9614eac1-511e-4912-9542-ee8e00f784ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:18.314261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9614eac1-511e-4912-9542-ee8e00f784ca'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:18.343996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (a8d4c13a-4277-4b26-995d-17831e18c6cd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.350480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.384959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:18.394698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] Routers {'9614eac1-511e-4912-9542-ee8e00f784ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:18.395470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9614eac1-511e-4912-9542-ee8e00f784ca'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:18.433900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for router (9614eac1-511e-4912-9542-ee8e00f784ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.435090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:18.435845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38857893-4a2a-4f54-8b23-2f7c2b9f96b4 None None] The sync data for ids ['9614eac1-511e-4912-9542-ee8e00f784ca'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:18.619993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-82da8384-c708-4310-abef-e45b19f49122 None None] Current status of the port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:18.750377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b4497522-eb2d-447a-846f-59af143aaa2a None None] Provisioning complete for port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:18.750818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4497522-eb2d-447a-846f-59af143aaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.831461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.21.0.1 (cdd70b44-5d23-4555-adcd-634dfc2de93d/05fd30ed-a916-4f4b-9595-f120b36329b5/e1cfcf33-15a6-41f6-9e6a-eb10d563deeb) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:18.854727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b4497522-eb2d-447a-846f-59af143aaa2a None None] Current status of the port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:18.868762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b4497522-eb2d-447a-846f-59af143aaa2a None None] Provisioning complete for port aa2f97de-5f8b-47e9-94dd-4ec50f4f4463 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:18.869067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4497522-eb2d-447a-846f-59af143aaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.930673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b4497522-eb2d-447a-846f-59af143aaa2a None None] Port aa2f97de-5f8b-47e9-94dd-4ec50f4f4463 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:18.937038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.947131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e91ddc-71c6-45f0-acb6-478b40e12df0 None None] Network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:18.969980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (9614eac1-511e-4912-9542-ee8e00f784ca), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.973768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for router_controller (9614eac1-511e-4912-9542-ee8e00f784ca), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.009740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.022250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.080010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] Provisioning complete for port 4b804be7-4786-45ef-9c02-0d753a9976b4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:19.080513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.090667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (9614eac1-511e-4912-9542-ee8e00f784ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.091280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Fanout notify agent at l3_agent the message router_deleted on router 9614eac1-511e-4912-9542-ee8e00f784ca {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:19.103155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.103452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:19.106514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48504) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:19.106840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b36864e6-2a7e-4d0f-99cb-995072e4321a tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "DELETE /v2.0/routers/9614eac1-511e-4912-9542-ee8e00f784ca HTTP/1.1" status: 204 len: 168 time: 0.8092053 Apr 06 14:34:19.121979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Router a8d4c13a-4277-4b26-995d-17831e18c6cd is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:19.166544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.173235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Port': ['ID=aa2f97de-5f8b-47e9-94dd-4ec50f4f4463,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.244518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Deleting subnet 23700f64-5cac-4e6d-b8fc-5b515162c65d {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:19.248962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:19.260612 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Sync routers for ids ['a8d4c13a-4277-4b26-995d-17831e18c6cd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:19.261958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for subnet (23700f64-5cac-4e6d-b8fc-5b515162c65d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.268928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] Current status of the port 4b804be7-4786-45ef-9c02-0d753a9976b4 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:19.270383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.273331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:19.273601 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Routers {'a8d4c13a-4277-4b26-995d-17831e18c6cd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:19.273757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.274956 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a8d4c13a-4277-4b26-995d-17831e18c6cd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:19.296677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.345056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] For port 4b804be7-4786-45ef-9c02-0d753a9976b4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4b804be7-4786-45ef-9c02-0d753a9976b4,segment=NetworkSegment(b2dd8542-6a7a-47cd-9111-56a4deeb9756),segment_id=b2dd8542-6a7a-47cd-9111-56a4deeb9756)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:19.374926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network cdd70b44-5d23-4555-adcd-634dfc2de93d is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:19.379072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (23700f64-5cac-4e6d-b8fc-5b515162c65d), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.396068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:19.398779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4b804be7-4786-45ef-9c02-0d753a9976b4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:19.405896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:19.420274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.423448 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Set router a8d4c13a-4277-4b26-995d-17831e18c6cd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:19.423988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:19.425802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4326771e-e50b-4bf7-94ae-f5a0382cfa6e tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7411160 Apr 06 14:34:19.429937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48506) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:19.472366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.493130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=e1cfcf33-15a6-41f6-9e6a-eb10d563deeb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.535716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4b804be7-4786-45ef-9c02-0d753a9976b4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:19.535716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.553221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:19.571794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:19.607393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ceffc-4ff6-417e-bf57-4d0dc446e0d4 None None] Pushing event updated for resources: {'Port': ['ID=4b804be7-4786-45ef-9c02-0d753a9976b4,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.621838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.651828 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d4c13a-4277-4b26-995d-17831e18c6cd', 'name': 'tempest-snat-router-333891680', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.72'}], 'enable_snat': False}, 'gw_port_id': '776e1369-d866-4d73-894b-96052972e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:15Z', 'updated_at': '2022-04-06T14:34:17Z', 'revision_number': 3, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port': {'id': '776e1369-d866-4d73-894b-96052972e20e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d4c13a-4277-4b26-995d-17831e18c6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:16Z', 'updated_at': '2022-04-06T14:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:19.652371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0b7f382f-7b59-4f8e-89d2-7817f0415d38 None None] Provisioning complete for port 4b804be7-4786-45ef-9c02-0d753a9976b4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:19.653813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0b7f382f-7b59-4f8e-89d2-7817f0415d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.682209 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Checking router: a8d4c13a-4277-4b26-995d-17831e18c6cd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:19.682552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Updating router a8d4c13a-4277-4b26-995d-17831e18c6cd port 776e1369-d866-4d73-894b-96052972e20e binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:19.716493 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (776e1369-d866-4d73-894b-96052972e20e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.725724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d3d318b3-0ea8-41dc-9ee7-89afb3498c7b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/a8d4c13a-4277-4b26-995d-17831e18c6cd HTTP/1.1" status: 200 len: 907 time: 0.2942872 Apr 06 14:34:19.726824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48508) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:19.732147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'name': 'tempest-snat-router-333891680', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': True}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:19.802694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4b804be7-4786-45ef-9c02-0d753a9976b4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:19.856235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (23700f64-5cac-4e6d-b8fc-5b515162c65d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.856454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (e27ede30-59ed-4714-bd73-f26bd732d428), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.860417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (e27ede30-59ed-4714-bd73-f26bd732d428), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.892471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f382f-7b59-4f8e-89d2-7817f0415d38 None None] Current status of the port 4b804be7-4786-45ef-9c02-0d753a9976b4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:19.938867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (e27ede30-59ed-4714-bd73-f26bd732d428), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.011753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bc7393d9-6984-4025-b138-9d61c937efef None None] Provisioning complete for port e1cfcf33-15a6-41f6-9e6a-eb10d563deeb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:20.012269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bc7393d9-6984-4025-b138-9d61c937efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.039298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Router 3daa0afe-8329-42a7-a980-b401cd7d6fb6 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:20.042148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (23700f64-5cac-4e6d-b8fc-5b515162c65d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.050886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bc7393d9-6984-4025-b138-9d61c937efef None None] Port e1cfcf33-15a6-41f6-9e6a-eb10d563deeb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:20.057131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.065690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bc7393d9-6984-4025-b138-9d61c937efef None None] Provisioning complete for port aa2f97de-5f8b-47e9-94dd-4ec50f4f4463 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:20.066436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bc7393d9-6984-4025-b138-9d61c937efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.082223 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Publish callbacks [] for port (776e1369-d866-4d73-894b-96052972e20e), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.096192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event deleted for resources: {'Subnet': ['ID=23700f64-5cac-4e6d-b8fc-5b515162c65d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.104048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.110911 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f0cea4c7-f6a3-4a5c-89bb-7e4d21984b91 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "DELETE /v2.0/subnets/23700f64-5cac-4e6d-b8fc-5b515162c65d HTTP/1.1" status: 204 len: 168 time: 1.0001292 Apr 06 14:34:20.111816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48510) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.114572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94661bb-7aa8-461f-9ea8-27e648fb4ee2 None None] Network 9f0d9ff7-02ad-448a-a93f-a56da657fd33 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:20.129983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bc7393d9-6984-4025-b138-9d61c937efef None None] Port aa2f97de-5f8b-47e9-94dd-4ec50f4f4463 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:20.167708 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (776e1369-d866-4d73-894b-96052972e20e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.218718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (e27ede30-59ed-4714-bd73-f26bd732d428), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.259895 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Attempting to bind port 776e1369-d866-4d73-894b-96052972e20e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:20.260406 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Attempting to bind port 776e1369-d866-4d73-894b-96052972e20e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:20.260951 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Attempting to bind port 776e1369-d866-4d73-894b-96052972e20e on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:20.263098 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Pushing event updated for resources: {'Port': ['ID=776e1369-d866-4d73-894b-96052972e20e,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.271205 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.271560 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.271988 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.272446 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.273021 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.273621 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.274145 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.274483 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.279699 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.279856 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.280131 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.280484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.280828 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.281165 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.281491 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:20.287356 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:20.287882 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:20.288878 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.290152 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:20.290820 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Bound port: 776e1369-d866-4d73-894b-96052972e20e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:20.291385 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (776e1369-d866-4d73-894b-96052972e20e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.302980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] DHCP port deletion for 9f0d9ff7-02ad-448a-a93f-a56da657fd33 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:20.352204 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] For port 776e1369-d866-4d73-894b-96052972e20e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:20.364658 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] For port 776e1369-d866-4d73-894b-96052972e20e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=776e1369-d866-4d73-894b-96052972e20e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:20.367416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] Deleting port eea47df4-cf37-4059-9727-63619dac6536 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:20.367795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (eea47df4-cf37-4059-9727-63619dac6536), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.370126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (9f0d9ff7-02ad-448a-a93f-a56da657fd33), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.428280 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (776e1369-d866-4d73-894b-96052972e20e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.437680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] For port eea47df4-cf37-4059-9727-63619dac6536, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=eea47df4-cf37-4059-9727-63619dac6536,segment=NetworkSegment(98e8a0d9-75be-45a4-ae7b-c20c3de08a82),segment_id=98e8a0d9-75be-45a4-ae7b-c20c3de08a82)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:20.438204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (eea47df4-cf37-4059-9727-63619dac6536), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.456093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] Calling delete_port for eea47df4-cf37-4059-9727-63619dac6536 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:20.518208 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6f3a8-2e8c-4538-af72-9b3e7145f08c None None] Pushing event updated for resources: {'Port': ['ID=776e1369-d866-4d73-894b-96052972e20e,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.531724 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Routers {'a8d4c13a-4277-4b26-995d-17831e18c6cd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:20.533183 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a8d4c13a-4277-4b26-995d-17831e18c6cd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:20.644946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (eea47df4-cf37-4059-9727-63619dac6536), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.654128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (e27ede30-59ed-4714-bd73-f26bd732d428), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.657953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] No DVR routers for this DVR port eea47df4-cf37-4059-9727-63619dac6536 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:20.670144 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] Set router a8d4c13a-4277-4b26-995d-17831e18c6cd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:20.678805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39a1d-6c3d-4e1b-b695-7806f3f8d530 None None] Pushing event deleted for resources: {'Port': ['ID=eea47df4-cf37-4059-9727-63619dac6536,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.705575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.738895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:20.747918 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-759d9a26-bc9d-491e-9318-5b6488d198fb tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8950822 Apr 06 14:34:20.751049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48512) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.760247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] Sync routers for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:20.782261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:20.783246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:20.843570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:20.848584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Allocated IP 172.26.6.229 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/c71ffb08-efff-4d4f-bb0d-c5e8b34e624d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:20.876801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:20.877813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:20.919977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:20.920891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576853b3-fea4-4a6f-9575-5060c6cee329 None None] The sync data for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:20.948712 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (9f0d9ff7-02ad-448a-a93f-a56da657fd33), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.981121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4b804be7-4786-45ef-9c02-0d753a9976b4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:21.004106 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d4c13a-4277-4b26-995d-17831e18c6cd', 'name': 'tempest-snat-router-333891680', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.72'}], 'enable_snat': False}, 'gw_port_id': '776e1369-d866-4d73-894b-96052972e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:15Z', 'updated_at': '2022-04-06T14:34:17Z', 'revision_number': 3, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port': {'id': '776e1369-d866-4d73-894b-96052972e20e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d4c13a-4277-4b26-995d-17831e18c6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:16Z', 'updated_at': '2022-04-06T14:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:21.034136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0d9ff7-02ad-448a-a93f-a56da657fd33']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:21.040441 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591bc52-3f2f-4662-b55f-836862e73190 None None] The sync data for ids ['a8d4c13a-4277-4b26-995d-17831e18c6cd'] in dv-neutron-836581-2-hyperv is: [{'id': 'a8d4c13a-4277-4b26-995d-17831e18c6cd', 'name': 'tempest-snat-router-333891680', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.72'}], 'enable_snat': False}, 'gw_port_id': '776e1369-d866-4d73-894b-96052972e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:15Z', 'updated_at': '2022-04-06T14:34:17Z', 'revision_number': 3, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port': {'id': '776e1369-d866-4d73-894b-96052972e20e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d4c13a-4277-4b26-995d-17831e18c6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:16Z', 'updated_at': '2022-04-06T14:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:21.042189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.053036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4b804be7-4786-45ef-9c02-0d753a9976b4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:21.060846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.124564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e8a0d9-75be-45a4-ae7b-c20c3de08a82') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:21.124997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e8a0d9-75be-45a4-ae7b-c20c3de08a82') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:21.143633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (98e8a0d9-75be-45a4-ae7b-c20c3de08a82), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.156839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4b804be7-4786-45ef-9c02-0d753a9976b4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:21.178063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (98e8a0d9-75be-45a4-ae7b-c20c3de08a82), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.188743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.197449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:21.197860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (98e8a0d9-75be-45a4-ae7b-c20c3de08a82), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:21.201585 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:21.230201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device eea47df4-cf37-4059-9727-63619dac6536 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:21.236505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:21.240663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:21.244791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:21.262055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: eea47df4-cf37-4059-9727-63619dac6536 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:21.274447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device eea47df4-cf37-4059-9727-63619dac6536 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:21.278675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Port': ['ID=c71ffb08-efff-4d4f-bb0d-c5e8b34e624d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.393630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.506276 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-16f14ff5-b5c3-4b8c-acbe-9849a34e527c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:21.508226 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-16f14ff5-b5c3-4b8c-acbe-9849a34e527c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7555654 Apr 06 14:34:21.511179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48514) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:21.524803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (9f0d9ff7-02ad-448a-a93f-a56da657fd33), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.569941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.576107 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] 10.222.0.89 "DELETE /v2.0/networks/9f0d9ff7-02ad-448a-a93f-a56da657fd33 HTTP/1.1" status: 204 len: 168 time: 1.4209285 Apr 06 14:34:21.609690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.679345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200007b-fcee-4a3c-a44b-f6ecb22c7125 tempest-FloatingIPNegativeTestJSON-787886736 tempest-FloatingIPNegativeTestJSON-787886736-project] Pushing event deleted for resources: {'Network': ['ID=9f0d9ff7-02ad-448a-a93f-a56da657fd33,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.701087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (e27ede30-59ed-4714-bd73-f26bd732d428), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.728424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.735911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=e1cfcf33-15a6-41f6-9e6a-eb10d563deeb,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.941222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (e27ede30-59ed-4714-bd73-f26bd732d428), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.960344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network cdd70b44-5d23-4555-adcd-634dfc2de93d is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:21.984023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:22.144358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 09fc2080-d57a-4de9-ad36-50868c0b6b69 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:22.238956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Router e27ede30-59ed-4714-bd73-f26bd732d428 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:22.239529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48520) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.254735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.279054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca7af-94b8-4838-b117-62750a20a17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.300757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e873ea53-d8d9-4185-bc7a-b1594cc53c43 None None] Provisioning complete for port e1cfcf33-15a6-41f6-9e6a-eb10d563deeb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:22.301138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e873ea53-d8d9-4185-bc7a-b1594cc53c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.347860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e873ea53-d8d9-4185-bc7a-b1594cc53c43 None None] Port e1cfcf33-15a6-41f6-9e6a-eb10d563deeb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:22.364679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:22.375684 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Sync routers for ids ['e27ede30-59ed-4714-bd73-f26bd732d428'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:22.387566 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Routers {'e27ede30-59ed-4714-bd73-f26bd732d428'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.388199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e27ede30-59ed-4714-bd73-f26bd732d428'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.450633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.454779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-71a09c9f-068d-4f99-a7de-9d1704caa584 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7241206 Apr 06 14:34:22.455123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48524) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.511296 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Set router e27ede30-59ed-4714-bd73-f26bd732d428 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:22.591952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-93c5bfd8-c06f-49b0-8a51-d9511bc6240b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/e27ede30-59ed-4714-bd73-f26bd732d428 HTTP/1.1" status: 200 len: 907 time: 0.1355577 Apr 06 14:34:22.592795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48526) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.667759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:22.679568 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4871e275-8512-49de-bdc8-4356719e1436 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/09fc2080-d57a-4de9-ad36-50868c0b6b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4127157 Apr 06 14:34:22.684009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] Sync routers for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:22.684162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48528) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.695119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.696528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.734202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (e27ede30-59ed-4714-bd73-f26bd732d428), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.753904 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27ede30-59ed-4714-bd73-f26bd732d428', 'name': 'tempest-snat-router-333891680', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'c71ffb08-efff-4d4f-bb0d-c5e8b34e624d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:19Z', 'updated_at': '2022-04-06T14:34:21Z', 'revision_number': 3, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port': {'id': 'c71ffb08-efff-4d4f-bb0d-c5e8b34e624d', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27ede30-59ed-4714-bd73-f26bd732d428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:20Z', 'updated_at': '2022-04-06T14:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.777043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.785620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25816837-9012-4f50-9102-7174ab8e909b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.786151 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Checking router: e27ede30-59ed-4714-bd73-f26bd732d428 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:22.786590 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Updating router e27ede30-59ed-4714-bd73-f26bd732d428 port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:22.790746 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-25816837-9012-4f50-9102-7174ab8e909b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports/e1cfcf33-15a6-41f6-9e6a-eb10d563deeb HTTP/1.1" status: 200 len: 910 time: 0.1065199 Apr 06 14:34:22.791589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48530) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.795130 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-85176043-d2f6-4a75-a2fe-cf3cb1c9f685 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9da1d189f2d642e4b535e4d1b517e3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580432 Apr 06 14:34:22.798661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.799366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.822307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48532) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.830030 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.852953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.853627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325305c-7371-49d6-b5d7-9ba9781d8348 None None] The sync data for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:22.873686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (e27ede30-59ed-4714-bd73-f26bd732d428), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.001407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 776e1369-d866-4d73-894b-96052972e20e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:23.026740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Deleting port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:23.033222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.060513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb876-a853-4315-bc6a-734b403afb6b admin admin] Publish callbacks [] for security_group (75d55f5a-213f-4e91-85a4-78ed314b8196), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.075609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 776e1369-d866-4d73-894b-96052972e20e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:23.076896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (776e1369-d866-4d73-894b-96052972e20e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.126077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb876-a853-4315-bc6a-734b403afb6b admin admin] Publish callbacks [] for security_group (75d55f5a-213f-4e91-85a4-78ed314b8196), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.159263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.183523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Calling delete_port for c71ffb08-efff-4d4f-bb0d-c5e8b34e624d owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:23.195147 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Publish callbacks [] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.203603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 776e1369-d866-4d73-894b-96052972e20e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:23.204135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (776e1369-d866-4d73-894b-96052972e20e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.231836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 776e1369-d866-4d73-894b-96052972e20e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=776e1369-d866-4d73-894b-96052972e20e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:23.250619 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.292713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Deleting port aa2f97de-5f8b-47e9-94dd-4ec50f4f4463 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:23.293118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.302719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (776e1369-d866-4d73-894b-96052972e20e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.304488 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Attempting to bind port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:23.304879 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Attempting to bind port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:23.305236 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Attempting to bind port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:23.313211 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24384-f4bf-4bf1-9aa1-6969af3ab375 None None] Pushing event updated for resources: {'Port': ['ID=c71ffb08-efff-4d4f-bb0d-c5e8b34e624d,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.315910 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:23.316339 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:23.316756 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.317141 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:23.317613 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Bound port: c71ffb08-efff-4d4f-bb0d-c5e8b34e624d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:23.317987 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.340031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb876-a853-4315-bc6a-734b403afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (75d55f5a-213f-4e91-85a4-78ed314b8196), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.342719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb876-a853-4315-bc6a-734b403afb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.343884 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c4fcb876-a853-4315-bc6a-734b403afb6b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/75d55f5a-213f-4e91-85a4-78ed314b8196 HTTP/1.1" status: 204 len: 168 time: 0.5204256 Apr 06 14:34:23.352897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.370810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcb876-a853-4315-bc6a-734b403afb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d55f5a-213f-4e91-85a4-78ed314b8196,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.384887 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] For port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:23.388965 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] For port c71ffb08-efff-4d4f-bb0d-c5e8b34e624d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c71ffb08-efff-4d4f-bb0d-c5e8b34e624d,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:23.415637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=776e1369-d866-4d73-894b-96052972e20e,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.441100 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.441329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.457572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Calling delete_port for aa2f97de-5f8b-47e9-94dd-4ec50f4f4463 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:23.483753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.496541 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Routers {'e27ede30-59ed-4714-bd73-f26bd732d428'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:23.496541 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e27ede30-59ed-4714-bd73-f26bd732d428'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:23.594196 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24384-f4bf-4bf1-9aa1-6969af3ab375 None None] Pushing event updated for resources: {'Port': ['ID=c71ffb08-efff-4d4f-bb0d-c5e8b34e624d,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.598960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c71ffb08-efff-4d4f-bb0d-c5e8b34e624d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.630927 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] Set router e27ede30-59ed-4714-bd73-f26bd732d428 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:23.637129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event deleted for resources: {'Port': ['ID=c71ffb08-efff-4d4f-bb0d-c5e8b34e624d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.689268 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27ede30-59ed-4714-bd73-f26bd732d428', 'name': 'tempest-snat-router-333891680', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:19Z', 'updated_at': '2022-04-06T14:34:22Z', 'revision_number': 4, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:23.726310 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757cda4-1666-4de1-9a1d-6522037139f9 None None] The sync data for ids ['e27ede30-59ed-4714-bd73-f26bd732d428'] in dv-neutron-836581-2-hyperv is: [{'id': 'e27ede30-59ed-4714-bd73-f26bd732d428', 'name': 'tempest-snat-router-333891680', 'tenant_id': '7c95410b71e74a819b41bfa9c18cdd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:19Z', 'updated_at': '2022-04-06T14:34:22Z', 'revision_number': 4, 'project_id': '7c95410b71e74a819b41bfa9c18cdd72', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:23.730589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (e27ede30-59ed-4714-bd73-f26bd732d428), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.857511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (e27ede30-59ed-4714-bd73-f26bd732d428), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.860039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (e27ede30-59ed-4714-bd73-f26bd732d428), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.907244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port e1cfcf33-15a6-41f6-9e6a-eb10d563deeb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:23.910160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.954283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (aa2f97de-5f8b-47e9-94dd-4ec50f4f4463), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.991656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (e27ede30-59ed-4714-bd73-f26bd732d428), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.999400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e27ede30-59ed-4714-bd73-f26bd732d428 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:23.999576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Port': ['ID=aa2f97de-5f8b-47e9-94dd-4ec50f4f4463,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.999695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.001724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bdd2e2c6-8e8e-45e9-be90-889ca5b27be4 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/routers/e27ede30-59ed-4714-bd73-f26bd732d428 HTTP/1.1" status: 204 len: 168 time: 1.4076958 Apr 06 14:34:24.004322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48544) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.085927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.110649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for e1cfcf33-15a6-41f6-9e6a-eb10d563deeb owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:24.149125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (a8d4c13a-4277-4b26-995d-17831e18c6cd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.231042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.288070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a8d4c13a-4277-4b26-995d-17831e18c6cd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.432746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Deleting port 776e1369-d866-4d73-894b-96052972e20e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:24.435664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (776e1369-d866-4d73-894b-96052972e20e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.458991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Router 3daa0afe-8329-42a7-a980-b401cd7d6fb6 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:24.528416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] For port 776e1369-d866-4d73-894b-96052972e20e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=776e1369-d866-4d73-894b-96052972e20e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:24.528928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (776e1369-d866-4d73-894b-96052972e20e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.544882 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Calling delete_port for 776e1369-d866-4d73-894b-96052972e20e owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:24.587007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:24.596834 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-89dca383-1014-4c2c-9f9a-2ac4c0c6e3dc tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0806766 Apr 06 14:34:24.597322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48554) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.603998 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] Sync routers for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:24.625598 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:24.631536 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:24.643381 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-0eb15739-5221-47b8-a5c2-d25ad1dbe046 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] delete failed (client error): The resource could not be found. Apr 06 14:34:24.648693 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0eb15739-5221-47b8-a5c2-d25ad1dbe046 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/routers/tempest-non_exist_router-389910416 HTTP/1.1" status: 404 len: 334 time: 0.0461068 Apr 06 14:34:24.648971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48558) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.653749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1fcc0621-fc9e-43c8-9e1b-e8dabe0b7269 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'router': {'external_gateway_info': {'network_id': '3daa0afe-8329-42a7-a980-b401cd7d6fb6'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:24.686222 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:24.695964 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:24.696665 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:33:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:24.705321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e1cfcf33-15a6-41f6-9e6a-eb10d563deeb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.733911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a9910929-1514-4f15-8896-7f7f05bcce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.755853 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:24.756765 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fa90f-18e6-44c2-b9cd-64d2145e7b17 None None] The sync data for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:24.785754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48560) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.796956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=e1cfcf33-15a6-41f6-9e6a-eb10d563deeb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.025756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 776e1369-d866-4d73-894b-96052972e20e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:25.115220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 776e1369-d866-4d73-894b-96052972e20e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:25.115600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (776e1369-d866-4d73-894b-96052972e20e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.200812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 776e1369-d866-4d73-894b-96052972e20e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:25.227917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (776e1369-d866-4d73-894b-96052972e20e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.253270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event deleted for resources: {'Port': ['ID=776e1369-d866-4d73-894b-96052972e20e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.320349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (a8d4c13a-4277-4b26-995d-17831e18c6cd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.324327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1758224209'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:25.426041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (a8d4c13a-4277-4b26-995d-17831e18c6cd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.429445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_controller (a8d4c13a-4277-4b26-995d-17831e18c6cd), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.467898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.470946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0621-fc9e-43c8-9e1b-e8dabe0b7269 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router_gateway (3daa0afe-8329-42a7-a980-b401cd7d6fb6), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.549982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:25.553310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.571327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.579356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (a8d4c13a-4277-4b26-995d-17831e18c6cd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.584178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8d4c13a-4277-4b26-995d-17831e18c6cd {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:25.584178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.591773 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-33010e86-e9a5-4b88-870d-df815d57fd8b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "DELETE /v2.0/routers/a8d4c13a-4277-4b26-995d-17831e18c6cd HTTP/1.1" status: 204 len: 168 time: 1.5859058 Apr 06 14:34:25.592476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48564) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:25.597684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-141510168', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:25.613695 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-1fcc0621-fc9e-43c8-9e1b-e8dabe0b7269 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] update failed (client error): The resource could not be found. Apr 06 14:34:25.614755 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1fcc0621-fc9e-43c8-9e1b-e8dabe0b7269 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6 HTTP/1.1" status: 404 len: 339 time: 0.9648397 Apr 06 14:34:25.618765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48566) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:25.751530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 09fc2080-d57a-4de9-ad36-50868c0b6b69 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:25.774874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (0cf58723-b81c-4650-be0e-395458107eb6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.781454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.868754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:25.874379 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-32a23727-700c-41d4-b878-342bf7aacb56 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/09fc2080-d57a-4de9-ad36-50868c0b6b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781057 Apr 06 14:34:25.877242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48568) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:25.882317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] Sync routers for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:25.893684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:25.894392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.933181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.936595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.938748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.939928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.942349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:25.943049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.965058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0cf58723-b81c-4650-be0e-395458107eb6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.977308 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:25.978453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.979205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16743dde-ea05-48ed-881b-90c58ff0cc74 None None] The sync data for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:26.005843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5e23fbd7-9614-4449-8beb-3ba189ca2399), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.005843 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 5e23fbd7-9614-4449-8beb-3ba189ca2399 of type vlan for network a8bbda46-aded-4fab-974d-cd95d2ff6730 Apr 06 14:34:26.066930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf58723-b81c-4650-be0e-395458107eb6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.075405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.110935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (a8bbda46-aded-4fab-974d-cd95d2ff6730), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.259272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (a8bbda46-aded-4fab-974d-cd95d2ff6730), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.264260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:26.264916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.360660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.361899 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5750775 Apr 06 14:34:26.362730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a1f83-8d34-400b-87be-817edd408203 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=a8bbda46-aded-4fab-974d-cd95d2ff6730,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.363901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Allocated IP 172.20.0.1 (b4b1badc-4fec-40de-a966-d94e00fc1965/3028dab3-66bb-410f-9fe8-4ea454ef9927/06be1d78-9117-4531-b7a3-386302f5f497) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:26.364957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48570) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.374322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'name': 'tempest-PortsTestJSON-988362654'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:26.376285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:26.517786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.535532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for port (06be1d78-9117-4531-b7a3-386302f5f497), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.653113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:26.656432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.699138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:26.715041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (06be1d78-9117-4531-b7a3-386302f5f497), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.716822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (d0d94d45-1e3d-4569-a291-b22a574f8236), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.766036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.784963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network b4b1badc-4fec-40de-a966-d94e00fc1965 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:26.795192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:26.825162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:26.850884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Port': ['ID=06be1d78-9117-4531-b7a3-386302f5f497,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.914910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.931321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.980817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port ba3c02e1-0bc2-4e29-a438-6197307c562e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:26.981548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.002671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 776e1369-d866-4d73-894b-96052972e20e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:27.023379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Allocated IP 172.26.6.60 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/18c27953-bbad-4dd8-81de-ed9e14997b6c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:27.027185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 776e1369-d866-4d73-894b-96052972e20e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:27.027871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 776e1369-d866-4d73-894b-96052972e20e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:27.089505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.098956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.109958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for ba3c02e1-0bc2-4e29-a438-6197307c562e owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:27.117128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8e6346c3-e7b0-45af-98ae-05b94cdd7bbc None None] Provisioning complete for port 06be1d78-9117-4531-b7a3-386302f5f497 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:27.117783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8e6346c3-e7b0-45af-98ae-05b94cdd7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (06be1d78-9117-4531-b7a3-386302f5f497), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.158101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8e6346c3-e7b0-45af-98ae-05b94cdd7bbc None None] Port 06be1d78-9117-4531-b7a3-386302f5f497 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:27.202245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for port (18c27953-bbad-4dd8-81de-ed9e14997b6c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.204773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=cefd5ec8-5a1c-4c9a-b001-d465f8b79566,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.218230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (06be1d78-9117-4531-b7a3-386302f5f497), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.243025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '5e23fbd7-9614-4449-8beb-3ba189ca2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:27.243456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: a8bbda46-aded-4fab-974d-cd95d2ff6730, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:27.427363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:27.473533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.519306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (ba3c02e1-0bc2-4e29-a438-6197307c562e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.521468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (18c27953-bbad-4dd8-81de-ed9e14997b6c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.564779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, a8bbda46-aded-4fab-974d-cd95d2ff6730) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:27.572526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=ba3c02e1-0bc2-4e29-a438-6197307c562e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.578472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:27.587773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:27.588461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.594284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb7a74-465e-4540-afd4-bb4c72db4a1e None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:27.606124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:27.622643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:27.639816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:27.664066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event updated for resources: {'Port': ['ID=18c27953-bbad-4dd8-81de-ed9e14997b6c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.669332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for port (06be1d78-9117-4531-b7a3-386302f5f497), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.768851 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-35d72f18-d95f-4582-91c1-76b56a0d5451 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3957117 Apr 06 14:34:27.769476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48574) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.776972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-898863769'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:27.784522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (06be1d78-9117-4531-b7a3-386302f5f497), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.793447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (09fc2080-d57a-4de9-ad36-50868c0b6b69), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.899527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:27.903604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.019306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:28.031412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 09fc2080-d57a-4de9-ad36-50868c0b6b69 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:28.039487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20c6d787-6f55-415f-98ca-f1d8f6ef4153), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.039841 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 20c6d787-6f55-415f-98ca-f1d8f6ef4153 of type vlan for network 94c89459-2743-41ba-97c8-f787abf9809d Apr 06 14:34:28.153251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (94c89459-2743-41ba-97c8-f787abf9809d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.165635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:28.171089 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be6e1c38-715c-4c29-9737-3e0dfe70559b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/09fc2080-d57a-4de9-ad36-50868c0b6b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2928762 Apr 06 14:34:28.175149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.180515 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] Sync routers for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:28.191846 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:28.193184 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.206249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.213271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event updated for resources: {'Port': ['ID=06be1d78-9117-4531-b7a3-386302f5f497,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:28.217679 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ab81351f-1a19-4731-94fb-8ef28fc1e4a7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=09fc2080-d57a-4de9-ad36-50868c0b6b69 HTTP/1.1" status: 200 len: 205 time: 0.0386608 Apr 06 14:34:28.219238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48578) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.230771 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.239772 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] Routers {'09fc2080-d57a-4de9-ad36-50868c0b6b69'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:28.240510 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09fc2080-d57a-4de9-ad36-50868c0b6b69'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.274675 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.275244 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf9a390-2752-4501-afab-0d7af7d01080 None None] The sync data for ids ['09fc2080-d57a-4de9-ad36-50868c0b6b69'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:28.322561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Network b4b1badc-4fec-40de-a966-d94e00fc1965 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:28.324276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:28.545078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.545644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Router 3daa0afe-8329-42a7-a980-b401cd7d6fb6 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:28.564357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (d0d94d45-1e3d-4569-a291-b22a574f8236), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.594499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (94c89459-2743-41ba-97c8-f787abf9809d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.599404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:28.600526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.657952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (09fc2080-d57a-4de9-ad36-50868c0b6b69), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.699040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3be89bbb-aaaa-4e41-a30b-dd0faea01176 None None] Provisioning complete for port 06be1d78-9117-4531-b7a3-386302f5f497 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:28.699764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3be89bbb-aaaa-4e41-a30b-dd0faea01176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (06be1d78-9117-4531-b7a3-386302f5f497), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.740446 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:28.744471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=94c89459-2743-41ba-97c8-f787abf9809d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:28.749231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-47a73967-08de-423e-a7ab-db104be1c4a9 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1292834 Apr 06 14:34:28.754356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48580) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.762830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 94c89459-2743-41ba-97c8-f787abf9809d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:28.766545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] Sync routers for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:28.808535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3be89bbb-aaaa-4e41-a30b-dd0faea01176 None None] Port 06be1d78-9117-4531-b7a3-386302f5f497 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:28.817624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:28.818282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.830726 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b01d853d-2b71-4d8d-b51f-ce831aff45e7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0577297 Apr 06 14:34:28.856198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48582) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.863308 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'ports': [{'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'}, {'network_id': '94c89459-2743-41ba-97c8-f787abf9809d'}]} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.863517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.865773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': '94c89459-2743-41ba-97c8-f787abf9809d'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.874387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.893234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:28.893998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.917055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (09fc2080-d57a-4de9-ad36-50868c0b6b69), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.921474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (09fc2080-d57a-4de9-ad36-50868c0b6b69), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.929421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:28.930123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e910b-ecf4-4f29-b5d5-54e3698a511f None None] The sync data for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:28.944793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c87dc081-be6b-4dd5-a3b6-54109de1f393 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.045173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.099320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (09fc2080-d57a-4de9-ad36-50868c0b6b69), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.099845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router 09fc2080-d57a-4de9-ad36-50868c0b6b69 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:29.107562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.107969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-c87dc081-be6b-4dd5-a3b6-54109de1f393 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 14:34:29.111586 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eec16e80-d5d5-4c6a-8a19-4456cdf94d82 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/09fc2080-d57a-4de9-ad36-50868c0b6b69 HTTP/1.1" status: 204 len: 168 time: 0.8884394 Apr 06 14:34:29.111786 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c87dc081-be6b-4dd5-a3b6-54109de1f393 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6 HTTP/1.1" status: 409 len: 376 time: 0.3512502 Apr 06 14:34:29.111786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48584) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.111983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48586) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.199504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet 05fd30ed-a916-4f4b-9595-f120b36329b5 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:29.205217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (05fd30ed-a916-4f4b-9595-f120b36329b5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.268190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (05fd30ed-a916-4f4b-9595-f120b36329b5), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.271519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 2} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:29.276544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.297946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.359148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (05fd30ed-a916-4f4b-9595-f120b36329b5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.402079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Router d0d94d45-1e3d-4569-a291-b22a574f8236 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:29.498275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (05fd30ed-a916-4f4b-9595-f120b36329b5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.515455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port b5bb3fde-a597-44c5-8828-f34eaf162b53 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:29.531274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=05fd30ed-a916-4f4b-9595-f120b36329b5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:29.541090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.547401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-543c703d-70f3-478f-950f-21e0dbe9e73a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/05fd30ed-a916-4f4b-9595-f120b36329b5 HTTP/1.1" status: 204 len: 168 time: 0.4318969 Apr 06 14:34:29.547979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48588) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.551212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cbe09b-6313-4d2b-b9e9-ca5135cf6a77 None None] Network cdd70b44-5d23-4555-adcd-634dfc2de93d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:29.560182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:29.576271 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] Sync routers for ids ['d0d94d45-1e3d-4569-a291-b22a574f8236'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:29.592080 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] Routers {'d0d94d45-1e3d-4569-a291-b22a574f8236'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:29.593680 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d0d94d45-1e3d-4569-a291-b22a574f8236'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.628664 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.641085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] Routers {'d0d94d45-1e3d-4569-a291-b22a574f8236'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:29.642850 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d0d94d45-1e3d-4569-a291-b22a574f8236'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.646021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet c4165326-d593-4cca-b7a4-07e0be942439 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:29.658472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (c4165326-d593-4cca-b7a4-07e0be942439), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.663892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.665484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-824dd86c-8c75-4056-bd62-d890fa5c5e54 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0715711 Apr 06 14:34:29.670065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48590) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.676295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': False}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:29.701729 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.702726 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740791ea-ee1c-4713-b593-ed6a01049c20 None None] The sync data for ids ['d0d94d45-1e3d-4569-a291-b22a574f8236'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:29.762681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (c4165326-d593-4cca-b7a4-07e0be942439), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.785903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.791372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] DHCP port deletion for cdd70b44-5d23-4555-adcd-634dfc2de93d request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:29.846898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] Deleting port 0dffd20f-446b-4875-8855-fe7bf65f562b {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:29.847284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.878297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (b5bb3fde-a597-44c5-8828-f34eaf162b53), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.918172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] For port 0dffd20f-446b-4875-8855-fe7bf65f562b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0dffd20f-446b-4875-8855-fe7bf65f562b,segment=NetworkSegment(93c35e65-a7f5-4abf-b72b-443cdc7fb3ca),segment_id=93c35e65-a7f5-4abf-b72b-443cdc7fb3ca)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:29.918494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.931961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] Calling delete_port for 0dffd20f-446b-4875-8855-fe7bf65f562b owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:30.000184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:30.010756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.080860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (c4165326-d593-4cca-b7a4-07e0be942439), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.139490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (0dffd20f-446b-4875-8855-fe7bf65f562b), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.167063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] Pushing event deleted for resources: {'Port': ['ID=0dffd20f-446b-4875-8855-fe7bf65f562b,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.170908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f7cb6-b322-477f-8728-63d103d7f5f1 None None] No DVR routers for this DVR port 0dffd20f-446b-4875-8855-fe7bf65f562b on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:30.229253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.276173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (c4165326-d593-4cca-b7a4-07e0be942439), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.313583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=c4165326-d593-4cca-b7a4-07e0be942439,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.315572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.321797 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-189f0702-a915-4ec6-8eff-c81fe998a279 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/c4165326-d593-4cca-b7a4-07e0be942439 HTTP/1.1" status: 204 len: 168 time: 0.7709577 Apr 06 14:34:30.322787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48592) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.325518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7851bb-6e18-44e1-bd87-1f83d388c05a None None] Network 19f0d67f-dd6c-4d9e-b51c-a7b977435203 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:30.355765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Deleting port 06be1d78-9117-4531-b7a3-386302f5f497 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:30.356110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (06be1d78-9117-4531-b7a3-386302f5f497), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.397590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b5bb3fde-a597-44c5-8828-f34eaf162b53), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.445993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (cdd70b44-5d23-4555-adcd-634dfc2de93d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.471628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:30.475691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=b5bb3fde-a597-44c5-8828-f34eaf162b53,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.480957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:30.485820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:30.486678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.513413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] DHCP port deletion for 19f0d67f-dd6c-4d9e-b51c-a7b977435203 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:30.549916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (06be1d78-9117-4531-b7a3-386302f5f497), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.573985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] Deleting port afee2899-a76c-4a80-9484-7236bcd534d9 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:30.574793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.580354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Calling delete_port for 06be1d78-9117-4531-b7a3-386302f5f497 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:30.598014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.644201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] For port afee2899-a76c-4a80-9484-7236bcd534d9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=afee2899-a76c-4a80-9484-7236bcd534d9,segment=NetworkSegment(01ccf951-2625-4a05-9815-3725c46dbe43),segment_id=01ccf951-2625-4a05-9815-3725c46dbe43)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:30.644759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.654843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '20c6d787-6f55-415f-98ca-f1d8f6ef4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '94c89459-2743-41ba-97c8-f787abf9809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:30.656837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: 94c89459-2743-41ba-97c8-f787abf9809d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:30.659616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] Calling delete_port for afee2899-a76c-4a80-9484-7236bcd534d9 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:30.790636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 94c89459-2743-41ba-97c8-f787abf9809d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:30.815912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (afee2899-a76c-4a80-9484-7236bcd534d9), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.843825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] Pushing event deleted for resources: {'Port': ['ID=afee2899-a76c-4a80-9484-7236bcd534d9,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.845713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4741b0e-8d35-4653-813d-547bc2cf60dd None None] No DVR routers for this DVR port afee2899-a76c-4a80-9484-7236bcd534d9 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:30.864997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 94c89459-2743-41ba-97c8-f787abf9809d) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:30.869479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:30.874819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:30.875891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c531b28-273d-420f-8860-6a5e9c8722d3 None None] Network 94c89459-2743-41ba-97c8-f787abf9809d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:30.879659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:30.880356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.895673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (cdd70b44-5d23-4555-adcd-634dfc2de93d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.910921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (06be1d78-9117-4531-b7a3-386302f5f497), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.927312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd70b44-5d23-4555-adcd-634dfc2de93d']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.941547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.942232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c35e65-a7f5-4abf-b72b-443cdc7fb3ca') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.954439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Port': ['ID=06be1d78-9117-4531-b7a3-386302f5f497,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.956664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (93c35e65-a7f5-4abf-b72b-443cdc7fb3ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.011311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0dffd20f-446b-4875-8855-fe7bf65f562b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:31.013376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (93c35e65-a7f5-4abf-b72b-443cdc7fb3ca), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.034247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0dffd20f-446b-4875-8855-fe7bf65f562b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:31.034597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0dffd20f-446b-4875-8855-fe7bf65f562b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:31.035253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device afee2899-a76c-4a80-9484-7236bcd534d9 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:31.053859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:31.056243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (93c35e65-a7f5-4abf-b72b-443cdc7fb3ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.059922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: afee2899-a76c-4a80-9484-7236bcd534d9 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:31.060278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device afee2899-a76c-4a80-9484-7236bcd534d9 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: items = [ Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:31.062263 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:31.143572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.149232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.238778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (cdd70b44-5d23-4555-adcd-634dfc2de93d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.250007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.253015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/cdd70b44-5d23-4555-adcd-634dfc2de93d HTTP/1.1" status: 204 len: 168 time: 0.9293530 Apr 06 14:34:31.258356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48594) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.281548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9812a2-db7d-4054-aeb8-eef3a1e20e0b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=cdd70b44-5d23-4555-adcd-634dfc2de93d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:31.325060 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e7fff3bd-7f40-44b1-a3a3-783aadc8f2aa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4642508 Apr 06 14:34:31.327177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48596) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.394213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Router d0d94d45-1e3d-4569-a291-b22a574f8236 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:31.411574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (19f0d67f-dd6c-4d9e-b51c-a7b977435203), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.438503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (3daa0afe-8329-42a7-a980-b401cd7d6fb6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.506567 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:34:31.599576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Router 3daa0afe-8329-42a7-a980-b401cd7d6fb6 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:31.621560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:31.621902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.625481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (19f0d67f-dd6c-4d9e-b51c-a7b977435203), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.683014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:31.688912 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4e35d06e-d8f9-49e4-bba8-4fac34c95bae tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5751510 Apr 06 14:34:31.691710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48598) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.699637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] Sync routers for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:31.701767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f0d67f-dd6c-4d9e-b51c-a7b977435203']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.712617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:31.713945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.722050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:31.734274 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] Sync routers for ids ['d0d94d45-1e3d-4569-a291-b22a574f8236'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:31.735671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.736287 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-b79e7b77-920e-4aa5-8d89-37d61b617b39 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] show failed (client error): The resource could not be found. Apr 06 14:34:31.736848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e0c1e364-460b-4ade-8c60-a1f53321f4b5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "PUT /v2.0/routers/d0d94d45-1e3d-4569-a291-b22a574f8236 HTTP/1.1" status: 200 len: 920 time: 2.0653362 Apr 06 14:34:31.738816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ccf951-2625-4a05-9815-3725c46dbe43') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.739016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ccf951-2625-4a05-9815-3725c46dbe43') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.740261 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b79e7b77-920e-4aa5-8d89-37d61b617b39 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "GET /v2.0/routers/tempest-non_exist_router-460502903 HTTP/1.1" status: 404 len: 334 time: 0.0475209 Apr 06 14:34:31.740915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48600) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.744357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.746622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48602) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.756048 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] Routers {'d0d94d45-1e3d-4569-a291-b22a574f8236'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:31.757073 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d0d94d45-1e3d-4569-a291-b22a574f8236'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.761681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6386d4c9-aea1-4934-9a5b-19c56bc190e2 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:31.768558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (01ccf951-2625-4a05-9815-3725c46dbe43), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.770851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.780729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] Routers {'3daa0afe-8329-42a7-a980-b401cd7d6fb6'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:31.781387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.810827 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.811091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:31.813403 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-6386d4c9-aea1-4934-9a5b-19c56bc190e2 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] update failed (client error): The resource could not be found. Apr 06 14:34:31.814616 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6386d4c9-aea1-4934-9a5b-19c56bc190e2 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "PUT /v2.0/routers/tempest-non_exist_router-1057856933 HTTP/1.1" status: 404 len: 335 time: 0.0626125 Apr 06 14:34:31.838990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48604) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.839694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.839796 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] Routers {'d0d94d45-1e3d-4569-a291-b22a574f8236'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:31.839890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7859e17-2545-472b-8289-dd2e8a295525 None None] The sync data for ids ['3daa0afe-8329-42a7-a980-b401cd7d6fb6'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:31.839991 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d0d94d45-1e3d-4569-a291-b22a574f8236'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.840093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (01ccf951-2625-4a05-9815-3725c46dbe43), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.868997 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.869662 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adb757-cb7c-482f-a54b-2db10bc8d860 None None] The sync data for ids ['d0d94d45-1e3d-4569-a291-b22a574f8236'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:31.871714 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3af83370-f3c2-4e25-bb11-904ad1323dbd tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/d0d94d45-1e3d-4569-a291-b22a574f8236 HTTP/1.1" status: 200 len: 920 time: 0.1288085 Apr 06 14:34:31.873653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48606) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.901063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:31.901616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (01ccf951-2625-4a05-9815-3725c46dbe43), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:31.904804 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:31.955765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c899a6-5e00-4e9c-baa4-10aaebdc163a tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:31.957333 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-04c899a6-5e00-4e9c-baa4-10aaebdc163a tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=d0d94d45-1e3d-4569-a291-b22a574f8236&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0827498 Apr 06 14:34:31.961126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48608) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.986561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Deleting subnet b5afd1c5-a02c-4482-acf8-9afd69bc3ed5 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:31.992509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (b5afd1c5-a02c-4482-acf8-9afd69bc3ed5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.045986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b5afd1c5-a02c-4482-acf8-9afd69bc3ed5), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.051814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea794a-85de-4c59-be92-57680d8344eb tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.056996 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-53ea794a-85de-4c59-be92-57680d8344eb tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.0912740 Apr 06 14:34:32.057223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48610) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.088181 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-13195e02-304c-4c24-817a-8d4d10fa8698 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=d0d94d45-1e3d-4569-a291-b22a574f8236 HTTP/1.1" status: 200 len: 205 time: 0.0295022 Apr 06 14:34:32.090361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48612) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.090675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (19f0d67f-dd6c-4d9e-b51c-a7b977435203), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.094959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.102478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/19f0d67f-dd6c-4d9e-b51c-a7b977435203 HTTP/1.1" status: 204 len: 168 time: 0.8431191 Apr 06 14:34:32.103118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48614) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.116368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-646846500'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:32.133602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2944a-9f4c-4087-a574-986bd919ef54 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=19f0d67f-dd6c-4d9e-b51c-a7b977435203,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.155243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.204783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.205934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.210393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.213679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9ef4d334-ac7d-4790-b24f-e5cd98af96b0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d HTTP/1.1" status: 204 len: 168 time: 0.8838985 Apr 06 14:34:32.216434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b5afd1c5-a02c-4482-acf8-9afd69bc3ed5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.219146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48616) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.281260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:32.284477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.319829 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (d0d94d45-1e3d-4569-a291-b22a574f8236), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.336051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f64e7b-06e0-412d-921a-cdca1d37cc19 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.341471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f64e7b-06e0-412d-921a-cdca1d37cc19 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.343008 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d2f64e7b-06e0-412d-921a-cdca1d37cc19 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1229601 Apr 06 14:34:32.343823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:32.345798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48618) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.377384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c3d03faa-e579-4a60-b176-7848635f61f7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.377726 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment c3d03faa-e579-4a60-b176-7848635f61f7 of type vlan for network 481fcf3c-767b-4f9f-b593-ea8818993d98 Apr 06 14:34:32.450818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Deleting port 18c27953-bbad-4dd8-81de-ed9e14997b6c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:32.451093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (18c27953-bbad-4dd8-81de-ed9e14997b6c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.451753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (481fcf3c-767b-4f9f-b593-ea8818993d98), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.454235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b5afd1c5-a02c-4482-acf8-9afd69bc3ed5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.494275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Subnet': ['ID=b5afd1c5-a02c-4482-acf8-9afd69bc3ed5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.503653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.507097 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fad6fa03-d858-436b-adae-4441f8809d67 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/subnets/b5afd1c5-a02c-4482-acf8-9afd69bc3ed5 HTTP/1.1" status: 204 len: 168 time: 0.6837389 Apr 06 14:34:32.510053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf14b9-439e-4860-a02a-e7ffa5aa3a4c None None] Network 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:32.510331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.532244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port b5bb3fde-a597-44c5-8828-f34eaf162b53 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:32.532605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b5bb3fde-a597-44c5-8828-f34eaf162b53), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.583331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (481fcf3c-767b-4f9f-b593-ea8818993d98), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.584128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (18c27953-bbad-4dd8-81de-ed9e14997b6c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.589073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.589648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.590969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Deleting subnet 0df2947e-a559-4eeb-9afd-a8abb52a6f84 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:32.598652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (0df2947e-a559-4eeb-9afd-a8abb52a6f84), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.628232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Calling delete_port for 18c27953-bbad-4dd8-81de-ed9e14997b6c owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:32.655697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (0df2947e-a559-4eeb-9afd-a8abb52a6f84), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.662689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b5bb3fde-a597-44c5-8828-f34eaf162b53), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.692977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for b5bb3fde-a597-44c5-8828-f34eaf162b53 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:32.707790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=481fcf3c-767b-4f9f-b593-ea8818993d98,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.708657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] DHCP port deletion for 3aa8ed46-3d10-40a3-bd7f-0612128ceff3 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:32.721571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48622) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.722059 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f6e7efc8-d63d-4265-a391-8b21669383e1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6122408 Apr 06 14:34:32.728910 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:32.734979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:32.821327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] Deleting port 4b804be7-4786-45ef-9c02-0d753a9976b4 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:32.821701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.859461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b5bb3fde-a597-44c5-8828-f34eaf162b53), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.891961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] For port 4b804be7-4786-45ef-9c02-0d753a9976b4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4b804be7-4786-45ef-9c02-0d753a9976b4,segment=NetworkSegment(b2dd8542-6a7a-47cd-9111-56a4deeb9756),segment_id=b2dd8542-6a7a-47cd-9111-56a4deeb9756)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:32.892458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.897861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=b5bb3fde-a597-44c5-8828-f34eaf162b53,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.904886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.910929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4075f362-413e-4dff-ad75-f98a4d37bb15 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/b5bb3fde-a597-44c5-8828-f34eaf162b53 HTTP/1.1" status: 204 len: 168 time: 0.5614295 Apr 06 14:34:32.914210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48624) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.916008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] Calling delete_port for 4b804be7-4786-45ef-9c02-0d753a9976b4 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:32.928230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (0df2947e-a559-4eeb-9afd-a8abb52a6f84), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.981485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627550fc-da94-40f3-9119-8f9ea649f50d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.988800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-627550fc-da94-40f3-9119-8f9ea649f50d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0674484 Apr 06 14:34:32.989146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48626) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.002978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4b804be7-4786-45ef-9c02-0d753a9976b4 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:33.026784 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95b5047-06ae-4613-aa73-b3a3e17ec9b6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:34:33.028211 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f95b5047-06ae-4613-aa73-b3a3e17ec9b6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/0a3d7a81-2fcc-46b9-a1a0-c4deaeba6d4d HTTP/1.1" status: 404 len: 333 time: 0.0381091 Apr 06 14:34:33.031198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48628) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.058189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6777ebb-51cd-4c38-8737-bada969cd04d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:34:33.059660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c6777ebb-51cd-4c38-8737-bada969cd04d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/b5bb3fde-a597-44c5-8828-f34eaf162b53 HTTP/1.1" status: 404 len: 333 time: 0.0274758 Apr 06 14:34:33.062681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48630) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.072845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:33.076173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.110059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4b804be7-4786-45ef-9c02-0d753a9976b4 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:33.110584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.148310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (4b804be7-4786-45ef-9c02-0d753a9976b4), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.148689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (94c89459-2743-41ba-97c8-f787abf9809d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.181310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (0df2947e-a559-4eeb-9afd-a8abb52a6f84), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.197085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] Pushing event deleted for resources: {'Port': ['ID=4b804be7-4786-45ef-9c02-0d753a9976b4,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.200867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da39f8-a307-4808-b27f-9d93539bd796 None None] No DVR routers for this DVR port 4b804be7-4786-45ef-9c02-0d753a9976b4 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:33.223613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Subnet': ['ID=0df2947e-a559-4eeb-9afd-a8abb52a6f84,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.227071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.233218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48632) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.233801 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8d03c51e-6af4-4daa-9752-920582376845 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/subnets/0df2947e-a559-4eeb-9afd-a8abb52a6f84 HTTP/1.1" status: 204 len: 168 time: 0.7201750 Apr 06 14:34:33.234279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366bc9e-1a8b-4bf0-aaf0-dab02f394f8b None None] Network b3bfbd2d-41cc-4511-938d-0de1b74fcc1a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:33.242833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (18c27953-bbad-4dd8-81de-ed9e14997b6c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.284270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event deleted for resources: {'Port': ['ID=18c27953-bbad-4dd8-81de-ed9e14997b6c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.308233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (94c89459-2743-41ba-97c8-f787abf9809d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.347594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c89459-2743-41ba-97c8-f787abf9809d']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.360763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (3aa8ed46-3d10-40a3-bd7f-0612128ceff3), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.366191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c6d787-6f55-415f-98ca-f1d8f6ef4153') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.366564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c6d787-6f55-415f-98ca-f1d8f6ef4153') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.379373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (20c6d787-6f55-415f-98ca-f1d8f6ef4153), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.391508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (d0d94d45-1e3d-4569-a291-b22a574f8236), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.414247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20c6d787-6f55-415f-98ca-f1d8f6ef4153), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.421494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] DHCP port deletion for b3bfbd2d-41cc-4511-938d-0de1b74fcc1a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:33.434607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:33.435049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (20c6d787-6f55-415f-98ca-f1d8f6ef4153), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:33.443146 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:33.483598 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] Deleting port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:33.484287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.525535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.528892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (d0d94d45-1e3d-4569-a291-b22a574f8236), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.532800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (3aa8ed46-3d10-40a3-bd7f-0612128ceff3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.555311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa8ed46-3d10-40a3-bd7f-0612128ceff3']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.557921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] For port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,segment=NetworkSegment(20fd6f9c-c133-4c9d-8d6e-9b71d11500fc),segment_id=20fd6f9c-c133-4c9d-8d6e-9b71d11500fc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:33.558411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.566937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dd8542-6a7a-47cd-9111-56a4deeb9756') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.567236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dd8542-6a7a-47cd-9111-56a4deeb9756') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.577583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] Calling delete_port for 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:33.577790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (b2dd8542-6a7a-47cd-9111-56a4deeb9756), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.592419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (b2dd8542-6a7a-47cd-9111-56a4deeb9756), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.598572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:33.598986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (b2dd8542-6a7a-47cd-9111-56a4deeb9756), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:33.602712 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:33.633896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (cc537dd5-611e-41e6-9679-1ca1c63d225d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.665561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (94c89459-2743-41ba-97c8-f787abf9809d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.672852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.680106 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/94c89459-2743-41ba-97c8-f787abf9809d HTTP/1.1" status: 204 len: 168 time: 0.6124194 Apr 06 14:34:33.682538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48634) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.686267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-601095046'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:33.689311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (d0d94d45-1e3d-4569-a291-b22a574f8236), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.689968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Fanout notify agent at l3_agent the message router_deleted on router d0d94d45-1e3d-4569-a291-b22a574f8236 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:33.706988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.706988 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b283de67-097f-414c-8e4b-86a946c9885a tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/d0d94d45-1e3d-4569-a291-b22a574f8236 HTTP/1.1" status: 204 len: 168 time: 1.6085439 Apr 06 14:34:33.707168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28496c31-f02f-4a72-a102-8f50284e3be6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=94c89459-2743-41ba-97c8-f787abf9809d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.709037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.714273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159793758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:33.743788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=cc537dd5-611e-41e6-9679-1ca1c63d225d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.753859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': 'c3d03faa-e579-4a60-b176-7848635f61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:33.754222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: 481fcf3c-767b-4f9f-b593-ea8818993d98, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:33.764471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (3aa8ed46-3d10-40a3-bd7f-0612128ceff3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.769025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.773148 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/networks/3aa8ed46-3d10-40a3-bd7f-0612128ceff3 HTTP/1.1" status: 204 len: 168 time: 0.5387509 Apr 06 14:34:33.775794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48638) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.787669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d3cc0-5a27-44a7-a365-ef17ea651b7e tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Network': ['ID=3aa8ed46-3d10-40a3-bd7f-0612128ceff3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.808136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (0427b73b-1bb4-47d1-ad5d-cd42b00c85cd), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.836968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:33.838052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] Pushing event deleted for resources: {'Port': ['ID=0427b73b-1bb4-47d1-ad5d-cd42b00c85cd,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.838324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:33.841206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.844590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57567b5-608a-4caf-b4d7-768e526ac151 None None] No DVR routers for this DVR port 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:33.845433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.846950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.861379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.919266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:33.931352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (845254e6-e459-48a2-b9f6-e5b220d217ea), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.934439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20dc1d10-e10a-4812-a296-91b8a52e0a50), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.934784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 20dc1d10-e10a-4812-a296-91b8a52e0a50 of type vlan for network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 Apr 06 14:34:33.939773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 481fcf3c-767b-4f9f-b593-ea8818993d98) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:33.948233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:33.948865 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.950271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16f75d-64ab-4910-8965-e4e41d701267 None None] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:33.965312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.981461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d5fc4305-dab2-4aa4-a56c-f813ab2ae017), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.987160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bfbd2d-41cc-4511-938d-0de1b74fcc1a']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.997795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:33.998007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fd6f9c-c133-4c9d-8d6e-9b71d11500fc') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:34.002442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.010582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (20fd6f9c-c133-4c9d-8d6e-9b71d11500fc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.025710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20fd6f9c-c133-4c9d-8d6e-9b71d11500fc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.031617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:34.032033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (20fd6f9c-c133-4c9d-8d6e-9b71d11500fc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:34.035118 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:34.048047 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e213725-8ee6-4d07-97b3-3c6cf2ab12b0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3237057 Apr 06 14:34:34.050763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.056460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1393806133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:34.075144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d5fc4305-dab2-4aa4-a56c-f813ab2ae017), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.080347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:34.081068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.085572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.086824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6d3f8d57-c099-4d2e-8c24-acdf9d2b9bfb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3762255 Apr 06 14:34:34.090606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48642) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.104739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:34.161315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=d5fc4305-dab2-4aa4-a56c-f813ab2ae017,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.182467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (87a85641-07fb-4fde-bc58-9f086bfddc71), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.184274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (87a85641-07fb-4fde-bc58-9f086bfddc71), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.205234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:34.219952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c6ae03bc-3bd2-4a43-9878-cee2e543f599 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5381334 Apr 06 14:34:34.229744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48644) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.250402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (87a85641-07fb-4fde-bc58-9f086bfddc71), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.258196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:34.261592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (b3bfbd2d-41cc-4511-938d-0de1b74fcc1a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.273852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-481fcf3c-767b-4f9f-b593-ea8818993d98', 'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': 'cc537dd5-611e-41e6-9679-1ca1c63d225d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:34.274730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.281246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.284779 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/networks/b3bfbd2d-41cc-4511-938d-0de1b74fcc1a HTTP/1.1" status: 204 len: 168 time: 0.5079794 Apr 06 14:34:34.287496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48646) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.320872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (87a85641-07fb-4fde-bc58-9f086bfddc71), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.355677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Deleting subnet 3028dab3-66bb-410f-9fe8-4ea454ef9927 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:34.359229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (3028dab3-66bb-410f-9fe8-4ea454ef9927), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.404497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.405785 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-db998378-8496-4f66-911b-1f0ebb09ac91 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3539524 Apr 06 14:34:34.408303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (3028dab3-66bb-410f-9fe8-4ea454ef9927), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.411169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48648) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.440459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'port': {'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98', 'name': 'tempest-RoutersTest-1002602556'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:34.442166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Allocated IP 172.20.0.2 (481fcf3c-767b-4f9f-b593-ea8818993d98/cc537dd5-611e-41e6-9679-1ca1c63d225d/2d16a1d9-fd02-4dfa-b007-8546e98e63b0) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:34.595484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3028dab3-66bb-410f-9fe8-4ea454ef9927), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.627421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Publish callbacks [] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.627645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901f2e6-e347-45bd-b66e-15291707338c tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Network': ['ID=b3bfbd2d-41cc-4511-938d-0de1b74fcc1a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.712125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.723959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (845254e6-e459-48a2-b9f6-e5b220d217ea), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.756509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:34.759840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:34.762288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:34.769546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Pushing event updated for resources: {'Port': ['ID=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.774223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:34.777676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.781074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (3028dab3-66bb-410f-9fe8-4ea454ef9927), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.808443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:34.812296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.825615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] device_id is not set on port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:34.825973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Attempting to bind port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:34.826945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Attempting to bind port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'c3d03faa-e579-4a60-b176-7848635f61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:34.827515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Attempting to bind port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 on network 481fcf3c-767b-4f9f-b593-ea8818993d98 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:34.830974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f477b3f-783a-46da-ac3e-e87daf34eaf1 None None] Network b4b1badc-4fec-40de-a966-d94e00fc1965 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:34.831616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.835933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/subnets/3028dab3-66bb-410f-9fe8-4ea454ef9927 HTTP/1.1" status: 204 len: 168 time: 0.5466597 Apr 06 14:34:34.837071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc163fe-42c0-4c7c-aaae-8a91a0e96426 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Subnet': ['ID=3028dab3-66bb-410f-9fe8-4ea454ef9927,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.839260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48650) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.893723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:34.894113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Checking segment: {'id': 'c3d03faa-e579-4a60-b176-7848635f61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:34.894520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.894924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Bound using segment: {'id': 'c3d03faa-e579-4a60-b176-7848635f61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:34.895407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Bound port: 2d16a1d9-fd02-4dfa-b007-8546e98e63b0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d03faa-e579-4a60-b176-7848635f61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '481fcf3c-767b-4f9f-b593-ea8818993d98'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:34.895777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.968088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.20.0.6 (481fcf3c-767b-4f9f-b593-ea8818993d98/cc537dd5-611e-41e6-9679-1ca1c63d225d/eb55c8c6-b61e-4f07-9d77-53a3fa98cf95) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:34.968914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:34:34.969535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:34:35.010361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (b4b1badc-4fec-40de-a966-d94e00fc1965), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.012113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:35.037111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:35.037490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0427b73b-1bb4-47d1-ad5d-cd42b00c85cd not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:35.042840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] For port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:35.057075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] For port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,segment=NetworkSegment(c3d03faa-e579-4a60-b176-7848635f61f7),segment_id=c3d03faa-e579-4a60-b176-7848635f61f7)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:35.128038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] DHCP port deletion for b4b1badc-4fec-40de-a966-d94e00fc1965 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:35.135393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.149049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.233158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf56cb-52d4-49ba-81cd-e3400b0c0da9 None None] Pushing event updated for resources: {'Port': ['ID=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.249253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] Deleting port 805e0761-0c12-4115-ac19-764292866d96 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:35.249635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (805e0761-0c12-4115-ac19-764292866d96), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.253113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Deleting port 805e0761-0c12-4115-ac19-764292866d96 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:35.253466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (805e0761-0c12-4115-ac19-764292866d96), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.271307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.345012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] For port 805e0761-0c12-4115-ac19-764292866d96, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=805e0761-0c12-4115-ac19-764292866d96,segment=NetworkSegment(08cf04eb-137a-4ef5-928d-ae1cc77bcffe),segment_id=08cf04eb-137a-4ef5-928d-ae1cc77bcffe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:35.345920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (805e0761-0c12-4115-ac19-764292866d96), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.352341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:35.356264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:35.358337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=eb55c8c6-b61e-4f07-9d77-53a3fa98cf95,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.361101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:35.376023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] Calling delete_port for 805e0761-0c12-4115-ac19-764292866d96 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:35.388607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d2fef017-a744-4e05-a964-1e15d1ae2537), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.391235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (845254e6-e459-48a2-b9f6-e5b220d217ea), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.423898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:35.424577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.458547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.478097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] For port 805e0761-0c12-4115-ac19-764292866d96, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=805e0761-0c12-4115-ac19-764292866d96,segment=NetworkSegment(08cf04eb-137a-4ef5-928d-ae1cc77bcffe),segment_id=08cf04eb-137a-4ef5-928d-ae1cc77bcffe)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:35.478321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (805e0761-0c12-4115-ac19-764292866d96), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.507573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Calling delete_port for 805e0761-0c12-4115-ac19-764292866d96 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:35.541676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0d8948b2-b404-4024-93c1-c39b12877b3a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1294422 Apr 06 14:34:35.542442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48652) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:35.569819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=d2fef017-a744-4e05-a964-1e15d1ae2537,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.576936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (805e0761-0c12-4115-ac19-764292866d96), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.622773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] Pushing event deleted for resources: {'Port': ['ID=805e0761-0c12-4115-ac19-764292866d96,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.625045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb30e8-b922-427d-9054-b1f0aad040ac None None] No DVR routers for this DVR port 805e0761-0c12-4115-ac19-764292866d96 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:35.655914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '20dc1d10-e10a-4812-a296-91b8a52e0a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:35.655914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: d5fc4305-dab2-4aa4-a56c-f813ab2ae017, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:35.747873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Allocated IP 172.26.6.189 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/c5b9250a-af1d-4a2b-9629-2a30742bd1ad) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:35.761073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (805e0761-0c12-4115-ac19-764292866d96), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.808483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Port': ['ID=805e0761-0c12-4115-ac19-764292866d96,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.812990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] No DVR routers for this DVR port 805e0761-0c12-4115-ac19-764292866d96 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:35.847305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:35.953841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (b4b1badc-4fec-40de-a966-d94e00fc1965), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.989789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b1badc-4fec-40de-a966-d94e00fc1965']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:35.997369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, d5fc4305-dab2-4aa4-a56c-f813ab2ae017) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:36.001934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:36.002749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.010863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fba40c-8a75-40b9-afac-e2ea954d14e0 None None] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:36.019460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for port (c5b9250a-af1d-4a2b-9629-2a30742bd1ad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.027250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cf04eb-137a-4ef5-928d-ae1cc77bcffe') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.027618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cf04eb-137a-4ef5-928d-ae1cc77bcffe') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.042062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (08cf04eb-137a-4ef5-928d-ae1cc77bcffe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.061611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (08cf04eb-137a-4ef5-928d-ae1cc77bcffe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.076916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:36.077329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (08cf04eb-137a-4ef5-928d-ae1cc77bcffe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:36.080645 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:36.132285 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-93bb47c9-09db-4a57-8a29-a83a65080496 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8988659 Apr 06 14:34:36.139767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48654) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.143706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017', 'name': 'tempest-PortsTestJSON-120477133'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:36.151006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-d5fc4305-dab2-4aa4-a56c-f813ab2ae017', 'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': 'd2fef017-a744-4e05-a964-1e15d1ae2537'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:36.151889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.230036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c5b9250a-af1d-4a2b-9629-2a30742bd1ad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.253044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.291474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:36.294179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (b4b1badc-4fec-40de-a966-d94e00fc1965), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.314597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:36.327348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.333996 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/networks/b4b1badc-4fec-40de-a966-d94e00fc1965 HTTP/1.1" status: 204 len: 168 time: 1.4913368 Apr 06 14:34:36.337182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:36.344951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48656) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.392801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e1c8-c8ac-4d33-b31b-d16bd4bb6df6 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Pushing event deleted for resources: {'Network': ['ID=b4b1badc-4fec-40de-a966-d94e00fc1965,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.399408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event updated for resources: {'Port': ['ID=c5b9250a-af1d-4a2b-9629-2a30742bd1ad,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.426499 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-862a6018-d06a-4ba7-b8ad-2f105655d865 tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "GET /v2.0/ports?device_id=3daa0afe-8329-42a7-a980-b401cd7d6fb6 HTTP/1.1" status: 200 len: 205 time: 0.0804050 Apr 06 14:34:36.430097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48658) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.470081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4e13f-4f83-4cf9-9a10-9b4fca52fece None None] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:36.471256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Allocated IP 172.20.0.2 (d5fc4305-dab2-4aa4-a56c-f813ab2ae017/d2fef017-a744-4e05-a964-1e15d1ae2537/94743e2b-8fdf-44e1-92d8-1287e544344a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:36.553507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.594220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.615321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] Provisioning complete for port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:36.616885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.632660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.660606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:36.664635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.709786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=eb55c8c6-b61e-4f07-9d77-53a3fa98cf95,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.723770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port eedbe25f-30ed-4894-b552-361de2a70f3b yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:36.827171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Publish callbacks [] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.831129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] Current status of the port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:36.831522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.881648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] For port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,segment=NetworkSegment(c3d03faa-e579-4a60-b176-7848635f61f7),segment_id=c3d03faa-e579-4a60-b176-7848635f61f7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:36.907172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (87a85641-07fb-4fde-bc58-9f086bfddc71), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.942284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.007568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.024609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:37.029195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:37.037388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:37.042695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:37.062122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Pushing event updated for resources: {'Port': ['ID=94743e2b-8fdf-44e1-92d8-1287e544344a,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.168333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.209148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ce1e2808-8644-4be3-ae41-b7796566a0e5 None None] Provisioning complete for port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.209762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2808-8644-4be3-ae41-b7796566a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.237783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a3cf-d490-4d0f-a20a-19335c78bd23 None None] Pushing event updated for resources: {'Port': ['ID=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.248993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Attempting to bind port 94743e2b-8fdf-44e1-92d8-1287e544344a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:37.249470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Attempting to bind port 94743e2b-8fdf-44e1-92d8-1287e544344a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '20dc1d10-e10a-4812-a296-91b8a52e0a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:37.249839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Attempting to bind port 94743e2b-8fdf-44e1-92d8-1287e544344a on network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:37.273422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:37.273889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Checking segment: {'id': '20dc1d10-e10a-4812-a296-91b8a52e0a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:37.274305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.274707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Bound using segment: {'id': '20dc1d10-e10a-4812-a296-91b8a52e0a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:37.275223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Bound port: 94743e2b-8fdf-44e1-92d8-1287e544344a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc1d10-e10a-4812-a296-91b8a52e0a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd5fc4305-dab2-4aa4-a56c-f813ab2ae017'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:37.275662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.280655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.281049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.291155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e2808-8644-4be3-ae41-b7796566a0e5 None None] Port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:37.376745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ce1e2808-8644-4be3-ae41-b7796566a0e5 None None] Provisioning complete for port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.377123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2808-8644-4be3-ae41-b7796566a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.401790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.7 (d5fc4305-dab2-4aa4-a56c-f813ab2ae017/d2fef017-a744-4e05-a964-1e15d1ae2537/eedbe25f-30ed-4894-b552-361de2a70f3b) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:37.405841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (845254e6-e459-48a2-b9f6-e5b220d217ea), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.431866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] For port 94743e2b-8fdf-44e1-92d8-1287e544344a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:37.447899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.453133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router_controller (3daa0afe-8329-42a7-a980-b401cd7d6fb6), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.478029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] For port 94743e2b-8fdf-44e1-92d8-1287e544344a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94743e2b-8fdf-44e1-92d8-1287e544344a,segment=NetworkSegment(20dc1d10-e10a-4812-a296-91b8a52e0a50),segment_id=20dc1d10-e10a-4812-a296-91b8a52e0a50)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:37.497497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:37.566532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 805e0761-0c12-4115-ac19-764292866d96 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:37.577204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.595647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 805e0761-0c12-4115-ac19-764292866d96 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:37.596012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 805e0761-0c12-4115-ac19-764292866d96 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:37.598713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.636358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e2808-8644-4be3-ae41-b7796566a0e5 None None] Current status of the port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:37.653978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.688627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230fd65-f2a7-4d39-97df-6fb26a89a7f1 None None] Pushing event updated for resources: {'Port': ['ID=94743e2b-8fdf-44e1-92d8-1287e544344a,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.691362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (3daa0afe-8329-42a7-a980-b401cd7d6fb6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.691788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Fanout notify agent at l3_agent the message router_deleted on router 3daa0afe-8329-42a7-a980-b401cd7d6fb6 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:37.703382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.707357 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-46350715-1770-4755-859e-aa44c86cce8d tempest-RoutersNegativeTest-1284931784 tempest-RoutersNegativeTest-1284931784-project] 10.222.0.89 "DELETE /v2.0/routers/3daa0afe-8329-42a7-a980-b401cd7d6fb6 HTTP/1.1" status: 204 len: 168 time: 1.2736237 Apr 06 14:34:37.739148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=eb55c8c6-b61e-4f07-9d77-53a3fa98cf95,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.747348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (87a85641-07fb-4fde-bc58-9f086bfddc71), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.764797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ec88ac73-bfa8-4c70-b8fe-65ac4aea0813 None None] Provisioning complete for port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.765182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec88ac73-bfa8-4c70-b8fe-65ac4aea0813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.828012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ec88ac73-bfa8-4c70-b8fe-65ac4aea0813 None None] Port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:37.837280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (eedbe25f-30ed-4894-b552-361de2a70f3b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.871617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:37.873181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:37.967140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.971742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.075261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (eedbe25f-30ed-4894-b552-361de2a70f3b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.149823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:38.157252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:38.161317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:38.163866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=eedbe25f-30ed-4894-b552-361de2a70f3b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.164878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 87a85641-07fb-4fde-bc58-9f086bfddc71 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:38.227192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:38.227870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.257745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e32ba1f9-5ff3-4c1f-a25f-7b93c800e683 None None] Provisioning complete for port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:38.258310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e32ba1f9-5ff3-4c1f-a25f-7b93c800e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.295428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:38.300904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c22f7a94-b681-49b3-aefe-835ac0ea4a71 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/87a85641-07fb-4fde-bc58-9f086bfddc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571840 Apr 06 14:34:38.303952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48668) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.312201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] Sync routers for ids ['87a85641-07fb-4fde-bc58-9f086bfddc71'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:38.320741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e32ba1f9-5ff3-4c1f-a25f-7b93c800e683 None None] Port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:38.324599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.327967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] Routers {'87a85641-07fb-4fde-bc58-9f086bfddc71'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:38.328684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['87a85641-07fb-4fde-bc58-9f086bfddc71'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.336739 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f0b934aa-37e9-4973-bb62-50ec95a014eb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1977470 Apr 06 14:34:38.345730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48674) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.370238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa2aaa-b9e5-4b5d-bf23-eabaccdc3351 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:38.373764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.373961 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5efa2aaa-b9e5-4b5d-bf23-eabaccdc3351 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports/eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 HTTP/1.1" status: 200 len: 977 time: 0.0679226 Apr 06 14:34:38.374539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48676) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.382659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Router 845254e6-e459-48a2-b9f6-e5b220d217ea is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:38.386629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] Routers {'87a85641-07fb-4fde-bc58-9f086bfddc71'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:38.387276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['87a85641-07fb-4fde-bc58-9f086bfddc71'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.434483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.435168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7781a46-4480-4fcc-b85f-1cb970c38a1b None None] The sync data for ids ['87a85641-07fb-4fde-bc58-9f086bfddc71'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:38.587591 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2c6d6eb0-ad93-40dc-89a9-d331db77215b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8dcaac3ab2044443a39452a9c006de90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593098 Apr 06 14:34:38.588387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48678) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.607067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:38.614441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.616251 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1dcb95e1-31aa-4c46-9ee0-beb35a98d16d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "PUT /v2.0/routers/845254e6-e459-48a2-b9f6-e5b220d217ea HTTP/1.1" status: 200 len: 880 time: 4.5242169 Apr 06 14:34:38.620120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48680) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.620237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port eedbe25f-30ed-4894-b552-361de2a70f3b {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:38.620237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (eedbe25f-30ed-4894-b552-361de2a70f3b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.621893 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] Sync routers for ids ['845254e6-e459-48a2-b9f6-e5b220d217ea'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:38.634853 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] Routers {'845254e6-e459-48a2-b9f6-e5b220d217ea'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:38.635817 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['845254e6-e459-48a2-b9f6-e5b220d217ea'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.677466 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.688304 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] Routers {'845254e6-e459-48a2-b9f6-e5b220d217ea'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:38.689060 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['845254e6-e459-48a2-b9f6-e5b220d217ea'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.726490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.727417 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790f513-61ff-4bc5-ab2c-f76900cf15a8 None None] The sync data for ids ['845254e6-e459-48a2-b9f6-e5b220d217ea'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:38.731792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (eedbe25f-30ed-4894-b552-361de2a70f3b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.747874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for eedbe25f-30ed-4894-b552-361de2a70f3b owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:38.801046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-67b2d09b-b39a-4c1c-8923-d32a99719a34 admin admin] Publish callbacks [] for security_group (46c74a38-743d-4c79-97ba-5c271cf495ef), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.848612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-67b2d09b-b39a-4c1c-8923-d32a99719a34 admin admin] Publish callbacks [] for security_group (46c74a38-743d-4c79-97ba-5c271cf495ef), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.916891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c475e9e3-88fd-45a1-952f-21d2797d6e36 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/845254e6-e459-48a2-b9f6-e5b220d217ea HTTP/1.1" status: 200 len: 921 time: 0.2942512 Apr 06 14:34:38.917502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48682) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.955482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2af7a-27d2-4b27-a078-ac3d622de1f0 None None] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:38.960009 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (eedbe25f-30ed-4894-b552-361de2a70f3b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.993837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=eedbe25f-30ed-4894-b552-361de2a70f3b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.067720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6efff4-34ca-48aa-b95f-8041d7e7c417 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:39.072549 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9c6efff4-34ca-48aa-b95f-8041d7e7c417 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=845254e6-e459-48a2-b9f6-e5b220d217ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1343925 Apr 06 14:34:39.073208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48684) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.102054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] Provisioning complete for port 94743e2b-8fdf-44e1-92d8-1287e544344a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:39.102735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.129459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-67b2d09b-b39a-4c1c-8923-d32a99719a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (46c74a38-743d-4c79-97ba-5c271cf495ef), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.132182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-67b2d09b-b39a-4c1c-8923-d32a99719a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.134169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-67b2d09b-b39a-4c1c-8923-d32a99719a34 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/46c74a38-743d-4c79-97ba-5c271cf495ef HTTP/1.1" status: 204 len: 168 time: 0.5441668 Apr 06 14:34:39.135834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.136158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 94743e2b-8fdf-44e1-92d8-1287e544344a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:39.139507 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-edc82612-d50b-4bee-80b2-08ad8c7c889c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/eedbe25f-30ed-4894-b552-361de2a70f3b HTTP/1.1" status: 204 len: 168 time: 0.7926762 Apr 06 14:34:39.147145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48688) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.164156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2d09b-b39a-4c1c-8923-d32a99719a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c74a38-743d-4c79-97ba-5c271cf495ef,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.197459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (87a85641-07fb-4fde-bc58-9f086bfddc71), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.214031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2253c93f-07b5-4cdb-b2b1-79beb33f6206 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:39.217407 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2253c93f-07b5-4cdb-b2b1-79beb33f6206 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.1351485 Apr 06 14:34:39.218954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48690) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.253037 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-057fc303-87ce-4a9e-834d-6575f5c96768 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:39.253625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057fc303-87ce-4a9e-834d-6575f5c96768 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:39.257165 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-057fc303-87ce-4a9e-834d-6575f5c96768 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/eedbe25f-30ed-4894-b552-361de2a70f3b HTTP/1.1" status: 404 len: 333 time: 0.0511415 Apr 06 14:34:39.263190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48692) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.275405 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-44675857-b7a2-4eb8-b20a-9fd50150844e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=845254e6-e459-48a2-b9f6-e5b220d217ea HTTP/1.1" status: 200 len: 205 time: 0.0325139 Apr 06 14:34:39.279793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48694) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.447392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 94743e2b-8fdf-44e1-92d8-1287e544344a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:39.447985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.473244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.512278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] Current status of the port 94743e2b-8fdf-44e1-92d8-1287e544344a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:39.513229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.585778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 94743e2b-8fdf-44e1-92d8-1287e544344a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:39.586382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.627808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a71ee1-0ef3-43a1-b426-37d3a3217c18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:34:39.628421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] For port 94743e2b-8fdf-44e1-92d8-1287e544344a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94743e2b-8fdf-44e1-92d8-1287e544344a,segment=NetworkSegment(20dc1d10-e10a-4812-a296-91b8a52e0a50),segment_id=20dc1d10-e10a-4812-a296-91b8a52e0a50)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:39.629232 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-01a71ee1-0ef3-43a1-b426-37d3a3217c18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/eedbe25f-30ed-4894-b552-361de2a70f3b HTTP/1.1" status: 404 len: 333 time: 0.3650842 Apr 06 14:34:39.633225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48698) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.714512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.723046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (845254e6-e459-48a2-b9f6-e5b220d217ea), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.754704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet d2fef017-a744-4e05-a964-1e15d1ae2537 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:39.766571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (d2fef017-a744-4e05-a964-1e15d1ae2537), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.841636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:39.842006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:39.845305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (d2fef017-a744-4e05-a964-1e15d1ae2537), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.848800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27927b1-73ea-4f17-ad10-e3e59b800696 None None] Pushing event updated for resources: {'Port': ['ID=94743e2b-8fdf-44e1-92d8-1287e544344a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.857865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5dfd3160-0dbb-4bd9-a16a-0a6375db7d9b None None] Provisioning complete for port 94743e2b-8fdf-44e1-92d8-1287e544344a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:39.858247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5dfd3160-0dbb-4bd9-a16a-0a6375db7d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.907102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:39.907361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.962066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd3160-0dbb-4bd9-a16a-0a6375db7d9b None None] Current status of the port 94743e2b-8fdf-44e1-92d8-1287e544344a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:39.987688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Deleting port c5b9250a-af1d-4a2b-9629-2a30742bd1ad {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:39.994465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c5b9250a-af1d-4a2b-9629-2a30742bd1ad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.994465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d2fef017-a744-4e05-a964-1e15d1ae2537), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.015474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.028288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for eb55c8c6-b61e-4f07-9d77-53a3fa98cf95 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:40.088312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c17ddc96-39e3-4c40-8b1b-68eb73326599 None None] Could not find standard attr ID for object eedbe25f-30ed-4894-b552-361de2a70f3b. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:40.118059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c5b9250a-af1d-4a2b-9629-2a30742bd1ad), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.130877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Calling delete_port for c5b9250a-af1d-4a2b-9629-2a30742bd1ad owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:40.298367 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (d2fef017-a744-4e05-a964-1e15d1ae2537), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.317269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (eb55c8c6-b61e-4f07-9d77-53a3fa98cf95), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.335140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fef017-a744-4e05-a964-1e15d1ae2537,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.353070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.358957 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/d2fef017-a744-4e05-a964-1e15d1ae2537 HTTP/1.1" status: 204 len: 168 time: 0.7204812 Apr 06 14:34:40.364171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48714) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.364314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.364314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.364314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.364608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.364973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.365322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.366289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.366644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.366973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.367299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.367624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.367947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.368271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.368656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.369027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb12f51-96ad-472c-8234-70b33cc70ba4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.370133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6480e7d-6a3d-44af-9986-e52054612858 None None] Network d5fc4305-dab2-4aa4-a56c-f813ab2ae017 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:40.371098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=eb55c8c6-b61e-4f07-9d77-53a3fa98cf95,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.392656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.393138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.393654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.394093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.394527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.394965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.395414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.395836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.396256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.396735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.397185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.397610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.398020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.398352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.398679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:40.435208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c5b9250a-af1d-4a2b-9629-2a30742bd1ad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.444496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 94743e2b-8fdf-44e1-92d8-1287e544344a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:40.444496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:40.471015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event deleted for resources: {'Port': ['ID=c5b9250a-af1d-4a2b-9629-2a30742bd1ad,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.557100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:40.557623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.570357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (845254e6-e459-48a2-b9f6-e5b220d217ea), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.608993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d5fc4305-dab2-4aa4-a56c-f813ab2ae017), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.676756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48718) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.687643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:40.701474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.704956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (845254e6-e459-48a2-b9f6-e5b220d217ea), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.708241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] DHCP port deletion for d5fc4305-dab2-4aa4-a56c-f813ab2ae017 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:40.781121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] Deleting port 94743e2b-8fdf-44e1-92d8-1287e544344a {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:40.781493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.794380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (87a85641-07fb-4fde-bc58-9f086bfddc71), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.826481 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-502fee94-82dd-4c56-928c-90938c0f1b02 tempest-ServiceProvidersTest-414519212 tempest-ServiceProvidersTest-414519212-project] 10.222.0.89 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1454551 Apr 06 14:34:40.838573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (845254e6-e459-48a2-b9f6-e5b220d217ea), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.839483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Fanout notify agent at l3_agent the message router_deleted on router 845254e6-e459-48a2-b9f6-e5b220d217ea {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:40.861424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.862946 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-990ac919-7e0f-4703-a42b-3f55851a58cd tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/845254e6-e459-48a2-b9f6-e5b220d217ea HTTP/1.1" status: 204 len: 168 time: 1.5817685 Apr 06 14:34:40.863916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] For port 94743e2b-8fdf-44e1-92d8-1287e544344a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94743e2b-8fdf-44e1-92d8-1287e544344a,segment=NetworkSegment(20dc1d10-e10a-4812-a296-91b8a52e0a50),segment_id=20dc1d10-e10a-4812-a296-91b8a52e0a50)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:40.864376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.867375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48724) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.872807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1671016499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:40.882780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] Calling delete_port for 94743e2b-8fdf-44e1-92d8-1287e544344a owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:40.887412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 94743e2b-8fdf-44e1-92d8-1287e544344a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:40.888095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.983094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 94743e2b-8fdf-44e1-92d8-1287e544344a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:41.028485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.029909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.038004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] For port 94743e2b-8fdf-44e1-92d8-1287e544344a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94743e2b-8fdf-44e1-92d8-1287e544344a,segment=NetworkSegment(20dc1d10-e10a-4812-a296-91b8a52e0a50),segment_id=20dc1d10-e10a-4812-a296-91b8a52e0a50)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:41.038377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.052590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 87a85641-07fb-4fde-bc58-9f086bfddc71 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:41.057816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 94743e2b-8fdf-44e1-92d8-1287e544344a owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:41.063187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.102699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] No DVR routers for this DVR port 94743e2b-8fdf-44e1-92d8-1287e544344a on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:41.106233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 94743e2b-8fdf-44e1-92d8-1287e544344a is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:41.114400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.114400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3611e49-3df5-45f6-8b86-b4557c1e7813 None None] Pushing event deleted for resources: {'Port': ['ID=94743e2b-8fdf-44e1-92d8-1287e544344a,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.122697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.198201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:41.204233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9ce0e8b3-7b94-41b9-9c3a-015c4ffe9cb8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/87a85641-07fb-4fde-bc58-9f086bfddc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8287990 Apr 06 14:34:41.205001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.207713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48726) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.209863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] Sync routers for ids ['87a85641-07fb-4fde-bc58-9f086bfddc71'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:41.228139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] Routers {'87a85641-07fb-4fde-bc58-9f086bfddc71'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:41.228754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['87a85641-07fb-4fde-bc58-9f086bfddc71'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.267743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.279008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] Routers {'87a85641-07fb-4fde-bc58-9f086bfddc71'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:41.279645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['87a85641-07fb-4fde-bc58-9f086bfddc71'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.300646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.305194 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cab6bb62-477f-477b-a6ab-a531e05a1627 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4333878 Apr 06 14:34:41.306166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (94743e2b-8fdf-44e1-92d8-1287e544344a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.306372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48728) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.311357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': True}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:41.319361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.320263 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f6d8a-7cb0-4805-86a1-238a984aaa21 None None] The sync data for ids ['87a85641-07fb-4fde-bc58-9f086bfddc71'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:41.401188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=94743e2b-8fdf-44e1-92d8-1287e544344a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.405006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No DVR routers for this DVR port 94743e2b-8fdf-44e1-92d8-1287e544344a on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:41.508003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48732) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.543934 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-311968e7-34e5-42bc-8517-959e765174ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 14:34:41.545102 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-311968e7-34e5-42bc-8517-959e765174ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/87a85641-07fb-4fde-bc58-9f086bfddc71/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3364642 Apr 06 14:34:41.548366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48736) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.559386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d5fc4305-dab2-4aa4-a56c-f813ab2ae017), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.593022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-04f0888d-9af6-4a49-8bb8-6b58616477a9 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=87a85641-07fb-4fde-bc58-9f086bfddc71 HTTP/1.1" status: 200 len: 205 time: 0.0399311 Apr 06 14:34:41.593829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48738) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.656242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fc4305-dab2-4aa4-a56c-f813ab2ae017']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.718512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc1d10-e10a-4812-a296-91b8a52e0a50') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.718822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc1d10-e10a-4812-a296-91b8a52e0a50') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.722206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7603c709-a0af-459b-be40-450ad48ae9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.739485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (20dc1d10-e10a-4812-a296-91b8a52e0a50), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.749447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (87a85641-07fb-4fde-bc58-9f086bfddc71), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.822770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.827297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (20dc1d10-e10a-4812-a296-91b8a52e0a50), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.843929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:41.844341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (20dc1d10-e10a-4812-a296-91b8a52e0a50), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:41.847291 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:41.997211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (87a85641-07fb-4fde-bc58-9f086bfddc71), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.999412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (87a85641-07fb-4fde-bc58-9f086bfddc71), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.114983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.117641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d5fc4305-dab2-4aa4-a56c-f813ab2ae017), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.122102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.129079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/d5fc4305-dab2-4aa4-a56c-f813ab2ae017 HTTP/1.1" status: 204 len: 168 time: 1.7653797 Apr 06 14:34:42.130586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48740) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.135737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.143650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108267890'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:42.148170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84836c-12a0-47f8-adfb-b743748c5b2e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=d5fc4305-dab2-4aa4-a56c-f813ab2ae017,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.177539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (87a85641-07fb-4fde-bc58-9f086bfddc71), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.178960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router 87a85641-07fb-4fde-bc58-9f086bfddc71 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:42.188422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.192323 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e704054a-e176-4729-92c5-3c451b0e2796 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/87a85641-07fb-4fde-bc58-9f086bfddc71 HTTP/1.1" status: 204 len: 168 time: 0.5928040 Apr 06 14:34:42.194624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48742) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.247272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7603c709-a0af-459b-be40-450ad48ae9d3 admin admin] Publish callbacks [] for security_group (5188aff4-ed88-46e0-b0ab-1c73064abddb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.249048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:42.253022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.279187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:42.285065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet cc537dd5-611e-41e6-9679-1ca1c63d225d {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:42.289509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (48492c4d-b5ba-4ebc-b6d7-95ec4b031534), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.289856 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 48492c4d-b5ba-4ebc-b6d7-95ec4b031534 of type vlan for network beb2982c-6c41-440c-966c-6bdd5653cd0e Apr 06 14:34:42.293365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Allocated IP 172.26.6.243 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/c9a0e63d-0231-484e-88d9-0283164633e1) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:42.295248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (cc537dd5-611e-41e6-9679-1ca1c63d225d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.336044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (beb2982c-6c41-440c-966c-6bdd5653cd0e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.361958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7603c709-a0af-459b-be40-450ad48ae9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5188aff4-ed88-46e0-b0ab-1c73064abddb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.379494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (cc537dd5-611e-41e6-9679-1ca1c63d225d), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.400888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603c709-a0af-459b-be40-450ad48ae9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5188aff4-ed88-46e0-b0ab-1c73064abddb,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.407044 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7603c709-a0af-459b-be40-450ad48ae9d3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e0763927584b4d5e87d8faf7052fb8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8979149 Apr 06 14:34:42.409518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48744) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.460364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (beb2982c-6c41-440c-966c-6bdd5653cd0e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.465357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:42.465980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.480873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dda4a529-4456-41ef-900b-e4a4b13cfe7f admin admin] Publish callbacks [] for security_group (5188aff4-ed88-46e0-b0ab-1c73064abddb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.506916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for port (c9a0e63d-0231-484e-88d9-0283164633e1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.513907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (cc537dd5-611e-41e6-9679-1ca1c63d225d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.557213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dda4a529-4456-41ef-900b-e4a4b13cfe7f admin admin] Publish callbacks [] for security_group (5188aff4-ed88-46e0-b0ab-1c73064abddb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.558889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=beb2982c-6c41-440c-966c-6bdd5653cd0e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.577369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network beb2982c-6c41-440c-966c-6bdd5653cd0e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:42.605962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3120a772-c992-4aac-bb62-275281ed87cf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4741111 Apr 06 14:34:42.608760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48746) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.617434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:42.665601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c9a0e63d-0231-484e-88d9-0283164633e1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.699177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dda4a529-4456-41ef-900b-e4a4b13cfe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5188aff4-ed88-46e0-b0ab-1c73064abddb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.701979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dda4a529-4456-41ef-900b-e4a4b13cfe7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.703178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dda4a529-4456-41ef-900b-e4a4b13cfe7f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5188aff4-ed88-46e0-b0ab-1c73064abddb HTTP/1.1" status: 204 len: 168 time: 0.2927320 Apr 06 14:34:42.703323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (cc537dd5-611e-41e6-9679-1ca1c63d225d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.708065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:42.716501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4a529-4456-41ef-900b-e4a4b13cfe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5188aff4-ed88-46e0-b0ab-1c73064abddb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.725647 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:42.749721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:42.760213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb3410-3e26-4e4a-a917-3d6d0014d667 None None] Network 481fcf3c-767b-4f9f-b593-ea8818993d98 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:42.790291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a0e63d-0231-484e-88d9-0283164633e1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.792872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=cc537dd5-611e-41e6-9679-1ca1c63d225d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.794899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.801547 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2be6b59a-aeef-425b-928f-30c519436fe3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/cc537dd5-611e-41e6-9679-1ca1c63d225d HTTP/1.1" status: 204 len: 168 time: 0.6030118 Apr 06 14:34:42.801750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48750) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.866532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:42.870104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.946901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (481fcf3c-767b-4f9f-b593-ea8818993d98), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.952581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] DHCP port deletion for 481fcf3c-767b-4f9f-b593-ea8818993d98 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:43.005295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] Deleting port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:43.005678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.073841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:43.074223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.075781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] For port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,segment=NetworkSegment(c3d03faa-e579-4a60-b176-7848635f61f7),segment_id=c3d03faa-e579-4a60-b176-7848635f61f7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:43.076239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.091598 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] Calling delete_port for 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:43.194742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,segment=NetworkSegment(c3d03faa-e579-4a60-b176-7848635f61f7),segment_id=c3d03faa-e579-4a60-b176-7848635f61f7)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:43.195012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.206379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.207661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:43.255119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.265427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.307677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] Pushing event deleted for resources: {'Port': ['ID=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.318160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680c00-6c00-4b3b-9af4-21fd04a1b6ae None None] No DVR routers for this DVR port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:43.361092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.372921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '48492c4d-b5ba-4ebc-b6d7-95ec4b031534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:43.373291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: beb2982c-6c41-440c-966c-6bdd5653cd0e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:43.375355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (2d16a1d9-fd02-4dfa-b007-8546e98e63b0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.409045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=2d16a1d9-fd02-4dfa-b007-8546e98e63b0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.415334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:43.442679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.447390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.500411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network beb2982c-6c41-440c-966c-6bdd5653cd0e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:43.515539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (481fcf3c-767b-4f9f-b593-ea8818993d98), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.537327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481fcf3c-767b-4f9f-b593-ea8818993d98']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:43.548001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d03faa-e579-4a60-b176-7848635f61f7') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:43.548310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d03faa-e579-4a60-b176-7848635f61f7') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:43.564254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (c3d03faa-e579-4a60-b176-7848635f61f7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.579137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c3d03faa-e579-4a60-b176-7848635f61f7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.585912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:43.586302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (c3d03faa-e579-4a60-b176-7848635f61f7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:43.589352 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:43.603668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, beb2982c-6c41-440c-966c-6bdd5653cd0e) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:43.612168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab486e-8fe7-42ef-a092-1c4b4ba08807 None None] Network beb2982c-6c41-440c-966c-6bdd5653cd0e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:43.634718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:43.635879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.711818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Router 3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:43.741531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-beb2982c-6c41-440c-966c-6bdd5653cd0e', 'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': 'a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:43.749520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.774747 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-abf89156-a9a1-4575-8078-4f286d6177fa tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1645055 Apr 06 14:34:43.778538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48768) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:43.785560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2122014867'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:43.798798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (481fcf3c-767b-4f9f-b593-ea8818993d98), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.805115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.809662 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/481fcf3c-767b-4f9f-b593-ea8818993d98 HTTP/1.1" status: 204 len: 168 time: 1.0066888 Apr 06 14:34:43.813928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48770) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:43.821856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-479184283'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:43.843329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d6acd-cf9f-46f8-a4e0-868d33c124ad tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=481fcf3c-767b-4f9f-b593-ea8818993d98,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.897833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Allocated IP 172.20.0.2 (beb2982c-6c41-440c-966c-6bdd5653cd0e/a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5/6e7ceb2b-dead-4e78-a3a5-cb58eaad2663) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:43.901571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:43.910908 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] Sync routers for ids ['3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:43.911418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.915234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48774) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:43.915729 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-243005b9-d35d-4edf-9fc7-56cd04140eb0 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "PUT /v2.0/routers/3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 HTTP/1.1" status: 200 len: 915 time: 2.6075954 Apr 06 14:34:43.930363 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] Routers {'3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:43.930363 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:43.973666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:43.977126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.988423 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:43.998171 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] Routers {'3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:43.998784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:44.022207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:44.026134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.033522 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:44.034441 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f5a16-70ff-4efe-88b2-8b65113d7b47 None None] The sync data for ids ['3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:44.046877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:44.062318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 4847bac0-3c4b-481a-add0-1db36cbab676 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:44.067272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.067628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe of type vlan for network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 Apr 06 14:34:44.089883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Publish callbacks [] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.098274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48776) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.112624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-235fe328-cd78-4217-9c9d-875649f665c5 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 HTTP/1.1" status: 200 len: 921 time: 0.1960442 Apr 06 14:34:44.117096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48780) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.155088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (b15dbe00-0fe7-420c-a2b8-0eb0623a9906), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.182755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.194474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea41b1-1d8b-47b5-859a-19c185fe7fdd tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.198450 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-afea41b1-1d8b-47b5-859a-19c185fe7fdd tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0774660 Apr 06 14:34:44.198759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48782) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.217837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c7185364-20cf-462f-9465-81e9bb642a64 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-914637214', 'prefixes': ['172.20.0.0/16']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:44.228403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Network beb2982c-6c41-440c-966c-6bdd5653cd0e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:44.235900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:44.239825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:44.243452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Pushing event updated for resources: {'Port': ['ID=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.253262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.10 (beb2982c-6c41-440c-966c-6bdd5653cd0e/a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5/4847bac0-3c4b-481a-add0-1db36cbab676) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:44.262834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (b15dbe00-0fe7-420c-a2b8-0eb0623a9906), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.268015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.268621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.310923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Attempting to bind port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:44.311300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Attempting to bind port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '48492c4d-b5ba-4ebc-b6d7-95ec4b031534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:44.311873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Attempting to bind port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 on network beb2982c-6c41-440c-966c-6bdd5653cd0e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:44.317202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:44.317550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Checking segment: {'id': '48492c4d-b5ba-4ebc-b6d7-95ec4b031534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:44.318042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.324582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Bound using segment: {'id': '48492c4d-b5ba-4ebc-b6d7-95ec4b031534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:44.324582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Bound port: 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48492c4d-b5ba-4ebc-b6d7-95ec4b031534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'beb2982c-6c41-440c-966c-6bdd5653cd0e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:44.324582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.389057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] For port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:44.392359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] For port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,segment=NetworkSegment(48492c4d-b5ba-4ebc-b6d7-95ec4b031534),segment_id=48492c4d-b5ba-4ebc-b6d7-95ec4b031534)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:44.419365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (4847bac0-3c4b-481a-add0-1db36cbab676), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.471755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.567685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0227e7-59ce-4d61-bef9-34b6f62ce50b None None] Pushing event updated for resources: {'Port': ['ID=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.599117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7185364-20cf-462f-9465-81e9bb642a64 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.601715 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c7185364-20cf-462f-9465-81e9bb642a64 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5026996 Apr 06 14:34:44.603471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4847bac0-3c4b-481a-add0-1db36cbab676), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.605736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48784) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.669737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network beb2982c-6c41-440c-966c-6bdd5653cd0e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:44.677701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:44.685650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:44.690942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=b15dbe00-0fe7-420c-a2b8-0eb0623a9906,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.693912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd514d-0864-42dd-acaf-207ee6e84b1a tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.699729 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-31157b3e-17d9-4f1e-9153-dc06b94e00bd tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] 10.222.0.89 "GET /v2.0/subnetpools/371bb99f-16ca-4400-b54e-88b0c92e3a9a HTTP/1.1" status: 200 len: 731 time: 0.0882437 Apr 06 14:34:44.699877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8abd514d-0864-42dd-acaf-207ee6e84b1a tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.4987156 Apr 06 14:34:44.699877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48786) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.701143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48788) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.713134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-eb087e21-afd4-4f88-b5a8-5522cdc0797c tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-944098722'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:44.713757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:44.730653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=4847bac0-3c4b-481a-add0-1db36cbab676,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.783260 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-15d329cf-c907-4bca-a073-f06ed240c524 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9679835 Apr 06 14:34:44.788832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bbe77b8f-610f-4a14-87ca-5fe58e8948b9 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 HTTP/1.1" status: 200 len: 205 time: 0.0883260 Apr 06 14:34:44.789413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48790) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.789696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.795450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48792) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.795578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.807012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:44.900114 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-43810cff-a573-448c-9de7-eb3cd8a75b12 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1205764 Apr 06 14:34:44.900830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48794) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.018171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:45.018727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 4847bac0-3c4b-481a-add0-1db36cbab676 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:45.019374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4847bac0-3c4b-481a-add0-1db36cbab676), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.030253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.073656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:45.074034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eb087e21-afd4-4f88-b5a8-5522cdc0797c tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.074349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.075243 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eb087e21-afd4-4f88-b5a8-5522cdc0797c tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] 10.222.0.89 "PUT /v2.0/subnetpools/371bb99f-16ca-4400-b54e-88b0c92e3a9a HTTP/1.1" status: 200 len: 683 time: 0.3662078 Apr 06 14:34:45.077906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48796) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.131762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4847bac0-3c4b-481a-add0-1db36cbab676), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.144898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 4847bac0-3c4b-481a-add0-1db36cbab676 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:45.158063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:45.161546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.179250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:45.179969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.222672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,segment=NetworkSegment(48492c4d-b5ba-4ebc-b6d7-95ec4b031534),segment_id=48492c4d-b5ba-4ebc-b6d7-95ec4b031534)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:45.262093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.313183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.347838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d57e25b1-f0fb-40e9-9b35-9331f924fed2 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.349029 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d57e25b1-f0fb-40e9-9b35-9331f924fed2 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] 10.222.0.89 "DELETE /v2.0/subnetpools/371bb99f-16ca-4400-b54e-88b0c92e3a9a HTTP/1.1" status: 204 len: 168 time: 0.2701919 Apr 06 14:34:45.351902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48798) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.367887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-ed3c95a0-d3fa-482d-b14c-cc018afa2c2c tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] show failed (client error): The resource could not be found. Apr 06 14:34:45.368956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ed3c95a0-d3fa-482d-b14c-cc018afa2c2c tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] 10.222.0.89 "GET /v2.0/subnetpools/371bb99f-16ca-4400-b54e-88b0c92e3a9a HTTP/1.1" status: 404 len: 346 time: 0.0159671 Apr 06 14:34:45.371797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48800) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.378327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:45.391157 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-a8dd9fa1-bed9-42e2-94d6-7b4ce4307087 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] delete failed (client error): The resource could not be found. Apr 06 14:34:45.392219 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a8dd9fa1-bed9-42e2-94d6-7b4ce4307087 tempest-SubnetPoolsTestJSON-2123219790 tempest-SubnetPoolsTestJSON-2123219790-project] 10.222.0.89 "DELETE /v2.0/subnetpools/371bb99f-16ca-4400-b54e-88b0c92e3a9a HTTP/1.1" status: 404 len: 346 time: 0.0191755 Apr 06 14:34:45.403289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:45.403777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2d16a1d9-fd02-4dfa-b007-8546e98e63b0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:45.409260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.433617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4847bac0-3c4b-481a-add0-1db36cbab676), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.478031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=4847bac0-3c4b-481a-add0-1db36cbab676,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.558995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Deleting port c9a0e63d-0231-484e-88d9-0283164633e1 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:45.560053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c9a0e63d-0231-484e-88d9-0283164633e1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.570545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.579085 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9fbe9da8-50f7-422e-a2ad-5a84bc3cd4dd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/4847bac0-3c4b-481a-add0-1db36cbab676 HTTP/1.1" status: 204 len: 168 time: 0.6770842 Apr 06 14:34:45.583457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48804) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.608209 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-89380aca-289a-4562-9342-7af1df4e5974 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:34:45.612279 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-89380aca-289a-4562-9342-7af1df4e5974 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/4847bac0-3c4b-481a-add0-1db36cbab676 HTTP/1.1" status: 404 len: 333 time: 0.0285788 Apr 06 14:34:45.612524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48806) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.670619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:45.673915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.680729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c9a0e63d-0231-484e-88d9-0283164633e1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.697690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Calling delete_port for c9a0e63d-0231-484e-88d9-0283164633e1 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:45.725879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.760528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c738fd6f-89bd-4156-80eb-07b889039bc3 None None] Network beb2982c-6c41-440c-966c-6bdd5653cd0e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:45.770347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a3092550-8b0d-4edf-957a-2edb09426e69), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.830505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c9f9a9f8-328e-4e30-b141-084366d3dd39 None None] Provisioning complete for port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:45.831017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a9f8-328e-4e30-b141-084366d3dd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.831687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.894457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=a3092550-8b0d-4edf-957a-2edb09426e69,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.915591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:45.915855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: b15dbe00-0fe7-420c-a2b8-0eb0623a9906, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:45.971602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9a9f8-328e-4e30-b141-084366d3dd39 None None] Current status of the port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:46.002200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48810) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.014366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.051472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.054320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.057872 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-08875a0f-ae52-4602-a2da-97a26b40f6a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5 HTTP/1.1" status: 204 len: 168 time: 0.4443917 Apr 06 14:34:46.060731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48814) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.113211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:46.136383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-852699d8-409d-4f67-b39f-9062cc7f268a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.141805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c9a0e63d-0231-484e-88d9-0283164633e1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.157198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (beb2982c-6c41-440c-966c-6bdd5653cd0e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.179147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event deleted for resources: {'Port': ['ID=c9a0e63d-0231-484e-88d9-0283164633e1,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.216601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e74f28-4ac9-443d-878b-b58243858ea0 None None] Network beb2982c-6c41-440c-966c-6bdd5653cd0e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:46.221674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-852699d8-409d-4f67-b39f-9062cc7f268a admin admin] Publish callbacks [] for security_group (430b5422-45ab-4a6c-bfe5-c26755802fff), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.254256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, b15dbe00-0fe7-420c-a2b8-0eb0623a9906) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:46.261719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:46.262701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.264204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda90c9b-895e-4b5e-9ec6-7aa607f6d950 None None] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:46.286546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.295979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-852699d8-409d-4f67-b39f-9062cc7f268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (430b5422-45ab-4a6c-bfe5-c26755802fff), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.342323 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-852699d8-409d-4f67-b39f-9062cc7f268a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0d8b2859beef4cb39d7514910494942d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387835 Apr 06 14:34:46.344799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48816) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.345878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b4545809-8d39-4a70-b8f9-d851b2048f2b None None] Provisioning complete for port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:46.346259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b4545809-8d39-4a70-b8f9-d851b2048f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.354354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852699d8-409d-4f67-b39f-9062cc7f268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b5422-45ab-4a6c-bfe5-c26755802fff,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.393149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6b90539f-66e7-4a13-845f-23903b1516ab tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5976140 Apr 06 14:34:46.394838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48818) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.398622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.400682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511593611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:46.401478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.403845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:46.404167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.423303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4328d11-8a31-483d-a00e-5322c20b381a admin admin] Publish callbacks [] for security_group (430b5422-45ab-4a6c-bfe5-c26755802fff), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.453333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4328d11-8a31-483d-a00e-5322c20b381a admin admin] Publish callbacks [] for security_group (430b5422-45ab-4a6c-bfe5-c26755802fff), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.510869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] For port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,segment=NetworkSegment(48492c4d-b5ba-4ebc-b6d7-95ec4b031534),segment_id=48492c4d-b5ba-4ebc-b6d7-95ec4b031534)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:46.511264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.517146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (cf676e3d-2d63-4124-9872-35c7f084f5b0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.518508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (cf676e3d-2d63-4124-9872-35c7f084f5b0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.526360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:46.577939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.578639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:46.586145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.587247 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-56d44678-99e6-4e52-a90c-3f592a5b9e13 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 HTTP/1.1" status: 204 len: 168 time: 1.7929509 Apr 06 14:34:46.590910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48820) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.601660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1250129752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:46.623102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4328d11-8a31-483d-a00e-5322c20b381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (430b5422-45ab-4a6c-bfe5-c26755802fff), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.626271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4328d11-8a31-483d-a00e-5322c20b381a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.628722 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d4328d11-8a31-483d-a00e-5322c20b381a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/430b5422-45ab-4a6c-bfe5-c26755802fff HTTP/1.1" status: 204 len: 168 time: 0.2829678 Apr 06 14:34:46.656302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4328d11-8a31-483d-a00e-5322c20b381a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b5422-45ab-4a6c-bfe5-c26755802fff,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.661726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] DHCP port deletion for beb2982c-6c41-440c-966c-6bdd5653cd0e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:46.690415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-b15dbe00-0fe7-420c-a2b8-0eb0623a9906', 'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': 'a3092550-8b0d-4edf-957a-2edb09426e69'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:46.691276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.691924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (cf676e3d-2d63-4124-9872-35c7f084f5b0), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.736109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.737344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.775963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b4545809-8d39-4a70-b8f9-d851b2048f2b None None] Current status of the port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:46.791300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (a7e33ccd-b21b-456e-b654-bafcf2cf7970), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.797422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.797578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (cf676e3d-2d63-4124-9872-35c7f084f5b0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.832649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.836985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No DVR routers for this DVR port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:46.842756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Deleting port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:46.843217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.907999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.937209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (beb2982c-6c41-440c-966c-6bdd5653cd0e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.951899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] For port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:46.952298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.960259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb2982c-6c41-440c-966c-6bdd5653cd0e']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:46.962578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.966973 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a1cd2e16-ef72-4e3e-86f0-b603f2df3e72 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5678134 Apr 06 14:34:46.966973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48824) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.978271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48492c4d-b5ba-4ebc-b6d7-95ec4b031534') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:46.979650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48492c4d-b5ba-4ebc-b6d7-95ec4b031534') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:46.979868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Calling delete_port for 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:46.983774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.ipam_backend_mixin [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 was not found and therefore no delete operation was performed {{(pid=104422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:34:46.992859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (6e7ceb2b-dead-4e78-a3a5-cb58eaad2663), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.996077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Allocated IP 172.20.0.2 (b15dbe00-0fe7-420c-a2b8-0eb0623a9906/a3092550-8b0d-4edf-957a-2edb09426e69/a5ee4087-4869-489b-839f-d645009c2cef) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:47.002556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (48492c4d-b5ba-4ebc-b6d7-95ec4b031534), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.006728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:47.022919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (48492c4d-b5ba-4ebc-b6d7-95ec4b031534), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.031303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:47.036930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (48492c4d-b5ba-4ebc-b6d7-95ec4b031534), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.052015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Pushing event deleted for resources: {'Port': ['ID=6e7ceb2b-dead-4e78-a3a5-cb58eaad2663,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.054731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] No DVR routers for this DVR port 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:47.065006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:47.065352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6e7ceb2b-dead-4e78-a3a5-cb58eaad2663 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.076694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7121-9013-45e3-8738-d34d58890f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:47.150145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.155664 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c5b9ae9a-7b41-4343-a6c7-354d5f8dae5d tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5636826 Apr 06 14:34:47.158324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48830) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.163677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'enable_snat': False}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:47.233352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Publish callbacks [] for port (a5ee4087-4869-489b-839f-d645009c2cef), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.255393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (beb2982c-6c41-440c-966c-6bdd5653cd0e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.260834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.264469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/beb2982c-6c41-440c-966c-6bdd5653cd0e HTTP/1.1" status: 204 len: 168 time: 1.2026358 Apr 06 14:34:47.274218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48836) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.281155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'name': 'tempest-PortsTestJSON-1049030580'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:47.311190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858a025-1fe9-4770-93ab-c8881c70e472 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=beb2982c-6c41-440c-966c-6bdd5653cd0e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.313968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a5ee4087-4869-489b-839f-d645009c2cef), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.362343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:47.365799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:47.371462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:47.373571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Pushing event updated for resources: {'Port': ['ID=a5ee4087-4869-489b-839f-d645009c2cef,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.435787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Attempting to bind port a5ee4087-4869-489b-839f-d645009c2cef on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:47.436180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Attempting to bind port a5ee4087-4869-489b-839f-d645009c2cef by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:47.436559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Attempting to bind port a5ee4087-4869-489b-839f-d645009c2cef on network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:47.445574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:47.449369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Checking segment: {'id': 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:47.449369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.449369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Bound using segment: {'id': 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:47.449369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Bound port: a5ee4087-4869-489b-839f-d645009c2cef, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b15dbe00-0fe7-420c-a2b8-0eb0623a9906'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:47.449369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a5ee4087-4869-489b-839f-d645009c2cef), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.542831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] For port a5ee4087-4869-489b-839f-d645009c2cef, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:47.546142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] For port a5ee4087-4869-489b-839f-d645009c2cef, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a5ee4087-4869-489b-839f-d645009c2cef,segment=NetworkSegment(ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe),segment_id=ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:47.563343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a7e33ccd-b21b-456e-b654-bafcf2cf7970), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.606767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.633842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a5ee4087-4869-489b-839f-d645009c2cef), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.708519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63281edf-1e73-4708-9a33-cc13df65f22e None None] Pushing event updated for resources: {'Port': ['ID=a5ee4087-4869-489b-839f-d645009c2cef,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.731431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:47.735697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.768158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 43b9ca12-328b-4a47-9ecf-2574d4afddf7 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:47.892584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.20.0.1 (b15dbe00-0fe7-420c-a2b8-0eb0623a9906/a3092550-8b0d-4edf-957a-2edb09426e69/18fa6278-33a7-4ccf-a486-8c39a9651a9f) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:48.041897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (43b9ca12-328b-4a47-9ecf-2574d4afddf7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.066025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.153600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.192170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:48.195174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:48.196909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a7e33ccd-b21b-456e-b654-bafcf2cf7970), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.199098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:48.217305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.237426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=18fa6278-33a7-4ccf-a486-8c39a9651a9f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.257310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (cf676e3d-2d63-4124-9872-35c7f084f5b0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.306676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (43b9ca12-328b-4a47-9ecf-2574d4afddf7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.368435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:48.380178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Allocated IP 172.26.6.240 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/5143cd06-faa2-407f-94f2-ee8074597049) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:48.382911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:48.391639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:48.394381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:48.394976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.400018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=43b9ca12-328b-4a47-9ecf-2574d4afddf7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.474437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.535455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for port (5143cd06-faa2-407f-94f2-ee8074597049), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.542050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bd4ae765-3e97-4e52-b192-7036fe1579e4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2649596 Apr 06 14:34:48.555552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48856) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:48.695403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5143cd06-faa2-407f-94f2-ee8074597049), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.740346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:48.745667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:48.758691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:48.829074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 43b9ca12-328b-4a47-9ecf-2574d4afddf7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:48.829696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (43b9ca12-328b-4a47-9ecf-2574d4afddf7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.891337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Pushing event updated for resources: {'Port': ['ID=5143cd06-faa2-407f-94f2-ee8074597049,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.927468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702092ec-fe1b-4ee8-a9cc-53cba1ba0cfd None None] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:48.952132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (43b9ca12-328b-4a47-9ecf-2574d4afddf7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.984361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 43b9ca12-328b-4a47-9ecf-2574d4afddf7 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:48.998081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.011286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c845070f-8b09-420e-832d-11200e951d27 None None] Provisioning complete for port a5ee4087-4869-489b-839f-d645009c2cef triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:49.012053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c845070f-8b09-420e-832d-11200e951d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a5ee4087-4869-489b-839f-d645009c2cef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.070504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a5ee4087-4869-489b-839f-d645009c2cef up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:49.101645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.106457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48864) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:49.209670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (cf676e3d-2d63-4124-9872-35c7f084f5b0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.211574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=18fa6278-33a7-4ccf-a486-8c39a9651a9f,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.228145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (43b9ca12-328b-4a47-9ecf-2574d4afddf7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.230347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c845070f-8b09-420e-832d-11200e951d27 None None] Current status of the port a5ee4087-4869-489b-839f-d645009c2cef is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:49.230347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c845070f-8b09-420e-832d-11200e951d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a5ee4087-4869-489b-839f-d645009c2cef), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.241380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a5ee4087-4869-489b-839f-d645009c2cef triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:49.241732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a5ee4087-4869-489b-839f-d645009c2cef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.263270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=43b9ca12-328b-4a47-9ecf-2574d4afddf7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.308241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c845070f-8b09-420e-832d-11200e951d27 None None] For port a5ee4087-4869-489b-839f-d645009c2cef, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a5ee4087-4869-489b-839f-d645009c2cef,segment=NetworkSegment(ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe),segment_id=ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:49.342235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.348048 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4c882eb9-eb8f-4cb7-a6f9-fa68045892e9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/43b9ca12-328b-4a47-9ecf-2574d4afddf7 HTTP/1.1" status: 204 len: 168 time: 0.7888434 Apr 06 14:34:49.348374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48868) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:49.356455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'mac_address': 'fa:16:3e:be:ee:2c', 'name': 'tempest-PortsTestJSON-1584919794'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:49.392405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a5ee4087-4869-489b-839f-d645009c2cef is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:49.395777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a5ee4087-4869-489b-839f-d645009c2cef), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.419275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--1398107603', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:49.422564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c845070f-8b09-420e-832d-11200e951d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a5ee4087-4869-489b-839f-d645009c2cef), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.498927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:49.499746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:49.512757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:49.515868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845070f-8b09-420e-832d-11200e951d27 None None] Pushing event updated for resources: {'Port': ['ID=a5ee4087-4869-489b-839f-d645009c2cef,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.516028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:49.594960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router_gateway (a7e33ccd-b21b-456e-b654-bafcf2cf7970), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.603893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:49.607671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:49.610687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.648050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-db7f1d2e-9a3c-4d53-bbec-76121f49862d None None] Provisioning complete for port 18fa6278-33a7-4ccf-a486-8c39a9651a9f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:49.648675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db7f1d2e-9a3c-4d53-bbec-76121f49862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.660455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.699587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-db7f1d2e-9a3c-4d53-bbec-76121f49862d None None] Port 18fa6278-33a7-4ccf-a486-8c39a9651a9f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:49.711632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-db7f1d2e-9a3c-4d53-bbec-76121f49862d None None] Provisioning complete for port a5ee4087-4869-489b-839f-d645009c2cef triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:49.711997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db7f1d2e-9a3c-4d53-bbec-76121f49862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a5ee4087-4869-489b-839f-d645009c2cef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.764952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.817546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-db7f1d2e-9a3c-4d53-bbec-76121f49862d None None] Current status of the port a5ee4087-4869-489b-839f-d645009c2cef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:49.817841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 773a9c65-2db1-4457-b17a-b2dbe0b20cc8 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:49.855891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.859572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.908117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router cf676e3d-2d63-4124-9872-35c7f084f5b0 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:49.930726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.939550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c7ce7eca-11f7-4c02-a8c5-118434252f26 None None] Provisioning complete for port 18fa6278-33a7-4ccf-a486-8c39a9651a9f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:49.940137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7ce7eca-11f7-4c02-a8c5-118434252f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.985682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce7eca-11f7-4c02-a8c5-118434252f26 None None] Port 18fa6278-33a7-4ccf-a486-8c39a9651a9f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:50.047195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a5ee4087-4869-489b-839f-d645009c2cef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:50.051731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.102682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:50.107733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-90fbaa6a-6b1b-4be4-827d-9d49ae6a4d3d None None] Provisioning complete for port 18fa6278-33a7-4ccf-a486-8c39a9651a9f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:50.108119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-90fbaa6a-6b1b-4be4-827d-9d49ae6a4d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.113184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Router a7e33ccd-b21b-456e-b654-bafcf2cf7970 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:50.141641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.144358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-90fbaa6a-6b1b-4be4-827d-9d49ae6a4d3d None None] Port 18fa6278-33a7-4ccf-a486-8c39a9651a9f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:50.150368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (727fe62f-660b-463f-9d5e-4a0b2b6a79ba), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.150723 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment 727fe62f-660b-463f-9d5e-4a0b2b6a79ba of type vlan for network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec Apr 06 14:34:50.161251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (773a9c65-2db1-4457-b17a-b2dbe0b20cc8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.165419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:50.173837 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4d266be1-f3c4-48a0-bb1d-1768f66f7d1e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/cf676e3d-2d63-4124-9872-35c7f084f5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2060301 Apr 06 14:34:50.178444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48870) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.180328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] Sync routers for ids ['cf676e3d-2d63-4124-9872-35c7f084f5b0'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:50.191958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] Routers {'cf676e3d-2d63-4124-9872-35c7f084f5b0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:50.192534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['cf676e3d-2d63-4124-9872-35c7f084f5b0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.211789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (37e18eb2-3a61-4ae9-8e85-cc61b66166ec), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.230672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.239847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] Routers {'cf676e3d-2d63-4124-9872-35c7f084f5b0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:50.240673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['cf676e3d-2d63-4124-9872-35c7f084f5b0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.272244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2aee6-3a36-4cb0-bb94-6886483db543 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.273738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0dd2aee6-3a36-4cb0-bb94-6886483db543 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports/18fa6278-33a7-4ccf-a486-8c39a9651a9f HTTP/1.1" status: 200 len: 910 time: 0.0941517 Apr 06 14:34:50.277134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48872) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.279834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.280665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b75fdc-a462-426a-9c6b-7a070e881c6f None None] The sync data for ids ['cf676e3d-2d63-4124-9872-35c7f084f5b0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:50.288858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:50.293296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.294489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ef2c4128-5f9f-4e91-ae56-167136d5f4e6 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "PUT /v2.0/routers/a7e33ccd-b21b-456e-b654-bafcf2cf7970 HTTP/1.1" status: 200 len: 916 time: 3.1352005 Apr 06 14:34:50.297307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48874) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.301216 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] Sync routers for ids ['a7e33ccd-b21b-456e-b654-bafcf2cf7970'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:50.312203 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] Routers {'a7e33ccd-b21b-456e-b654-bafcf2cf7970'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:50.312855 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a7e33ccd-b21b-456e-b654-bafcf2cf7970'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.318920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (773a9c65-2db1-4457-b17a-b2dbe0b20cc8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.357079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (37e18eb2-3a61-4ae9-8e85-cc61b66166ec), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.362193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.362824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.429836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-108cc86f-6818-4efa-b06b-f9064f4547bd tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/a7e33ccd-b21b-456e-b654-bafcf2cf7970 HTTP/1.1" status: 200 len: 922 time: 0.1282237 Apr 06 14:34:50.430200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48876) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.442552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.452784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] Routers {'a7e33ccd-b21b-456e-b654-bafcf2cf7970'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:50.453425 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a7e33ccd-b21b-456e-b654-bafcf2cf7970'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.488139 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.488443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad676f2-1431-4515-b531-4e730615a4c8 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.488843 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3941f0-9af7-42c0-b33b-cce13ae60847 None None] The sync data for ids ['a7e33ccd-b21b-456e-b654-bafcf2cf7970'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:50.495893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dad676f2-1431-4515-b531-4e730615a4c8 tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=a7e33ccd-b21b-456e-b654-bafcf2cf7970&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0640566 Apr 06 14:34:50.496538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48878) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.595400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba3c4-394d-4871-9d1e-4ffa339a059a tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.596849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-397ba3c4-394d-4871-9d1e-4ffa339a059a tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/networks/9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 881 time: 0.0993073 Apr 06 14:34:50.601211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48880) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.632254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b50e4730-871e-4f72-94d8-72b6074c5190 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7e33ccd-b21b-456e-b654-bafcf2cf7970 HTTP/1.1" status: 200 len: 205 time: 0.0298586 Apr 06 14:34:50.634918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48882) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.741639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:50.753328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.754580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:50.767356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:50.772943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.774543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.786284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=773a9c65-2db1-4457-b17a-b2dbe0b20cc8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.803200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=37e18eb2-3a61-4ae9-8e85-cc61b66166ec,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.815713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:50.843889 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-19dfa1ac-c8e2-4179-b10a-64b5ceff8269 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7305853 Apr 06 14:34:50.845326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48884) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.852011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-159045293', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:50.887673 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-306e931a-4fdc-4452-b029-57f56a49ac4e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5381606 Apr 06 14:34:50.892178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48886) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.907989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (a7e33ccd-b21b-456e-b654-bafcf2cf7970), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.956429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4dfa1d-3c4c-4091-9afe-f2a6b5abb3d3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.960784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ac4dfa1d-3c4c-4091-9afe-f2a6b5abb3d3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/773a9c65-2db1-4457-b17a-b2dbe0b20cc8 HTTP/1.1" status: 200 len: 841 time: 0.0646935 Apr 06 14:34:50.961346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48888) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.973095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (37751c9b-761e-4397-baba-0f952788935b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.973095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (37751c9b-761e-4397-baba-0f952788935b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.989913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a5ee4087-4869-489b-839f-d645009c2cef up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:51.059984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a5ee4087-4869-489b-839f-d645009c2cef triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:51.060655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a5ee4087-4869-489b-839f-d645009c2cef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.091866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (37751c9b-761e-4397-baba-0f952788935b), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.111488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (cf676e3d-2d63-4124-9872-35c7f084f5b0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.112085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 773a9c65-2db1-4457-b17a-b2dbe0b20cc8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:51.112085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (773a9c65-2db1-4457-b17a-b2dbe0b20cc8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.145226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a5ee4087-4869-489b-839f-d645009c2cef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:51.213091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (773a9c65-2db1-4457-b17a-b2dbe0b20cc8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.270546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 773a9c65-2db1-4457-b17a-b2dbe0b20cc8 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:51.371434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 18fa6278-33a7-4ccf-a486-8c39a9651a9f {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:51.371696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.441709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (37751c9b-761e-4397-baba-0f952788935b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.445603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Deleting port 5143cd06-faa2-407f-94f2-ee8074597049 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:51.445939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5143cd06-faa2-407f-94f2-ee8074597049), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.462497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.474373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 18fa6278-33a7-4ccf-a486-8c39a9651a9f owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:51.595901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5143cd06-faa2-407f-94f2-ee8074597049), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.613530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Calling delete_port for 5143cd06-faa2-407f-94f2-ee8074597049 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:51.668666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (773a9c65-2db1-4457-b17a-b2dbe0b20cc8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.712358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.715714 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/773a9c65-2db1-4457-b17a-b2dbe0b20cc8 HTTP/1.1" status: 204 len: 168 time: 0.7534356 Apr 06 14:34:51.718448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48890) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:51.718865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56629fbb-f88f-4526-9c64-74b255ff9fd5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=773a9c65-2db1-4457-b17a-b2dbe0b20cc8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.744337 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f938d94f-7574-45b3-a3fe-70b79a19e474 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:34:51.745846 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f938d94f-7574-45b3-a3fe-70b79a19e474 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/773a9c65-2db1-4457-b17a-b2dbe0b20cc8 HTTP/1.1" status: 404 len: 333 time: 0.0263150 Apr 06 14:34:51.746712 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (18fa6278-33a7-4ccf-a486-8c39a9651a9f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.750706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48892) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:51.761661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'name': 'tempest-PortsTestJSON-1101355033'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:51.824118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=18fa6278-33a7-4ccf-a486-8c39a9651a9f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.909962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (37751c9b-761e-4397-baba-0f952788935b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.935752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.005470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (cf676e3d-2d63-4124-9872-35c7f084f5b0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.077010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.203 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/fd3f2729-6fa9-4fac-8f71-756700be7e07) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:52.098370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:52.102271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.127896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port b8ff1442-7e58-4193-b669-3d8cf83f244c yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:52.129952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5143cd06-faa2-407f-94f2-ee8074597049), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.160965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event deleted for resources: {'Port': ['ID=5143cd06-faa2-407f-94f2-ee8074597049,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.246411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (a7e33ccd-b21b-456e-b654-bafcf2cf7970), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.267407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router cf676e3d-2d63-4124-9872-35c7f084f5b0 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:52.336799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ba6f140b-a275-46ca-b8bd-732a9753f6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.348039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.358651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.361673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (a7e33ccd-b21b-456e-b654-bafcf2cf7970), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.420481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:52.425870 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-55515f3c-5497-44d8-b142-2ff499f57b8c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/cf676e3d-2d63-4124-9872-35c7f084f5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1474786 Apr 06 14:34:52.429640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48894) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.432578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] Sync routers for ids ['cf676e3d-2d63-4124-9872-35c7f084f5b0'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:52.440073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.449066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] Routers {'cf676e3d-2d63-4124-9872-35c7f084f5b0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:52.449748 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['cf676e3d-2d63-4124-9872-35c7f084f5b0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.461311 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-326f2c4f-00bc-478a-8f34-0c1d898f86c9 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf676e3d-2d63-4124-9872-35c7f084f5b0 HTTP/1.1" status: 200 len: 205 time: 0.0310545 Apr 06 14:34:52.462920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48896) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.487584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.496328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] Routers {'cf676e3d-2d63-4124-9872-35c7f084f5b0'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:52.497021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['cf676e3d-2d63-4124-9872-35c7f084f5b0'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.530730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.531382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdcf6ce-bfaa-4a73-b6ec-8b142d127665 None None] The sync data for ids ['cf676e3d-2d63-4124-9872-35c7f084f5b0'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:52.532605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (a7e33ccd-b21b-456e-b654-bafcf2cf7970), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.533150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Fanout notify agent at l3_agent the message router_deleted on router a7e33ccd-b21b-456e-b654-bafcf2cf7970 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:52.535029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.543186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.544323 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-371bbc5b-2b12-4517-9ed0-6060ea328c7f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/a7e33ccd-b21b-456e-b654-bafcf2cf7970 HTTP/1.1" status: 204 len: 168 time: 1.9084394 Apr 06 14:34:52.548673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48898) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.553954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-346254562', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:52.576204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.580813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (cf676e3d-2d63-4124-9872-35c7f084f5b0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.622522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:52.625779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:52.628254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:52.634516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:52.635135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.651150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.655372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.661922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:52.663504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=b8ff1442-7e58-4193-b669-3d8cf83f244c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.664303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=fd3f2729-6fa9-4fac-8f71-756700be7e07,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.670624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:52.674155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:52.716064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.729383 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a3f65069-7a5a-4b38-86e5-7bd3cceb4db4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9744277 Apr 06 14:34:52.729699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48900) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.735194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:52.879678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.993600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.096049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (cf676e3d-2d63-4124-9872-35c7f084f5b0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.125895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.128133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (cf676e3d-2d63-4124-9872-35c7f084f5b0), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.198808 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.245396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] In _notify_port_updated(), no bound segment for port b8ff1442-7e58-4193-b669-3d8cf83f244c on network a8bbda46-aded-4fab-974d-cd95d2ff6730 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:34:53.250323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:53.250921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.252204 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/ports/b8ff1442-7e58-4193-b669-3d8cf83f244c HTTP/1.1" status: 200 len: 818 time: 0.5214565 Apr 06 14:34:53.255062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48902) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:53.267017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59684790-672b-4d24-94aa-bdd067727082 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=b8ff1442-7e58-4193-b669-3d8cf83f244c,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.295096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (cf676e3d-2d63-4124-9872-35c7f084f5b0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.297235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router cf676e3d-2d63-4124-9872-35c7f084f5b0 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:53.303413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.308222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-90869692-eb70-40e7-8cdc-c647b785589d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/cf676e3d-2d63-4124-9872-35c7f084f5b0 HTTP/1.1" status: 204 len: 168 time: 0.8406608 Apr 06 14:34:53.308222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48904) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:53.365274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (a207b7d3-b524-4403-93c4-4f2ca2c82771), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.373855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.384889 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.467338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet a3092550-8b0d-4edf-957a-2edb09426e69 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:53.480906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (a3092550-8b0d-4edf-957a-2edb09426e69), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.494551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Allocated IP 172.26.6.23 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/9887f4ac-0cc4-4343-9601-657aeebd3bb8) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:53.534418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (37751c9b-761e-4397-baba-0f952788935b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.538518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (a3092550-8b0d-4edf-957a-2edb09426e69), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.561087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port b8ff1442-7e58-4193-b669-3d8cf83f244c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:53.561431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.605951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for port (9887f4ac-0cc4-4343-9601-657aeebd3bb8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.711695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (9887f4ac-0cc4-4343-9601-657aeebd3bb8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.718561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.753557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:53.756572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:53.759352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for b8ff1442-7e58-4193-b669-3d8cf83f244c owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:53.762520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:53.789888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event updated for resources: {'Port': ['ID=9887f4ac-0cc4-4343-9601-657aeebd3bb8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.826475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a3092550-8b0d-4edf-957a-2edb09426e69), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.999062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (37751c9b-761e-4397-baba-0f952788935b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.077331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a3092550-8b0d-4edf-957a-2edb09426e69), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.083611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (a207b7d3-b524-4403-93c4-4f2ca2c82771), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.116185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=a3092550-8b0d-4edf-957a-2edb09426e69,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:54.118161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b8ff1442-7e58-4193-b669-3d8cf83f244c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.129489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.132417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d28048-3c79-4972-a56f-384c519509a8 None None] Network b15dbe00-0fe7-420c-a2b8-0eb0623a9906 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:54.132844 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c0f4cd42-3123-4d8d-a752-7199765dbd11 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/a3092550-8b0d-4edf-957a-2edb09426e69 HTTP/1.1" status: 204 len: 168 time: 0.8243220 Apr 06 14:34:54.137647 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48906) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.164886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=b8ff1442-7e58-4193-b669-3d8cf83f244c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:54.170319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.176250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1b57a099-2c08-4cb3-b457-352eca2371e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/b8ff1442-7e58-4193-b669-3d8cf83f244c HTTP/1.1" status: 204 len: 168 time: 0.9194942 Apr 06 14:34:54.176894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48908) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.257015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a05d6d-96b7-4ff7-b507-40230c1919d4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:54.260740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e1a05d6d-96b7-4ff7-b507-40230c1919d4 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0815279 Apr 06 14:34:54.261382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48910) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.293113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e830b6-c9ba-46bf-87b7-ed1299b466c8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:34:54.293113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-99e830b6-c9ba-46bf-87b7-ed1299b466c8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/b8ff1442-7e58-4193-b669-3d8cf83f244c HTTP/1.1" status: 404 len: 333 time: 0.0276253 Apr 06 14:34:54.295132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48912) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.300366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-952595619'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:54.313424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:54.322798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] DHCP port deletion for b15dbe00-0fe7-420c-a2b8-0eb0623a9906 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:54.395558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] Deleting port a5ee4087-4869-489b-839f-d645009c2cef {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:54.396294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a5ee4087-4869-489b-839f-d645009c2cef), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.399367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:54.404605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.516998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:54.550074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (638ec2e5-bc09-40c3-8344-c7fd09d4c12e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.550489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 638ec2e5-bc09-40c3-8344-c7fd09d4c12e of type vlan for network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c Apr 06 14:34:54.566057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (b15dbe00-0fe7-420c-a2b8-0eb0623a9906), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.622806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:54.640333 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:54.658330 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:54.659328 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:54.676272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (8e1c27fb-0493-46a6-8989-d60c5ea64b7c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.711759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] For port a5ee4087-4869-489b-839f-d645009c2cef, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a5ee4087-4869-489b-839f-d645009c2cef,segment=NetworkSegment(ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe),segment_id=ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:54.712486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a5ee4087-4869-489b-839f-d645009c2cef), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.715577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.724109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port a5ee4087-4869-489b-839f-d645009c2cef {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:54.724503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a5ee4087-4869-489b-839f-d645009c2cef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.725625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] Calling delete_port for a5ee4087-4869-489b-839f-d645009c2cef owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:54.733516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.741574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d3b691a3-66c8-4117-827e-1aaa60577551 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8951788 Apr 06 14:34:54.742228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48914) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.753871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (8e1c27fb-0493-46a6-8989-d60c5ea64b7c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.760064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:54.764843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.820372 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:54.843447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-173532f8-34be-4b02-8d19-6cd659d9ae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.877923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-efd0330f-a3d4-4973-9980-69cb38bb3810 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1324286 Apr 06 14:34:54.882377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48918) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.894959 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5985832 Apr 06 14:34:54.895779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630715e-797f-4049-85c8-0d8511c1feea tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=8e1c27fb-0493-46a6-8989-d60c5ea64b7c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:54.898209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48920) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.916569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port a5ee4087-4869-489b-839f-d645009c2cef, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a5ee4087-4869-489b-839f-d645009c2cef,segment=NetworkSegment(ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe),segment_id=ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:54.916968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a5ee4087-4869-489b-839f-d645009c2cef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.918241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:54.939073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for a5ee4087-4869-489b-839f-d645009c2cef owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:54.939238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:55.022658 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:53Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.086043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (a5ee4087-4869-489b-839f-d645009c2cef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.087476 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:55.088066 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Updating router 37751c9b-761e-4397-baba-0f952788935b port fd3f2729-6fa9-4fac-8f71-756700be7e07 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:55.111763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (a5ee4087-4869-489b-839f-d645009c2cef), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.120726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port a5ee4087-4869-489b-839f-d645009c2cef on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:55.122536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=a5ee4087-4869-489b-839f-d645009c2cef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.129624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a5ee4087-4869-489b-839f-d645009c2cef no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:55.147689 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.149359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Router a207b7d3-b524-4403-93c4-4f2ca2c82771 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:55.160927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a5ee4087-4869-489b-839f-d645009c2cef {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:55.161730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a5ee4087-4869-489b-839f-d645009c2cef not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:55.164981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] No DVR routers for this DVR port a5ee4087-4869-489b-839f-d645009c2cef on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:55.182366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7c09e-7234-429f-9aef-772ca7756c4b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:55.183888 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f6d7c09e-7234-429f-9aef-772ca7756c4b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3000460 Apr 06 14:34:55.186695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48922) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.199946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922d31-0bfe-40ea-9d64-8a1cc50381bf None None] Pushing event deleted for resources: {'Port': ['ID=a5ee4087-4869-489b-839f-d645009c2cef,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.231138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-28dc7819-3440-404a-b6f7-165796c05c91 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433528 Apr 06 14:34:55.233971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48924) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.240038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1312642919', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:55.298334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (b15dbe00-0fe7-420c-a2b8-0eb0623a9906), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.298962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:55.304567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.339434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15dbe00-0fe7-420c-a2b8-0eb0623a9906']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.377787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.378956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.397763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.419585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.430458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:55.432252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (ad9803ea-3b4b-41a9-bfe0-1f002eaf06fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:55.435362 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:55.453800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:55.465786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] Sync routers for ids ['a207b7d3-b524-4403-93c4-4f2ca2c82771'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:55.476856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] Routers {'a207b7d3-b524-4403-93c4-4f2ca2c82771'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:55.477493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a207b7d3-b524-4403-93c4-4f2ca2c82771'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.509807 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Publish callbacks [] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.520311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:55.523835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.528539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.533940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] Routers {'a207b7d3-b524-4403-93c4-4f2ca2c82771'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:55.534584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a207b7d3-b524-4403-93c4-4f2ca2c82771'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.568647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.569424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a4c85-f2dd-4fbf-a762-52d378a8caef None None] The sync data for ids ['a207b7d3-b524-4403-93c4-4f2ca2c82771'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:55.579686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.581018 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91648d03-0227-43f1-b069-973983da6d7e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0312865 Apr 06 14:34:55.583688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48926) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.589019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:55.614277 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.640457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (b15dbe00-0fe7-420c-a2b8-0eb0623a9906), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.654333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.658336 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/b15dbe00-0fe7-420c-a2b8-0eb0623a9906 HTTP/1.1" status: 204 len: 168 time: 1.5197742 Apr 06 14:34:55.670656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48928) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.675394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-694698967', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:55.686751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3d860-5ccc-4462-bc32-78ed5cf4ec0c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=b15dbe00-0fe7-420c-a2b8-0eb0623a9906,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.694953 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d0e0-90f8-4c84-bb54-13538907d93e None None] Pushing event updated for resources: {'Port': ['ID=fd3f2729-6fa9-4fac-8f71-756700be7e07,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.729133 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Attempting to bind port fd3f2729-6fa9-4fac-8f71-756700be7e07 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:55.729520 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Attempting to bind port fd3f2729-6fa9-4fac-8f71-756700be7e07 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:55.729888 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Attempting to bind port fd3f2729-6fa9-4fac-8f71-756700be7e07 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:55.735955 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:55.742783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:55.742783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.742783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:55.742783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Bound port: fd3f2729-6fa9-4fac-8f71-756700be7e07, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:55.742783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.765443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.804841 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] For port fd3f2729-6fa9-4fac-8f71-756700be7e07, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:55.809155 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] For port fd3f2729-6fa9-4fac-8f71-756700be7e07, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fd3f2729-6fa9-4fac-8f71-756700be7e07,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:55.908101 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.984497 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d0e0-90f8-4c84-bb54-13538907d93e None None] Pushing event updated for resources: {'Port': ['ID=fd3f2729-6fa9-4fac-8f71-756700be7e07,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.009448 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:56.011115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:56.065926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.134847 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:56.203412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_gateway (a207b7d3-b524-4403-93c4-4f2ca2c82771), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.262123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.263200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.327773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.330326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (37ef5709-dfa2-4f3f-a730-3cb6625a0e59), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.340192 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:53Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:56.368727 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd926-b4fd-4a74-a2ec-4fffec1ace91 None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:53Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:56.373221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (db34db40-006b-4ceb-b347-b4a559782b75), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.432366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Deleting port 9887f4ac-0cc4-4343-9601-657aeebd3bb8 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:56.432838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9887f4ac-0cc4-4343-9601-657aeebd3bb8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.462751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=37ef5709-dfa2-4f3f-a730-3cb6625a0e59,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.530760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9887f4ac-0cc4-4343-9601-657aeebd3bb8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.544258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Calling delete_port for 9887f4ac-0cc4-4343-9601-657aeebd3bb8 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:56.657281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_gateway (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.697610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '638ec2e5-bc09-40c3-8344-c7fd09d4c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:56.697998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: 8e1c27fb-0493-46a6-8989-d60c5ea64b7c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:56.704092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=db34db40-006b-4ceb-b347-b4a559782b75,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.713159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:56.713545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: 37e18eb2-3a61-4ae9-8e85-cc61b66166ec, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:56.842733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (9887f4ac-0cc4-4343-9601-657aeebd3bb8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.872276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Pushing event deleted for resources: {'Port': ['ID=9887f4ac-0cc4-4343-9601-657aeebd3bb8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.888143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:56.894993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:56.954574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (a207b7d3-b524-4403-93c4-4f2ca2c82771), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.985824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 37e18eb2-3a61-4ae9-8e85-cc61b66166ec) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:56.993287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:56.993895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.996680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 8e1c27fb-0493-46a6-8989-d60c5ea64b7c) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:56.998404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90535963-fe9a-4cdc-831f-59c0fe689401 None None] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:57.011149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:57.011818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.132858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-34611015-5183-4b2d-8988-98f2e938a25f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2251155 Apr 06 14:34:57.136440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0352568d-cfc3-45f3-8c35-266598b50542 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9013333 Apr 06 14:34:57.137036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48930) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.140658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48932) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.146950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:57.159515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77728b0-09ea-4169-a740-cc428d91b713 None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:57.162977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fd3f2729-6fa9-4fac-8f71-756700be7e07 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:57.274445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_gateway (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.305499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.310316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.344811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.384919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:57.386056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.422416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fd3f2729-6fa9-4fac-8f71-756700be7e07 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:57.422416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.469738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Router a207b7d3-b524-4403-93c4-4f2ca2c82771 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:57.560473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.608353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:57.616826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.619326 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] Sync routers for ids ['a207b7d3-b524-4403-93c4-4f2ca2c82771'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:57.621945 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bc04376c-0da2-4285-adaa-e234740ea731 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "PUT /v2.0/routers/a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 200 len: 705 time: 2.0365670 Apr 06 14:34:57.623636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48934) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.631744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': '37ef5709-dfa2-4f3f-a730-3cb6625a0e59'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:57.633100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.637273 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] Routers {'a207b7d3-b524-4403-93c4-4f2ca2c82771'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:57.638015 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a207b7d3-b524-4403-93c4-4f2ca2c82771'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:57.695628 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:57.709915 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] Routers {'a207b7d3-b524-4403-93c4-4f2ca2c82771'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:57.710741 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['a207b7d3-b524-4403-93c4-4f2ca2c82771'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:57.739461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Allocated IP 172.20.0.2 (37e18eb2-3a61-4ae9-8e85-cc61b66166ec/db34db40-006b-4ceb-b347-b4a559782b75/6b29c38a-0043-4efb-b536-c8c8c8c7d7bc) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:57.745589 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:57.746246 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925fd9b-68fd-49d3-abcf-0a26ee230e97 None None] The sync data for ids ['a207b7d3-b524-4403-93c4-4f2ca2c82771'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:57.752149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:57.755613 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a87f493-7f13-47cd-97de-0f2ed7d8e5ab tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/routers/a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 200 len: 740 time: 0.1309021 Apr 06 14:34:57.756429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.760805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48936) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.823834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fd3f2729-6fa9-4fac-8f71-756700be7e07 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:57.824411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.879544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.26.6.51 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/69d0dbd0-0ec7-4879-9999-5422e8bb253e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:57.886829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b4c8c46a-5ad2-4056-a1b9-9538d71e528b tempest-RoutersAdminTest-393320281 tempest-RoutersAdminTest-393320281-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&device_id=a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 200 len: 205 time: 0.1205883 Apr 06 14:34:57.889116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48938) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.920934 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5fa55bd4-55d9-4277-98c2-5482ba255eae tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 200 len: 205 time: 0.0305455 Apr 06 14:34:57.923323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48940) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.953065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port fd3f2729-6fa9-4fac-8f71-756700be7e07, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fd3f2729-6fa9-4fac-8f71-756700be7e07,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:57.974001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Allocated IP 172.20.0.2 (8e1c27fb-0493-46a6-8989-d60c5ea64b7c/37ef5709-dfa2-4f3f-a730-3cb6625a0e59/70139cea-1d65-4a49-b3ed-235793481d0d) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:58.007912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.055667 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.ipam_backend_mixin [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37ef5709-dfa2-4f3f-a730-3cb6625a0e59 (CIDR: 172.20.0.0/28) Apr 06 14:34:58.056291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.163581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Publish callbacks [] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.187304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=fd3f2729-6fa9-4fac-8f71-756700be7e07,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.191350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:58.191852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:58.196962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.262210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.273969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Publish callbacks [] for port (70139cea-1d65-4a49-b3ed-235793481d0d), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.297072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (69d0dbd0-0ec7-4879-9999-5422e8bb253e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.309349 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a732b7ff-b94b-441d-865f-dbcebf072610 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1694210 Apr 06 14:34:58.311000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48942) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.320073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:58.330161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:58.333420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:58.338768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:58.341910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Pushing event updated for resources: {'Port': ['ID=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.368974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.462647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:58.464361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Attempting to bind port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:58.464741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Attempting to bind port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:58.465491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Attempting to bind port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc on network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:58.467046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Pushing event updated for resources: {'Port': ['ID=70139cea-1d65-4a49-b3ed-235793481d0d,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.470641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:58.474749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:58.479082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:58.479082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Checking segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:58.479082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.479082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Bound using segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:58.479688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Bound port: 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:58.479688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.503652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.506326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router_controller (a207b7d3-b524-4403-93c4-4f2ca2c82771), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.561165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.565921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:58.570203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.590996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Attempting to bind port 70139cea-1d65-4a49-b3ed-235793481d0d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:58.591375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Attempting to bind port 70139cea-1d65-4a49-b3ed-235793481d0d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '638ec2e5-bc09-40c3-8344-c7fd09d4c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:58.591737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Attempting to bind port 70139cea-1d65-4a49-b3ed-235793481d0d on network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:58.607801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:58.608181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Checking segment: {'id': '638ec2e5-bc09-40c3-8344-c7fd09d4c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:58.608583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.609020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Bound using segment: {'id': '638ec2e5-bc09-40c3-8344-c7fd09d4c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:58.609511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Bound port: 70139cea-1d65-4a49-b3ed-235793481d0d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638ec2e5-bc09-40c3-8344-c7fd09d4c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:58.609899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.626117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (69d0dbd0-0ec7-4879-9999-5422e8bb253e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.626355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] For port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:58.644757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (a207b7d3-b524-4403-93c4-4f2ca2c82771), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.646346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Fanout notify agent at l3_agent the message router_deleted on router a207b7d3-b524-4403-93c4-4f2ca2c82771 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:58.662156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.662156 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-730739e6-c216-45be-8b52-7bbf80ab17ea tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 204 len: 168 time: 0.7329988 Apr 06 14:34:58.662156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48944) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.663081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] For port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:58.707294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] For port 70139cea-1d65-4a49-b3ed-235793481d0d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:58.709751 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ff8ee514-93a4-438c-ad7c-65a3ac4ca890 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 200 len: 205 time: 0.0469787 Apr 06 14:34:58.710728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] For port 70139cea-1d65-4a49-b3ed-235793481d0d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=70139cea-1d65-4a49-b3ed-235793481d0d,segment=NetworkSegment(638ec2e5-bc09-40c3-8344-c7fd09d4c12e),segment_id=638ec2e5-bc09-40c3-8344-c7fd09d4c12e)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:58.713369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48946) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.740642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.752304 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-53d2b50d-8212-44ef-b2bd-720b97972930 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] delete failed (client error): The resource could not be found. Apr 06 14:34:58.753397 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-53d2b50d-8212-44ef-b2bd-720b97972930 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/a207b7d3-b524-4403-93c4-4f2ca2c82771 HTTP/1.1" status: 404 len: 336 time: 0.0390813 Apr 06 14:34:58.756799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48948) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.792514 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a76ddf11-7000-4fd5-808d-b9371e970219 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7e33ccd-b21b-456e-b654-bafcf2cf7970 HTTP/1.1" status: 200 len: 205 time: 0.0316308 Apr 06 14:34:58.792514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48950) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.797553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.824105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20326f0-6dcc-4237-918d-1b1f706f8585 None None] Pushing event updated for resources: {'Port': ['ID=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.837904 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-e87d17ea-81af-4e11-bf7f-8140fb904774 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] delete failed (client error): The resource could not be found. Apr 06 14:34:58.843322 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e87d17ea-81af-4e11-bf7f-8140fb904774 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/a7e33ccd-b21b-456e-b654-bafcf2cf7970 HTTP/1.1" status: 404 len: 336 time: 0.0460315 Apr 06 14:34:58.843322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48952) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.886996 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d02f2ef-3f65-4925-956c-30c7c4edd034 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 HTTP/1.1" status: 200 len: 205 time: 0.0417964 Apr 06 14:34:58.892865 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48954) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.921352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4113-4a86-4aac-a109-d674e3b1618a None None] Pushing event updated for resources: {'Port': ['ID=70139cea-1d65-4a49-b3ed-235793481d0d,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.955943 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-d4d24ec8-9dc4-4522-99b8-a80847c35575 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] delete failed (client error): The resource could not be found. Apr 06 14:34:58.957112 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d4d24ec8-9dc4-4522-99b8-a80847c35575 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/3b5bbbf9-75e0-434a-ac08-2f0e8a2a03d0 HTTP/1.1" status: 404 len: 336 time: 0.0630310 Apr 06 14:34:58.961590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48956) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.002710 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-53c6c8cf-36ab-43a6-8c09-c0ebb5d6433e tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=845254e6-e459-48a2-b9f6-e5b220d217ea HTTP/1.1" status: 200 len: 205 time: 0.0394852 Apr 06 14:34:59.007698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48958) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.045085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fd3f2729-6fa9-4fac-8f71-756700be7e07 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:59.065027 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-bce42a98-21e4-4043-84fd-94567d3a1feb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] delete failed (client error): The resource could not be found. Apr 06 14:34:59.069644 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bce42a98-21e4-4043-84fd-94567d3a1feb tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/845254e6-e459-48a2-b9f6-e5b220d217ea HTTP/1.1" status: 404 len: 336 time: 0.0572917 Apr 06 14:34:59.070047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48960) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.102553 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1c2e84fb-15f1-4cbe-99e7-5890d5cc071f tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=d0d94d45-1e3d-4569-a291-b22a574f8236 HTTP/1.1" status: 200 len: 205 time: 0.0315769 Apr 06 14:34:59.104951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48962) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.138902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:59.150398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=69d0dbd0-0ec7-4879-9999-5422e8bb253e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:59.153469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:59.165036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:59.180663 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-e3462e2f-762e-42ea-82a2-ed460ee3d595 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] delete failed (client error): The resource could not be found. Apr 06 14:34:59.182022 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e3462e2f-762e-42ea-82a2-ed460ee3d595 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/d0d94d45-1e3d-4569-a291-b22a574f8236 HTTP/1.1" status: 404 len: 336 time: 0.0761557 Apr 06 14:34:59.185875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48964) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.201591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fd3f2729-6fa9-4fac-8f71-756700be7e07 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:59.202074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.257942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c467659a-f04d-4d39-a577-8b220c306cf9 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "GET /v2.0/ports?device_id=0312010e-a68b-40a7-9e83-f8cb6348c1b3 HTTP/1.1" status: 200 len: 205 time: 0.0665886 Apr 06 14:34:59.260401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48966) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.325097 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-4c38be4d-9bc6-4463-9aa7-220146d777d3 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] delete failed (client error): The resource could not be found. Apr 06 14:34:59.326830 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4c38be4d-9bc6-4463-9aa7-220146d777d3 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/routers/0312010e-a68b-40a7-9e83-f8cb6348c1b3 HTTP/1.1" status: 404 len: 336 time: 0.0648913 Apr 06 14:34:59.329449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48968) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.340738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fd3f2729-6fa9-4fac-8f71-756700be7e07 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:59.361350 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0cf6c1-c620-4378-8a38-44a2553b5d06 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:59.361958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0cf6c1-c620-4378-8a38-44a2553b5d06 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:59.365440 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cf0cf6c1-c620-4378-8a38-44a2553b5d06 tempest-RoutersAdminTest-1670255476 tempest-RoutersAdminTest-1670255476-project] 10.222.0.89 "DELETE /v2.0/subnets/425f7828-7c55-4074-89b8-c3d094f986f3 HTTP/1.1" status: 404 len: 337 time: 0.0347700 Apr 06 14:34:59.444601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (37e18eb2-3a61-4ae9-8e85-cc61b66166ec/db34db40-006b-4ceb-b347-b4a559782b75/16cd04cc-1ac7-43f3-aff2-2edb86d46b3f) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:59.647804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.685825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7a62fed3-6c3b-438b-b824-8aa61dfa80e9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.790112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:59.801957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:59.815321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:59.815935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.842456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=7a62fed3-6c3b-438b-b824-8aa61dfa80e9,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:59.850423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_gateway (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.894435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48974) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.947890 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-02fa833e-5303-4a9d-aa1a-064bedf3ed53 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6329856 Apr 06 14:34:59.948980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.952848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48978) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.963698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'fixed_ips': [{'subnet_id': '37ef5709-dfa2-4f3f-a730-3cb6625a0e59'}, {'subnet_id': '7a62fed3-6c3b-438b-b824-8aa61dfa80e9'}], 'name': 'tempest-PortsTestJSON-92100147'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:59.993907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:59.999392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:00.005391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:00.046017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b1f52c5-7531-49dd-b5d2-43655a0e88ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.073147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:00.075791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.142476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77bdc9-288c-4301-848d-4b96a5a2f530 None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:00.195803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b1f52c5-7531-49dd-b5d2-43655a0e88ea admin admin] Publish callbacks [] for security_group (c14fd296-a9d0-4482-b3d8-bcfeb9993c54), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.213727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] Provisioning complete for port 70139cea-1d65-4a49-b3ed-235793481d0d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:00.214259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.232880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:00.259840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.305599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1b1f52c5-7531-49dd-b5d2-43655a0e88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c14fd296-a9d0-4482-b3d8-bcfeb9993c54), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.341445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f52c5-7531-49dd-b5d2-43655a0e88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fd296-a9d0-4482-b3d8-bcfeb9993c54,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:00.390333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] Current status of the port 70139cea-1d65-4a49-b3ed-235793481d0d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:00.391255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.398837 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1b1f52c5-7531-49dd-b5d2-43655a0e88ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3f263dc75e2d447d874db25b1201eca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008888 Apr 06 14:35:00.402017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48980) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.429256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.545255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.584124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port b8757df5-cb7e-4b65-95ec-dfedb884f1bd yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:00.593860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:00.635267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] Update dhcp port {'port': {'network_id': '8e1c27fb-0493-46a6-8989-d60c5ea64b7c', 'fixed_ips': [{'subnet_id': '37ef5709-dfa2-4f3f-a730-3cb6625a0e59', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a62fed3-6c3b-438b-b824-8aa61dfa80e9'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': '70139cea-1d65-4a49-b3ed-235793481d0d'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:35:00.639088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85b1de32-c9cb-4322-a5be-211c1608e510 admin admin] Publish callbacks [] for security_group (c14fd296-a9d0-4482-b3d8-bcfeb9993c54), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.671744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] For port 70139cea-1d65-4a49-b3ed-235793481d0d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=70139cea-1d65-4a49-b3ed-235793481d0d,segment=NetworkSegment(638ec2e5-bc09-40c3-8344-c7fd09d4c12e),segment_id=638ec2e5-bc09-40c3-8344-c7fd09d4c12e)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:00.677606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.685540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85b1de32-c9cb-4322-a5be-211c1608e510 admin admin] Publish callbacks [] for security_group (c14fd296-a9d0-4482-b3d8-bcfeb9993c54), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.809709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad32919-3971-4160-a12f-1774953f072b None None] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:00.816268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.871516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:00.891645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] Sync routers for ids ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:00.900179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85b1de32-c9cb-4322-a5be-211c1608e510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (c14fd296-a9d0-4482-b3d8-bcfeb9993c54), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.903439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85b1de32-c9cb-4322-a5be-211c1608e510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.909163 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-85b1de32-c9cb-4322-a5be-211c1608e510 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c14fd296-a9d0-4482-b3d8-bcfeb9993c54 HTTP/1.1" status: 204 len: 168 time: 0.5045097 Apr 06 14:35:00.954407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] Routers {'b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:00.955062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:00.963001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1de32-c9cb-4322-a5be-211c1608e510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fd296-a9d0-4482-b3d8-bcfeb9993c54,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:00.970941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.972904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86de92-013d-482b-9620-6d5e3af5e615 None None] Pushing event updated for resources: {'Port': ['ID=70139cea-1d65-4a49-b3ed-235793481d0d,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:00.978198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3e176405-a82e-4fea-a828-456bdff5397f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3063490 Apr 06 14:35:00.984826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48984) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:01.015678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.10 (8e1c27fb-0493-46a6-8989-d60c5ea64b7c/37ef5709-dfa2-4f3f-a730-3cb6625a0e59/b8757df5-cb7e-4b65-95ec-dfedb884f1bd) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:01.017893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] Provisioning complete for port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:01.019784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.022104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:01.033348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.28 (8e1c27fb-0493-46a6-8989-d60c5ea64b7c/7a62fed3-6c3b-438b-b824-8aa61dfa80e9/b8757df5-cb7e-4b65-95ec-dfedb884f1bd) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:01.081497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.106345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] Routers {'b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:01.106992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:01.149396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 70139cea-1d65-4a49-b3ed-235793481d0d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:01.152214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:01.152869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ec850-922c-4511-9fdb-f3b514d08107 None None] The sync data for ids ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:01.168504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.208378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3a54c96e-0954-4dce-877e-0c765daa864c tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/routers/b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 200 len: 879 time: 0.2212551 Apr 06 14:35:01.212274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48986) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:01.263350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] Current status of the port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:01.265066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.275262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.278461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.287500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.322318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] For port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:01.327971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 70139cea-1d65-4a49-b3ed-235793481d0d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:01.328356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.397166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.473664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.482827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:01.484372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:01.524669 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e05b0467-5fb1-485b-93da-17cb157f5900 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3127174 Apr 06 14:35:01.544280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48990) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:01.554625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-694698967'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:01.574462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:01.579073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:01.611028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] Allocated IP 172.20.0.18 (8e1c27fb-0493-46a6-8989-d60c5ea64b7c/7a62fed3-6c3b-438b-b824-8aa61dfa80e9/70139cea-1d65-4a49-b3ed-235793481d0d) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:01.621957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:01.673317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=b8757df5-cb7e-4b65-95ec-dfedb884f1bd,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.731447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:01.755007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] For port 70139cea-1d65-4a49-b3ed-235793481d0d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=70139cea-1d65-4a49-b3ed-235793481d0d,segment=NetworkSegment(638ec2e5-bc09-40c3-8344-c7fd09d4c12e),segment_id=638ec2e5-bc09-40c3-8344-c7fd09d4c12e)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:01.793572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] Publish callbacks [] for port (70139cea-1d65-4a49-b3ed-235793481d0d), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.800137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:01.801179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.851549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0355f02-ed33-4192-abb6-5704160d5b83 None None] Pushing event updated for resources: {'Port': ['ID=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.891249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.918194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-76c3f672-52b9-45dd-93d8-212deacf1c7d None None] Provisioning complete for port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:01.918562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-76c3f672-52b9-45dd-93d8-212deacf1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.939807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48994) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:01.982331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-76c3f672-52b9-45dd-93d8-212deacf1c7d None None] Port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:01.984349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 70139cea-1d65-4a49-b3ed-235793481d0d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:01.985350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:02.017692 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9f40cad9-5f06-43da-b66e-4230f46fb9ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.0603476 Apr 06 14:35:02.019161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 48996) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:02.024231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37ef5709-dfa2-4f3f-a730-3cb6625a0e59'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:02.124830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-76c3f672-52b9-45dd-93d8-212deacf1c7d None None] Provisioning complete for port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:02.125213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-76c3f672-52b9-45dd-93d8-212deacf1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.145262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.191448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d6bab-ea55-4d1d-96e1-a5e48ca04b0d None None] Pushing event updated for resources: {'Port': ['ID=70139cea-1d65-4a49-b3ed-235793481d0d,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.218023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:02.219753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.231858 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-94cfee22-1a7c-4ee1-b087-a79d8ebb050b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7c95410b71e74a819b41bfa9c18cdd72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886453 Apr 06 14:35:02.297122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-76c3f672-52b9-45dd-93d8-212deacf1c7d None None] Current status of the port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:02.301952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 48998) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:02.353652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:02.372894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:02.379118 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0584c39f-c5f9-4a6e-a511-617e3961cc54 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/37751c9b-761e-4397-baba-0f952788935b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2282243 Apr 06 14:35:02.382346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49000) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:02.386313 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:02.399369 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:02.400302 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:02.406116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef0fea5b-8b2c-496e-b63d-460e6ff6ec23 admin admin] Publish callbacks [] for security_group (cd0b78e6-046b-4500-9ca5-190e44b8e119), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.434254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.438494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f3cd8c09-a43c-4632-9b29-edfd83053057 None None] Provisioning complete for port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:02.440879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef0fea5b-8b2c-496e-b63d-460e6ff6ec23 admin admin] Publish callbacks [] for security_group (cd0b78e6-046b-4500-9ca5-190e44b8e119), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.441055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8c09-a43c-4632-9b29-edfd83053057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.489893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd8c09-a43c-4632-9b29-edfd83053057 None None] Port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:02.551545 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:02.596499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.627179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef0fea5b-8b2c-496e-b63d-460e6ff6ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (cd0b78e6-046b-4500-9ca5-190e44b8e119), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.629967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef0fea5b-8b2c-496e-b63d-460e6ff6ec23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.632140 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ef0fea5b-8b2c-496e-b63d-460e6ff6ec23 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cd0b78e6-046b-4500-9ca5-190e44b8e119 HTTP/1.1" status: 204 len: 168 time: 0.3253672 Apr 06 14:35:02.656628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fea5b-8b2c-496e-b63d-460e6ff6ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b78e6-046b-4500-9ca5-190e44b8e119,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.814527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.815130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.815638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.816155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.816673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.817219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.817739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.819111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.821441 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-78b9eb7a-d65a-4b1f-b639-4a8001f6fd34 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.4381170 Apr 06 14:35:02.826282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49004) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:02.879255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903f6cc-4ec4-4854-bf98-8c8573d67907 None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:02.981157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d36a862d-2b73-4674-9693-7b6f3144d822 None None] Provisioning complete for port 70139cea-1d65-4a49-b3ed-235793481d0d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:02.984615 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:02.987094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d36a862d-2b73-4674-9693-7b6f3144d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.000422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.001070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.001790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.002129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.002608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.003067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.003530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.003985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.006609 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e103ea1-0010-4574-ab00-fe7fa4ca5db7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5193 time: 0.1810074 Apr 06 14:35:03.012846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49006) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:03.035889 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:03.040633 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Updating router 37751c9b-761e-4397-baba-0f952788935b port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:03.047383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 70139cea-1d65-4a49-b3ed-235793481d0d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:03.081518 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.187365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d36a862d-2b73-4674-9693-7b6f3144d822 None None] Current status of the port 70139cea-1d65-4a49-b3ed-235793481d0d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:03.202964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 70139cea-1d65-4a49-b3ed-235793481d0d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:03.203335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.265392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Delete allocated IP 172.20.0.28 (8e1c27fb-0493-46a6-8989-d60c5ea64b7c/7a62fed3-6c3b-438b-b824-8aa61dfa80e9) {{(pid=104421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:35:03.282065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:03.325772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 70139cea-1d65-4a49-b3ed-235793481d0d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:03.327876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:03.401073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:03.401715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.514534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:03.523911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.525064 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d080250e-8b00-4b8e-b5f9-d09c0e25f495 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 200 len: 886 time: 1.9796343 Apr 06 14:35:03.540145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49018) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:03.541179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f04eeed-f8f1-4de3-a30e-bc519dc6c5fe tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.5224462 Apr 06 14:35:03.625522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:03.631963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769365bb-1375-4e41-afae-90977d2274df None None] Sync routers for ids ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:03.642893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-79b0bd71-b050-4f7d-91bf-15a57c7405f2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3083534 Apr 06 14:35:03.691172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6904dd26-c81b-40df-8799-eba88e78219c None None] Provisioning complete for port b8757df5-cb7e-4b65-95ec-dfedb884f1bd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:03.691768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6904dd26-c81b-40df-8799-eba88e78219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.693294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769365bb-1375-4e41-afae-90977d2274df None None] Routers {'b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:03.693893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-769365bb-1375-4e41-afae-90977d2274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:03.740996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-769365bb-1375-4e41-afae-90977d2274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:03.779372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-9c2fdac2-5579-488b-ac9c-d09e0fa18da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.781866 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-9c2fdac2-5579-488b-ac9c-d09e0fa18da5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 1129 time: 0.0855262 Apr 06 14:35:03.790652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.793356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769365bb-1375-4e41-afae-90977d2274df None None] Routers {'b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:03.794012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-769365bb-1375-4e41-afae-90977d2274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:03.807521 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d82ebbee-7a68-4763-a15f-a97500ba8cfa tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/routers/b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 200 len: 886 time: 0.2781084 Apr 06 14:35:03.810228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49026) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:03.812272 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Publish callbacks [] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.844067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-769365bb-1375-4e41-afae-90977d2274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:03.844691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769365bb-1375-4e41-afae-90977d2274df None None] The sync data for ids ['b4381a8d-068a-4ba1-b72d-d8dd3734f9e7'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:03.847442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6904dd26-c81b-40df-8799-eba88e78219c None None] Port b8757df5-cb7e-4b65-95ec-dfedb884f1bd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:03.854674 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9dd937f5-6a38-42e0-89b4-8c51e0b01945 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 200 len: 205 time: 0.0406816 Apr 06 14:35:03.855144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49028) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:03.866255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6904dd26-c81b-40df-8799-eba88e78219c None None] Provisioning complete for port 70139cea-1d65-4a49-b3ed-235793481d0d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:03.866981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6904dd26-c81b-40df-8799-eba88e78219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.919188 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.932353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.945095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-9e3d6297-d23c-41e7-8c88-43baba866199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.952038 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-9e3d6297-d23c-41e7-8c88-43baba866199 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1479418 Apr 06 14:35:03.990519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6904dd26-c81b-40df-8799-eba88e78219c None None] Current status of the port 70139cea-1d65-4a49-b3ed-235793481d0d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:04.059493 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-9e559a9c-2c5f-4d04-b1e8-4ee64512c35b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 200 len: 1000 time: 0.1009917 Apr 06 14:35:04.084627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94226-62c7-49ed-aa9d-7eb582465f52 None None] Pushing event updated for resources: {'Port': ['ID=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:04.091577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=b8757df5-cb7e-4b65-95ec-dfedb884f1bd,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:04.093624 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Attempting to bind port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:04.093986 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Attempting to bind port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:04.094396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Attempting to bind port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f on network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:04.100808 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:04.101191 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Checking segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:04.101577 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.101961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Bound using segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:04.102620 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Bound port: 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:04.103000 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.140976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2f68139f-e5eb-4312-9975-f8fd9708a731 None None] Provisioning complete for port b8757df5-cb7e-4b65-95ec-dfedb884f1bd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:04.141669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2f68139f-e5eb-4312-9975-f8fd9708a731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.159353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-0c6c4f37-ca61-4e9c-bda0-c79143ac80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:04.163546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-0c6c4f37-ca61-4e9c-bda0-c79143ac80fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0978019 Apr 06 14:35:04.215978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2f68139f-e5eb-4312-9975-f8fd9708a731 None None] Port b8757df5-cb7e-4b65-95ec-dfedb884f1bd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:04.224365 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] For port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:04.228874 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] For port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:04.252202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.261507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-7f7fb7b3-c74b-46af-a8df-188e9e4aa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:04.263062 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-7f7fb7b3-c74b-46af-a8df-188e9e4aa07f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0923502 Apr 06 14:35:04.323894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] In _notify_port_updated(), no bound segment for port b8757df5-cb7e-4b65-95ec-dfedb884f1bd on network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:35:04.329168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:04.329823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.333771 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-264267f8-2931-4dd2-92ff-196df4c9ed11 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/ports/b8757df5-cb7e-4b65-95ec-dfedb884f1bd HTTP/1.1" status: 200 len: 918 time: 2.3114338 Apr 06 14:35:04.333957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49038) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:04.336553 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.345869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] Provisioning complete for port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:04.346429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.375999 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37ef5709-dfa2-4f3f-a730-3cb6625a0e59'}, {'subnet_id': '7a62fed3-6c3b-438b-b824-8aa61dfa80e9'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:04.413578 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-e6e685f4-395a-44aa-8143-c6de58ea7fc2 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437886 Apr 06 14:35:04.476104 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94226-62c7-49ed-aa9d-7eb582465f52 None None] Pushing event updated for resources: {'Port': ['ID=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:04.490982 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:04.491847 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:04.529879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.546621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49040) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:04.628364 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:04.680310 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d9b963a-57d2-4a84-8cea-d61727525092 req-e6f227b0-6d33-47bd-ab33-a779d32d52f5 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592556 Apr 06 14:35:04.688102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_gateway (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.769598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7fa60969-13be-484a-84c0-866ba995a194 tempest-AgentManagementNegativeTest-1925732668 tempest-AgentManagementNegativeTest-1925732668-project] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2169049 Apr 06 14:35:04.843768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] Current status of the port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:04.844422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.910617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] For port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:04.934224 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:04.962895 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55438a4-a87c-4fb8-bc84-8590a66274d2 None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:04.970211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.983173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.24 (8e1c27fb-0493-46a6-8989-d60c5ea64b7c/7a62fed3-6c3b-438b-b824-8aa61dfa80e9/b8757df5-cb7e-4b65-95ec-dfedb884f1bd) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:04.991509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 69d0dbd0-0ec7-4879-9999-5422e8bb253e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:04.991904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (69d0dbd0-0ec7-4879-9999-5422e8bb253e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.058110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f06cf-c9f0-4ec1-bcd7-7e089e84ae3d None None] Pushing event updated for resources: {'Port': ['ID=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:05.104243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3d0a45b5-b49f-4d6d-8803-0875a7b96da9 None None] Provisioning complete for port b8757df5-cb7e-4b65-95ec-dfedb884f1bd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:05.106611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d0a45b5-b49f-4d6d-8803-0875a7b96da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.144845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a45b5-b49f-4d6d-8803-0875a7b96da9 None None] Port b8757df5-cb7e-4b65-95ec-dfedb884f1bd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:05.158849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3d0a45b5-b49f-4d6d-8803-0875a7b96da9 None None] Provisioning complete for port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:05.159318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d0a45b5-b49f-4d6d-8803-0875a7b96da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.161170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (69d0dbd0-0ec7-4879-9999-5422e8bb253e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.189671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 69d0dbd0-0ec7-4879-9999-5422e8bb253e owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:05.255426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a45b5-b49f-4d6d-8803-0875a7b96da9 None None] Current status of the port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:05.293885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.366592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.383540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49050) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.525331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=b8757df5-cb7e-4b65-95ec-dfedb884f1bd,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:05.543439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-46744c15-629c-45d8-823b-66b3e2526a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.575760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] In _notify_port_updated(), no bound segment for port b8757df5-cb7e-4b65-95ec-dfedb884f1bd on network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:35:05.581352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:05.587679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.587679 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ac961950-0cd8-4b66-9ebf-30da8f984e9c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/ports/b8757df5-cb7e-4b65-95ec-dfedb884f1bd HTTP/1.1" status: 200 len: 998 time: 1.2482884 Apr 06 14:35:05.587679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49054) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.640952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49056) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.646188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10141607', 'description': 'tempest-secgroup-smoke-10141607 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:05.674253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (69d0dbd0-0ec7-4879-9999-5422e8bb253e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.701575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=69d0dbd0-0ec7-4879-9999-5422e8bb253e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:05.770497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-46744c15-629c-45d8-823b-66b3e2526a00 admin admin] Publish callbacks [] for security_group (dd71f4a7-1379-427d-9c97-3191f576bcaa), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.773032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.781738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7ae1dc0d-c9e9-4863-8e54-cc74f0fa3f61 None None] Provisioning complete for port b8757df5-cb7e-4b65-95ec-dfedb884f1bd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:05.782313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7ae1dc0d-c9e9-4863-8e54-cc74f0fa3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.793641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port b8757df5-cb7e-4b65-95ec-dfedb884f1bd {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:05.793994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.825741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1dc0d-c9e9-4863-8e54-cc74f0fa3f61 None None] Port b8757df5-cb7e-4b65-95ec-dfedb884f1bd cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:05.851586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.866230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (40c5c5ec-18ff-4fbf-8d5e-872227403d5c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.896346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-46744c15-629c-45d8-823b-66b3e2526a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (dd71f4a7-1379-427d-9c97-3191f576bcaa), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.938555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (40c5c5ec-18ff-4fbf-8d5e-872227403d5c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.946022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-46744c15-629c-45d8-823b-66b3e2526a00 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b3de5427001b49d8acaf0079addd21ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5580802 Apr 06 14:35:05.946022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46744c15-629c-45d8-823b-66b3e2526a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71f4a7-1379-427d-9c97-3191f576bcaa,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:05.947943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49058) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.976245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.980491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.987902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5c5ec-18ff-4fbf-8d5e-872227403d5c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.041190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.050934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ba88f91-f80a-4c18-8550-5912bc96d160 admin admin] Publish callbacks [] for security_group (dd71f4a7-1379-427d-9c97-3191f576bcaa), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.054957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for b8757df5-cb7e-4b65-95ec-dfedb884f1bd owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:06.071520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.075490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1d3f4aa8-f2a8-4f39-83e5-c7fb70507384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4308236 Apr 06 14:35:06.076455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49060) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.080970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '40c5c5ec-18ff-4fbf-8d5e-872227403d5c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:06.100179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ba88f91-f80a-4c18-8550-5912bc96d160 admin admin] Publish callbacks [] for security_group (dd71f4a7-1379-427d-9c97-3191f576bcaa), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.155016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (b4381a8d-068a-4ba1-b72d-d8dd3734f9e7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.155582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:06.166178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.170731 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8cd14e1e-0a66-48cb-bc63-1ccd16436047 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 204 len: 168 time: 2.3112223 Apr 06 14:35:06.171667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49062) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.176723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-1028729087'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:06.213538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (3e48f0f7-4864-4450-a17a-55c16de92af1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.236197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ba88f91-f80a-4c18-8550-5912bc96d160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (dd71f4a7-1379-427d-9c97-3191f576bcaa), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.238714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ba88f91-f80a-4c18-8550-5912bc96d160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.243521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2ba88f91-f80a-4c18-8550-5912bc96d160 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dd71f4a7-1379-427d-9c97-3191f576bcaa HTTP/1.1" status: 204 len: 168 time: 0.2884462 Apr 06 14:35:06.260101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88f91-f80a-4c18-8550-5912bc96d160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71f4a7-1379-427d-9c97-3191f576bcaa,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.285059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (3e48f0f7-4864-4450-a17a-55c16de92af1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.301697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:06.306021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.364397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b8757df5-cb7e-4b65-95ec-dfedb884f1bd), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.369665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:06.379566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (067f1165-8a2a-47d1-a195-f085af03fc71), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.379898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 067f1165-8a2a-47d1-a195-f085af03fc71 of type vlan for network 9025721b-08d3-4dc5-bcce-8d07406b9c96 Apr 06 14:35:06.389256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (3e48f0f7-4864-4450-a17a-55c16de92af1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.407073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=b8757df5-cb7e-4b65-95ec-dfedb884f1bd,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.436163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e48f0f7-4864-4450-a17a-55c16de92af1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.448288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9025721b-08d3-4dc5-bcce-8d07406b9c96), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.511502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.515850 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dfc73f6d-f055-4d31-b74f-66b0bc8deb4d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4382005 Apr 06 14:35:06.518339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49066) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.523654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '40c5c5ec-18ff-4fbf-8d5e-872227403d5c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:06.529322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.534771 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6ea9335f-36e2-47c8-b967-2cb5d1e67c7b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/b8757df5-cb7e-4b65-95ec-dfedb884f1bd HTTP/1.1" status: 204 len: 168 time: 0.9468274 Apr 06 14:35:06.537785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49070) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.566303 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bed706-50c8-4b5c-9692-d29c5d473cc5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:06.569189 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-05bed706-50c8-4b5c-9692-d29c5d473cc5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/b8757df5-cb7e-4b65-95ec-dfedb884f1bd HTTP/1.1" status: 404 len: 333 time: 0.0303674 Apr 06 14:35:06.572126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49072) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.582452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9025721b-08d3-4dc5-bcce-8d07406b9c96), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.587610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:06.588219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.685530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (04e8fe07-5f9c-48e7-9f48-8a0bbf209909), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.707637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 7a62fed3-6c3b-438b-b824-8aa61dfa80e9 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:06.721833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (7a62fed3-6c3b-438b-b824-8aa61dfa80e9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.725252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=9025721b-08d3-4dc5-bcce-8d07406b9c96,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.736792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:06.771751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7128b4e9-917b-462c-9c4e-98bdcb528058 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5984278 Apr 06 14:35:06.774762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49080) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.779711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:06.794960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (7a62fed3-6c3b-438b-b824-8aa61dfa80e9), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.837744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (04e8fe07-5f9c-48e7-9f48-8a0bbf209909), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.891727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7a62fed3-6c3b-438b-b824-8aa61dfa80e9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.914685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (04e8fe07-5f9c-48e7-9f48-8a0bbf209909), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.945351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e8fe07-5f9c-48e7-9f48-8a0bbf209909,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.979365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:06.982999 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.012604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:07.039673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.041615 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7f3ce163-ba96-41fe-a2b8-839c39944d91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5220709 Apr 06 14:35:07.044786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49084) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.051464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '40c5c5ec-18ff-4fbf-8d5e-872227403d5c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:07.069001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (7a62fed3-6c3b-438b-b824-8aa61dfa80e9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.095773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:07.096677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.142217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=7a62fed3-6c3b-438b-b824-8aa61dfa80e9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.149508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.159583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead238ba-e465-43e9-a342-7a7042eccc98 None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:07.159698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a1ec86d4-e8de-4bd3-a0e1-19bfae07bdfe tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/7a62fed3-6c3b-438b-b824-8aa61dfa80e9 HTTP/1.1" status: 204 len: 168 time: 0.5821950 Apr 06 14:35:07.161292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49090) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.248947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (35cc25b8-90e2-457b-ac56-069c7367aedf), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.255929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 37ef5709-dfa2-4f3f-a730-3cb6625a0e59 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:07.267020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (37ef5709-dfa2-4f3f-a730-3cb6625a0e59), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.268926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (3d13488a-9a65-45b1-b51e-f66eb7a1b474), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.308660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:07.333530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (37ef5709-dfa2-4f3f-a730-3cb6625a0e59), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.359151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=3d13488a-9a65-45b1-b51e-f66eb7a1b474,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.364366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (35cc25b8-90e2-457b-ac56-069c7367aedf), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.366100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '067f1165-8a2a-47d1-a195-f085af03fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:07.366100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: 9025721b-08d3-4dc5-bcce-8d07406b9c96, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:07.439546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (37ef5709-dfa2-4f3f-a730-3cb6625a0e59), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.472199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (35cc25b8-90e2-457b-ac56-069c7367aedf), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.487923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:07.493203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cc25b8-90e2-457b-ac56-069c7367aedf,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.500751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49096) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.579541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 9025721b-08d3-4dc5-bcce-8d07406b9c96) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:07.594392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:07.594392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.594788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d58a7c-2334-4f42-9743-6fb7aa3ff42e None None] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:07.616807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.618049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-decaff9b-19e2-4281-9fd2-229e578bda81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5720239 Apr 06 14:35:07.619288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (37ef5709-dfa2-4f3f-a730-3cb6625a0e59), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.621206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49100) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.627673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1749951614'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:07.629280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '40c5c5ec-18ff-4fbf-8d5e-872227403d5c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:07.661564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=37ef5709-dfa2-4f3f-a730-3cb6625a0e59,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.670515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.676351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-43b02bbb-9c61-4f00-ada8-7301da675c75 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/37ef5709-dfa2-4f3f-a730-3cb6625a0e59 HTTP/1.1" status: 204 len: 168 time: 0.5104873 Apr 06 14:35:07.676608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49102) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.686721 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-20acb012-9b55-41fa-a009-25fa7291d80f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9101152 Apr 06 14:35:07.689106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49104) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.697106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1118526965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:07.716901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-9025721b-08d3-4dc5-bcce-8d07406b9c96', 'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': '3d13488a-9a65-45b1-b51e-f66eb7a1b474'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:07.718165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.751039 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:07.755313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.766295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.793212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (8e1c27fb-0493-46a6-8989-d60c5ea64b7c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.794932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (f9a1ffc0-4bae-4fcb-afa7-05711019afd1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.855068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for security_group (fee2e385-ced3-4a2e-b702-ffea5e4e1769), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.855888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (3e257e7a-f6db-49cd-87c5-120e97ca72bc), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.856947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (3e257e7a-f6db-49cd-87c5-120e97ca72bc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.891906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Allocated IP 172.20.0.2 (9025721b-08d3-4dc5-bcce-8d07406b9c96/3d13488a-9a65-45b1-b51e-f66eb7a1b474/87562092-4e32-4cb6-b260-a676990585a4) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:07.918501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (f9a1ffc0-4bae-4fcb-afa7-05711019afd1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.935758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fee2e385-ced3-4a2e-b702-ffea5e4e1769), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.954484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (3e257e7a-f6db-49cd-87c5-120e97ca72bc), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.961305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 70139cea-1d65-4a49-b3ed-235793481d0d {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:07.961645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.980306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:07.985100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee2e385-ced3-4a2e-b702-ffea5e4e1769,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.007300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f9a1ffc0-4bae-4fcb-afa7-05711019afd1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.007494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2b35589f-d536-4d39-b6c7-3fca11740b1c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.007848 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Added segment 2b35589f-d536-4d39-b6c7-3fca11740b1c of type vlan for network 07f80260-9ae1-464f-b149-8b7cebff00ed Apr 06 14:35:08.039031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (3e257e7a-f6db-49cd-87c5-120e97ca72bc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.046340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a1ffc0-4bae-4fcb-afa7-05711019afd1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.061100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe27ad35-ae8b-4405-a182-0e3ad6e09cb8 None None] Network 8e1c27fb-0493-46a6-8989-d60c5ea64b7c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:08.067560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (07f80260-9ae1-464f-b149-8b7cebff00ed), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.072500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] For port 70139cea-1d65-4a49-b3ed-235793481d0d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=70139cea-1d65-4a49-b3ed-235793481d0d,segment=NetworkSegment(638ec2e5-bc09-40c3-8344-c7fd09d4c12e),segment_id=638ec2e5-bc09-40c3-8344-c7fd09d4c12e)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:08.072725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.087938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 70139cea-1d65-4a49-b3ed-235793481d0d owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:08.136090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.137353 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-015d5cb0-bedf-41fd-b677-dba684d84fea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5127802 Apr 06 14:35:08.140944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49106) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.142988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a7ad7fef-7309-48cd-b5d8-7236702a8745 None None] Provisioning complete for port 70139cea-1d65-4a49-b3ed-235793481d0d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:08.143355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7fef-7309-48cd-b5d8-7236702a8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.143500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.145668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1742e75e-0246-4193-ba38-9757ea7f7d6a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4529486 Apr 06 14:35:08.154922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '40c5c5ec-18ff-4fbf-8d5e-872227403d5c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:08.155098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Publish callbacks [] for port (87562092-4e32-4cb6-b260-a676990585a4), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.157421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49108) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.233667 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (07f80260-9ae1-464f-b149-8b7cebff00ed), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.238711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.239320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.253033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (87562092-4e32-4cb6-b260-a676990585a4), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.279035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (70139cea-1d65-4a49-b3ed-235793481d0d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.295988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad7fef-7309-48cd-b5d8-7236702a8745 None None] Current status of the port 70139cea-1d65-4a49-b3ed-235793481d0d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:08.308891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:08.316253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:08.320036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52b453-0e4e-4cb8-90d4-c57dae48a412 None None] DHCP port deletion for 8e1c27fb-0493-46a6-8989-d60c5ea64b7c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:08.322663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=70139cea-1d65-4a49-b3ed-235793481d0d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.322836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:08.325163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Pushing event updated for resources: {'Port': ['ID=87562092-4e32-4cb6-b260-a676990585a4,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.327044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No DVR routers for this DVR port 70139cea-1d65-4a49-b3ed-235793481d0d on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:08.406575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Attempting to bind port 87562092-4e32-4cb6-b260-a676990585a4 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:08.407254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Attempting to bind port 87562092-4e32-4cb6-b260-a676990585a4 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '067f1165-8a2a-47d1-a195-f085af03fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:08.407783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Attempting to bind port 87562092-4e32-4cb6-b260-a676990585a4 on network 9025721b-08d3-4dc5-bcce-8d07406b9c96 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:08.413772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:08.414148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Checking segment: {'id': '067f1165-8a2a-47d1-a195-f085af03fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:08.414588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.414983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Bound using segment: {'id': '067f1165-8a2a-47d1-a195-f085af03fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:08.415457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Bound port: 87562092-4e32-4cb6-b260-a676990585a4, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1165-8a2a-47d1-a195-f085af03fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9025721b-08d3-4dc5-bcce-8d07406b9c96'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:08.415839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (87562092-4e32-4cb6-b260-a676990585a4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.434665 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:08.438205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (8e1c27fb-0493-46a6-8989-d60c5ea64b7c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.442501 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9412639 Apr 06 14:35:08.444198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2396da5-ff53-47be-9959-ec8d60a7bc46 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Network': ['ID=07f80260-9ae1-464f-b149-8b7cebff00ed,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.455719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49110) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.455719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e9a01202-1d9f-4354-9dd5-6e83846d5378), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.458487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 07f80260-9ae1-464f-b149-8b7cebff00ed details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:08.473723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1c27fb-0493-46a6-8989-d60c5ea64b7c']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:08.488895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638ec2e5-bc09-40c3-8344-c7fd09d4c12e') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:08.489492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638ec2e5-bc09-40c3-8344-c7fd09d4c12e') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:08.491762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'subnet': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:08.510231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (638ec2e5-bc09-40c3-8344-c7fd09d4c12e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.525022 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:35:08.530312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (638ec2e5-bc09-40c3-8344-c7fd09d4c12e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.538987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] For port 87562092-4e32-4cb6-b260-a676990585a4, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:08.546298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:08.547587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (638ec2e5-bc09-40c3-8344-c7fd09d4c12e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: warnings.warn(msg) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:08.563152 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:08.667508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (8e1c27fb-0493-46a6-8989-d60c5ea64b7c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.674947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.681938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/8e1c27fb-0493-46a6-8989-d60c5ea64b7c HTTP/1.1" status: 204 len: 168 time: 1.0013323 Apr 06 14:35:08.682059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] For port 87562092-4e32-4cb6-b260-a676990585a4, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=87562092-4e32-4cb6-b260-a676990585a4,segment=NetworkSegment(067f1165-8a2a-47d1-a195-f085af03fc71),segment_id=067f1165-8a2a-47d1-a195-f085af03fc71)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:08.691916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49112) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.702078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2fe5-770c-430e-b8e4-697ec15e2d74 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=8e1c27fb-0493-46a6-8989-d60c5ea64b7c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.753906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da9577-4fdc-49c2-bc17-41e9dfe444e2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.756004 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d4da9577-4fdc-49c2-bc17-41e9dfe444e2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0624316 Apr 06 14:35:08.760521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49114) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.779659 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (87562092-4e32-4cb6-b260-a676990585a4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.819002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-08aa76a7-970f-4a47-9b23-555c8447c1ef tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0530677 Apr 06 14:35:08.819284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49116) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.825884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2099339613'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:08.838197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41c77-57b4-49d4-8e21-3e16b1cbf98d None None] Pushing event updated for resources: {'Port': ['ID=87562092-4e32-4cb6-b260-a676990585a4,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.929967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:08.934178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.973130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:08.980314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e9a01202-1d9f-4354-9dd5-6e83846d5378), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.987497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (095807a3-d340-439d-8df7-b9e9b468ef30), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.987932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 095807a3-d340-439d-8df7-b9e9b468ef30 of type vlan for network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 Apr 06 14:35:08.992288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 70139cea-1d65-4a49-b3ed-235793481d0d no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:09.014664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 70139cea-1d65-4a49-b3ed-235793481d0d {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:09.015136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 70139cea-1d65-4a49-b3ed-235793481d0d not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:09.058093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (750ff776-2d09-4234-9dd8-7f902b8fa9d6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.060260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e9a01202-1d9f-4354-9dd5-6e83846d5378), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.086579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a01202-1d9f-4354-9dd5-6e83846d5378,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.113987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.118070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:09.121525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.219443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (750ff776-2d09-4234-9dd8-7f902b8fa9d6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.224561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:09.225397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.252317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.253578 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-38a223ce-50a8-4d74-b652-a67d04a89433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1113336 Apr 06 14:35:09.257985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49118) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.267907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '40c5c5ec-18ff-4fbf-8d5e-872227403d5c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:09.293835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=750ff776-2d09-4234-9dd8-7f902b8fa9d6,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.304647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:09.338908 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b38df93f-fcb4-44ec-ba42-a7528b5925a1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5163283 Apr 06 14:35:09.341537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49120) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.348449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:09.426170 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:09.455073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (66fcb360-8708-429e-b856-dee84920a60f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.512824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:09.516297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.598399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.20.0.1 (9025721b-08d3-4dc5-bcce-8d07406b9c96/3d13488a-9a65-45b1-b51e-f66eb7a1b474/7c26bf21-d668-4ef0-8dcb-be0f666dcd1e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:09.607456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (66fcb360-8708-429e-b856-dee84920a60f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.665528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (85997f25-f1f5-4499-b609-1a15fe1c51e9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.711378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (66fcb360-8708-429e-b856-dee84920a60f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.759189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fcb360-8708-429e-b856-dee84920a60f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.773624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Subnet': ['ID=85997f25-f1f5-4499-b609-1a15fe1c51e9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.786348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (21f62141-c989-46ec-9afb-c27a20ec3e10), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.818787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Checking segment: {'id': '2b35589f-d536-4d39-b6c7-3fca11740b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:09.824378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network hostable DHCP agents. Network: 07f80260-9ae1-464f-b149-8b7cebff00ed, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:09.826560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.852161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.855293 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b44d2ca4-5dd3-4201-8d2c-f6bf3c0f12be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5914361 Apr 06 14:35:09.855703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=21f62141-c989-46ec-9afb-c27a20ec3e10,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.867473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '095807a3-d340-439d-8df7-b9e9b468ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:09.868005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: 750ff776-2d09-4234-9dd8-7f902b8fa9d6, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:09.907333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:09.934718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e918295-2da3-4e95-a692-fe30478650f8 None None] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:09.942694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:09.968430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.002901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] Provisioning complete for port 87562092-4e32-4cb6-b260-a676990585a4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:10.006256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (87562092-4e32-4cb6-b260-a676990585a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.023584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:10.026777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 750ff776-2d09-4234-9dd8-7f902b8fa9d6) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:10.030170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:10.031935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 07f80260-9ae1-464f-b149-8b7cebff00ed) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:10.032126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:10.033423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:10.034030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.039670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=7c26bf21-d668-4ef0-8dcb-be0f666dcd1e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:10.061247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:10.061868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.062002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ab27b3-d8f7-4476-b02a-c1f82142fbe2 None None] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:10.075336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f293cfc-ce31-4fb3-85f9-583eee5997ea None None] Network 07f80260-9ae1-464f-b149-8b7cebff00ed requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:10.090256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (3e257e7a-f6db-49cd-87c5-120e97ca72bc), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.122473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-369ba7eb-ee79-49a7-90e5-ec8d88a205ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7769728 Apr 06 14:35:10.122917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49136) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:10.128022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6', 'name': 'tempest-PortsTestJSON-1121274210'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:10.181640 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b09f865b-a3cb-4796-bd7c-a699414220b6 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6911769 Apr 06 14:35:10.183146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49138) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:10.192498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1998417560'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:10.311279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] Current status of the port 87562092-4e32-4cb6-b260-a676990585a4 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:10.318145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (87562092-4e32-4cb6-b260-a676990585a4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.327775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-750ff776-2d09-4234-9dd8-7f902b8fa9d6', 'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': '21f62141-c989-46ec-9afb-c27a20ec3e10'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:10.329506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.351092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.368647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-07f80260-9ae1-464f-b149-8b7cebff00ed', 'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'project_id': '53a6420fac4a49ac8c0d1da96bc5a373', 'fixed_ips': [{'subnet_id': '85997f25-f1f5-4499-b609-1a15fe1c51e9'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:10.369519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.408617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] For port 87562092-4e32-4cb6-b260-a676990585a4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=87562092-4e32-4cb6-b260-a676990585a4,segment=NetworkSegment(067f1165-8a2a-47d1-a195-f085af03fc71),segment_id=067f1165-8a2a-47d1-a195-f085af03fc71)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:10.439104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-7ab21f85-04c6-46ed-8a0f-0c6b8da5fb3c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10141607&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.1191585 Apr 06 14:35:10.531475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:10.535148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.551766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Allocated IP 172.20.0.2 (750ff776-2d09-4234-9dd8-7f902b8fa9d6/21f62141-c989-46ec-9afb-c27a20ec3e10/00368b83-9382-423c-96f0-27b93a93dbd6) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:10.551998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:10.556642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.627144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 7c0a1413-ef98-410d-94e8-45444260abf5 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:10.647987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] device_id is not set on port 7a4c4e91-a016-4b3b-937a-1c6763087270 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:10.685373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.704532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (87562092-4e32-4cb6-b260-a676990585a4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.782716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.804778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-c4a31cac-78ea-474e-838e-22941071ad3b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:10.807600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-c4a31cac-78ea-474e-838e-22941071ad3b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 797 time: 0.3578668 Apr 06 14:35:10.897776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=7c26bf21-d668-4ef0-8dcb-be0f666dcd1e,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:10.904364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (3e257e7a-f6db-49cd-87c5-120e97ca72bc), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.956048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9bef41b9-fac9-4b73-bb01-d2d0f97e368e None None] Provisioning complete for port 87562092-4e32-4cb6-b260-a676990585a4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:10.956428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9bef41b9-fac9-4b73-bb01-d2d0f97e368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (87562092-4e32-4cb6-b260-a676990585a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.018254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:11.019963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:11.060363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a008f4-2e6f-4c14-9f87-fe1a50fc4b1f None None] Pushing event updated for resources: {'Port': ['ID=87562092-4e32-4cb6-b260-a676990585a4,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.067055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 87562092-4e32-4cb6-b260-a676990585a4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:11.102550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Publish callbacks [] for port (00368b83-9382-423c-96f0-27b93a93dbd6), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.167603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9bef41b9-fac9-4b73-bb01-d2d0f97e368e None None] Current status of the port 87562092-4e32-4cb6-b260-a676990585a4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:11.181642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 87562092-4e32-4cb6-b260-a676990585a4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.181750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (87562092-4e32-4cb6-b260-a676990585a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.204808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9bef41b9-fac9-4b73-bb01-d2d0f97e368e None None] Provisioning complete for port 7c26bf21-d668-4ef0-8dcb-be0f666dcd1e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.205183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9bef41b9-fac9-4b73-bb01-d2d0f97e368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.212409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.246782 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-6949f28f-2ac5-4a59-a4fa-35d5521eed0c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.4289637 Apr 06 14:35:11.261664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 3e257e7a-f6db-49cd-87c5-120e97ca72bc is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:11.296536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9bef41b9-fac9-4b73-bb01-d2d0f97e368e None None] Port 7c26bf21-d668-4ef0-8dcb-be0f666dcd1e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:11.309264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:11.314273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:11.316777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:11.320360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Pushing event updated for resources: {'Port': ['ID=00368b83-9382-423c-96f0-27b93a93dbd6,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.370340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Allocated IP 2001:db8::24d (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/7a4c4e91-a016-4b3b-937a-1c6763087270) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:11.372744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.5 (750ff776-2d09-4234-9dd8-7f902b8fa9d6/21f62141-c989-46ec-9afb-c27a20ec3e10/7c0a1413-ef98-410d-94e8-45444260abf5) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:11.387164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:11.401619 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] Sync routers for ids ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:11.404131 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-29368fd6-b912-493f-b470-9c5c4fc835c2 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/3e257e7a-f6db-49cd-87c5-120e97ca72bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2454789 Apr 06 14:35:11.404849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49146) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:11.413663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Attempting to bind port 00368b83-9382-423c-96f0-27b93a93dbd6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:11.414905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Attempting to bind port 00368b83-9382-423c-96f0-27b93a93dbd6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '095807a3-d340-439d-8df7-b9e9b468ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:11.414905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Attempting to bind port 00368b83-9382-423c-96f0-27b93a93dbd6 on network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:11.416564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 87562092-4e32-4cb6-b260-a676990585a4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:11.418322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-5709154c-ff1c-4a88-8897-46d3ae1a66cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630206 Apr 06 14:35:11.430117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:11.430499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Checking segment: {'id': '095807a3-d340-439d-8df7-b9e9b468ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:11.431158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.431553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Bound using segment: {'id': '095807a3-d340-439d-8df7-b9e9b468ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:11.432164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Bound port: 00368b83-9382-423c-96f0-27b93a93dbd6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095807a3-d340-439d-8df7-b9e9b468ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:11.432550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.451602 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] Routers {'3e257e7a-f6db-49cd-87c5-120e97ca72bc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:11.452548 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:11.476848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb0a3f-87b9-46ae-a11f-04fd063f3239 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:11.487267 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-58cb0a3f-87b9-46ae-a11f-04fd063f3239 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports/7c26bf21-d668-4ef0-8dcb-be0f666dcd1e HTTP/1.1" status: 200 len: 910 time: 0.0813479 Apr 06 14:35:11.488030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49150) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:11.493864 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:11.499254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d13488a-9a65-45b1-b51e-f66eb7a1b474'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:11.504385 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] Routers {'3e257e7a-f6db-49cd-87c5-120e97ca72bc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:11.505294 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:11.542747 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:11.543704 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df570-93bc-4495-a56c-1dddff9b5484 None None] The sync data for ids ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:11.560113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] For port 00368b83-9382-423c-96f0-27b93a93dbd6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:11.564988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4b7483d3-ed01-4c3d-9d6b-984472b253b9 None None] Provisioning complete for port 7c26bf21-d668-4ef0-8dcb-be0f666dcd1e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.566101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4b7483d3-ed01-4c3d-9d6b-984472b253b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.573224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] For port 00368b83-9382-423c-96f0-27b93a93dbd6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=00368b83-9382-423c-96f0-27b93a93dbd6,segment=NetworkSegment(095807a3-d340-439d-8df7-b9e9b468ef30),segment_id=095807a3-d340-439d-8df7-b9e9b468ef30)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:11.609550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4b7483d3-ed01-4c3d-9d6b-984472b253b9 None None] Port 7c26bf21-d668-4ef0-8dcb-be0f666dcd1e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:11.664306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.679730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.726297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae8db8-a2ca-4c55-a7cc-c268c99939b9 None None] Pushing event updated for resources: {'Port': ['ID=00368b83-9382-423c-96f0-27b93a93dbd6,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.765191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.769282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (7c0a1413-ef98-410d-94e8-45444260abf5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.788208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-d0a6835a-6ee8-4017-9d83-7c37f7ce4cbf service neutron] 10.222.0.89 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689721 Apr 06 14:35:11.933558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-6923995b-5cac-4871-8ba0-81cde967f975 service neutron] 10.222.0.89 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363287 Apr 06 14:35:11.962402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.014059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7c0a1413-ef98-410d-94e8-45444260abf5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.043335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Allocated IP 2001:db8::2 (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/ef3e09c9-2765-45f6-8412-81c9652a2880) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:12.058934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:12.060788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:12.065477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:12.070153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:12.072320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:12.077836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:12.078645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.085360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:12.093688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=7a4c4e91-a016-4b3b-937a-1c6763087270,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.176876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:12.178361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.192425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=7c0a1413-ef98-410d-94e8-45444260abf5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.208291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.226652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4086cd4b-b9b8-4b46-9329-10a693b49e3c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0388174 Apr 06 14:35:12.229037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49154) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.236523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-593904375', 'allowed_address_pairs': [{'ip_address': '2001:db8::24d', 'mac_address': 'fa:16:3e:f8:73:49'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:12.238963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Publish callbacks [] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.301621 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ea08ff93-d4d5-4808-b4df-4c9b6b454086 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1755552 Apr 06 14:35:12.301810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.301956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.308278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': '750ff776-2d09-4234-9dd8-7f902b8fa9d6', 'name': 'tempest-PortsTestJSON-1245172712'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:12.313159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.364400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:12.371143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:12.380071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:12.413427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ffd67f65-f510-4e41-a134-f5ce572be400 req-74281374-bb97-4cdb-a5f8-42cd5abf724b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 210 time: 0.1579826 Apr 06 14:35:12.432680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Pushing event updated for resources: {'Port': ['ID=ef3e09c9-2765-45f6-8412-81c9652a2880,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.450406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Attempting to bind port ef3e09c9-2765-45f6-8412-81c9652a2880 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:12.450873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Attempting to bind port ef3e09c9-2765-45f6-8412-81c9652a2880 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2b35589f-d536-4d39-b6c7-3fca11740b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:12.451849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Attempting to bind port ef3e09c9-2765-45f6-8412-81c9652a2880 on network 07f80260-9ae1-464f-b149-8b7cebff00ed {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:12.457219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:12.457841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Checking segment: {'id': '2b35589f-d536-4d39-b6c7-3fca11740b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:12.458257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.459709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Bound using segment: {'id': '2b35589f-d536-4d39-b6c7-3fca11740b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:12.460211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Bound port: ef3e09c9-2765-45f6-8412-81c9652a2880, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b35589f-d536-4d39-b6c7-3fca11740b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:12.460578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.507809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:12.518498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:12.519174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.520622 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/ports/7c26bf21-d668-4ef0-8dcb-be0f666dcd1e HTTP/1.1" status: 200 len: 910 time: 1.0307183 Apr 06 14:35:12.527989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49166) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.535682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991f84-5ed6-4e93-bcd2-56726c3f8751 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=7c26bf21-d668-4ef0-8dcb-be0f666dcd1e,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.592903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e2057283-638d-4680-aca8-547febbfe503 None None] For port ef3e09c9-2765-45f6-8412-81c9652a2880, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:12.596921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e2057283-638d-4680-aca8-547febbfe503 None None] For port ef3e09c9-2765-45f6-8412-81c9652a2880, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ef3e09c9-2765-45f6-8412-81c9652a2880,segment=NetworkSegment(2b35589f-d536-4d39-b6c7-3fca11740b1c),segment_id=2b35589f-d536-4d39-b6c7-3fca11740b1c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:12.644614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:12.649059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.669870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port d0ea3a37-31a2-448d-9585-ad9cea956db3 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:12.673699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.737471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.790009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2057283-638d-4680-aca8-547febbfe503 None None] Pushing event updated for resources: {'Port': ['ID=ef3e09c9-2765-45f6-8412-81c9652a2880,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.798672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] device_id is not set on port b2eb9921-edee-4cf5-90ac-462790c40a8a yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:12.819168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.3 (750ff776-2d09-4234-9dd8-7f902b8fa9d6/21f62141-c989-46ec-9afb-c27a20ec3e10/d0ea3a37-31a2-448d-9585-ad9cea956db3) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:13.019076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (d0ea3a37-31a2-448d-9585-ad9cea956db3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.083351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Allocated IP 2001:db8::91 (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/b2eb9921-edee-4cf5-90ac-462790c40a8a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:13.138760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46360d33-57c7-452b-a63b-6b7d846d46bc None None] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:13.151652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d0ea3a37-31a2-448d-9585-ad9cea956db3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.215671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:13.224112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:13.225301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:13.226588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 00368b83-9382-423c-96f0-27b93a93dbd6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:13.256824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] Provisioning complete for port 00368b83-9382-423c-96f0-27b93a93dbd6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:13.257503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.296893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=d0ea3a37-31a2-448d-9585-ad9cea956db3,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:13.314549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (3e257e7a-f6db-49cd-87c5-120e97ca72bc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.330348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.331114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.406559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 00368b83-9382-423c-96f0-27b93a93dbd6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:13.407169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.419011 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a7bc2491-470a-4f88-b9d3-47778eb5be17 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1152020 Apr 06 14:35:13.422058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49174) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.447426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (b2eb9921-edee-4cf5-90ac-462790c40a8a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.461401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] Current status of the port 00368b83-9382-423c-96f0-27b93a93dbd6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:13.461943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.518862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00a073-f01f-46e6-8032-830a4ed60712 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.525173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] For port 00368b83-9382-423c-96f0-27b93a93dbd6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=00368b83-9382-423c-96f0-27b93a93dbd6,segment=NetworkSegment(095807a3-d340-439d-8df7-b9e9b468ef30),segment_id=095807a3-d340-439d-8df7-b9e9b468ef30)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:13.526304 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3c00a073-f01f-46e6-8032-830a4ed60712 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1016662 Apr 06 14:35:13.527205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49178) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.565221 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2c09f33b-ec0d-4e8e-9f2a-fbc138586c29 req-3b90c2e2-49ac-4ceb-8788-3b609131ed23 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 210 time: 0.0671482 Apr 06 14:35:13.594296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 00368b83-9382-423c-96f0-27b93a93dbd6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:13.594688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.627063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.682851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port d0ea3a37-31a2-448d-9585-ad9cea956db3 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:13.683664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d0ea3a37-31a2-448d-9585-ad9cea956db3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.687394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b2eb9921-edee-4cf5-90ac-462790c40a8a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.731625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15107bea-7611-4301-8d16-d9960d74f6d1 None None] Pushing event updated for resources: {'Port': ['ID=00368b83-9382-423c-96f0-27b93a93dbd6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:13.747974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:13.748382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:13.782600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:13.794357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:13.801247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:13.814300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.814300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.819455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=b2eb9921-edee-4cf5-90ac-462790c40a8a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:13.824789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d0ea3a37-31a2-448d-9585-ad9cea956db3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.834823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 7c26bf21-d668-4ef0-8dcb-be0f666dcd1e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:13.837254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.843282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for d0ea3a37-31a2-448d-9585-ad9cea956db3 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:13.956429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Provisioning complete for port 00368b83-9382-423c-96f0-27b93a93dbd6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:13.956839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.962912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.983085 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-502d8162-4b74-487d-9833-c3b21b97851f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7526004 Apr 06 14:35:13.986008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49180) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.008512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 7c26bf21-d668-4ef0-8dcb-be0f666dcd1e owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:14.066913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Current status of the port 00368b83-9382-423c-96f0-27b93a93dbd6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:14.077970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d0ea3a37-31a2-448d-9585-ad9cea956db3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.079941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Provisioning complete for port d0ea3a37-31a2-448d-9585-ad9cea956db3 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:14.080458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d0ea3a37-31a2-448d-9585-ad9cea956db3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.106283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Port d0ea3a37-31a2-448d-9585-ad9cea956db3 was deleted so its status cannot be updated. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 06 14:35:14.120938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Provisioning complete for port 7c0a1413-ef98-410d-94e8-45444260abf5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:14.121371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c0a1413-ef98-410d-94e8-45444260abf5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.133381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42238f-83c0-467a-9118-de0b99074387 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.137092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=d0ea3a37-31a2-448d-9585-ad9cea956db3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.150444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42238f-83c0-467a-9118-de0b99074387 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.158214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42238f-83c0-467a-9118-de0b99074387 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.160608 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4c42238f-83c0-467a-9118-de0b99074387 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1727467 Apr 06 14:35:14.164561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49182) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.198245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fab6f8e3-ee82-4b0e-96c2-32203dc78ca7 None None] Port 7c0a1413-ef98-410d-94e8-45444260abf5 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:14.285560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.294983 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5e552b4e-fa1e-4ea8-ac79-e3004e8e5454 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/d0ea3a37-31a2-448d-9585-ad9cea956db3 HTTP/1.1" status: 204 len: 168 time: 0.7662225 Apr 06 14:35:14.296030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49184) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.331278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 00368b83-9382-423c-96f0-27b93a93dbd6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:14.333126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 87562092-4e32-4cb6-b260-a676990585a4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:14.334290 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9b2424-f11e-4f8d-b938-26deb4bc94c9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:14.339849 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3b9b2424-f11e-4f8d-b938-26deb4bc94c9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/d0ea3a37-31a2-448d-9585-ad9cea956db3 HTTP/1.1" status: 404 len: 333 time: 0.0425272 Apr 06 14:35:14.341004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49186) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.398908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ab3db595-1716-40e8-b349-3f860031923d None None] Provisioning complete for port 7c0a1413-ef98-410d-94e8-45444260abf5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:14.399417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ab3db595-1716-40e8-b349-3f860031923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7c0a1413-ef98-410d-94e8-45444260abf5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.414286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port b2eb9921-edee-4cf5-90ac-462790c40a8a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:14.414814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b2eb9921-edee-4cf5-90ac-462790c40a8a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.456758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e531f9-be82-4f9d-9be6-cce7720b45d3 None None] Network 07f80260-9ae1-464f-b149-8b7cebff00ed requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:14.487498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 7c0a1413-ef98-410d-94e8-45444260abf5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:14.488425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7c0a1413-ef98-410d-94e8-45444260abf5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.524520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ab3db595-1716-40e8-b349-3f860031923d None None] Port 7c0a1413-ef98-410d-94e8-45444260abf5 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:14.536291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 87562092-4e32-4cb6-b260-a676990585a4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:14.536726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (87562092-4e32-4cb6-b260-a676990585a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.614141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b2eb9921-edee-4cf5-90ac-462790c40a8a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.620792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7c0a1413-ef98-410d-94e8-45444260abf5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.630133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for b2eb9921-edee-4cf5-90ac-462790c40a8a owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:14.637214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 7c0a1413-ef98-410d-94e8-45444260abf5 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:14.688465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 87562092-4e32-4cb6-b260-a676990585a4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:14.701646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Provisioning complete for port ef3e09c9-2765-45f6-8412-81c9652a2880 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:14.701987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.718273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7c26bf21-d668-4ef0-8dcb-be0f666dcd1e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.842379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Current status of the port ef3e09c9-2765-45f6-8412-81c9652a2880 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:14.842712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.846842 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8657f4af-3fbf-49d9-8003-6199fc7de448 req-4b981330-06d3-41ae-9eae-47f0a923e6be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 210 time: 0.1298852 Apr 06 14:35:14.854991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=7c26bf21-d668-4ef0-8dcb-be0f666dcd1e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.896589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] For port ef3e09c9-2765-45f6-8412-81c9652a2880, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ef3e09c9-2765-45f6-8412-81c9652a2880,segment=NetworkSegment(2b35589f-d536-4d39-b6c7-3fca11740b1c),segment_id=2b35589f-d536-4d39-b6c7-3fca11740b1c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:14.918899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7c0a1413-ef98-410d-94e8-45444260abf5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.974450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=7c0a1413-ef98-410d-94e8-45444260abf5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.984287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.040274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Could not find standard attr ID for object d0ea3a37-31a2-448d-9585-ad9cea956db3. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:15.070408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b2eb9921-edee-4cf5-90ac-462790c40a8a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.098891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a41228-6942-4a8b-87a7-10a1483e47eb None None] Pushing event updated for resources: {'Port': ['ID=ef3e09c9-2765-45f6-8412-81c9652a2880,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.156059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.162272 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-71b12eec-53e0-4af5-9f92-daddf2bf617d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/7c0a1413-ef98-410d-94e8-45444260abf5 HTTP/1.1" status: 204 len: 168 time: 0.8186660 Apr 06 14:35:15.162927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49190) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.212322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 00368b83-9382-423c-96f0-27b93a93dbd6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:15.216187 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bdb703-ad6b-4b3b-a78c-f73aba72e145 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:15.221027 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a3bdb703-ad6b-4b3b-a78c-f73aba72e145 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/7c0a1413-ef98-410d-94e8-45444260abf5 HTTP/1.1" status: 404 len: 333 time: 0.0570490 Apr 06 14:35:15.221650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49192) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.245819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=b2eb9921-edee-4cf5-90ac-462790c40a8a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.263066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (3e257e7a-f6db-49cd-87c5-120e97ca72bc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.312084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 21f62141-c989-46ec-9afb-c27a20ec3e10 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:15.316607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (21f62141-c989-46ec-9afb-c27a20ec3e10), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.327583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 00368b83-9382-423c-96f0-27b93a93dbd6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:15.328061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.389086 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (21f62141-c989-46ec-9afb-c27a20ec3e10), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.412359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Provisioning complete for port ef3e09c9-2765-45f6-8412-81c9652a2880 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:15.412867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.492119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e7476b97-43f0-4953-9b8a-ef6b29c4791d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:15.493964 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e7476b97-43f0-4953-9b8a-ef6b29c4791d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 797 time: 0.4216890 Apr 06 14:35:15.533495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.537118 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a86840e6-edf1-4fec-88fe-a1841f3d4749 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/ports/b2eb9921-edee-4cf5-90ac-462790c40a8a HTTP/1.1" status: 204 len: 168 time: 1.3715959 Apr 06 14:35:15.544533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49194) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.546171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (21f62141-c989-46ec-9afb-c27a20ec3e10), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.641843 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc58bf7b-742e-46e7-895f-f028f2d5691c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] GET failed (client error): The resource could not be found. Apr 06 14:35:15.644525 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bc58bf7b-742e-46e7-895f-f028f2d5691c tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "GET /v2.0/ports/b2eb9921-edee-4cf5-90ac-462790c40a8a HTTP/1.1" status: 404 len: 333 time: 0.0930789 Apr 06 14:35:15.654957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49200) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.661051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1869739432'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:15.721912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-2f9b6c89-0905-4d13-a961-dda11dd8f4b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 378 time: 0.2010851 Apr 06 14:35:15.737561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['40c5c5ec-18ff-4fbf-8d5e-872227403d5c']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:15.762723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 3e257e7a-f6db-49cd-87c5-120e97ca72bc has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:15.780476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Current status of the port ef3e09c9-2765-45f6-8412-81c9652a2880 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:15.788379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 00368b83-9382-423c-96f0-27b93a93dbd6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:15.789424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ef3e09c9-2765-45f6-8412-81c9652a2880 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:15.806362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (21f62141-c989-46ec-9afb-c27a20ec3e10), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.821240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Provisioning complete for port 7a4c4e91-a016-4b3b-937a-1c6763087270 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:15.821545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.822685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.829901 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/21f62141-c989-46ec-9afb-c27a20ec3e10 HTTP/1.1" status: 204 len: 168 time: 0.6049325 Apr 06 14:35:15.846365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49202) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.854621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2572e04-dd8c-4fe2-9d09-ff36020262bc None None] Network 750ff776-2d09-4234-9dd8-7f902b8fa9d6 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:15.855407 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872a0a0-e60d-40a2-a2bf-ad7e6e3915a7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=21f62141-c989-46ec-9afb-c27a20ec3e10,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.893865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Port 7a4c4e91-a016-4b3b-937a-1c6763087270 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:15.902812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:15.906187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.915366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:15.925423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-785b76b2-05e7-42aa-9028-8da10b18fdb0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/3e257e7a-f6db-49cd-87c5-120e97ca72bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3903153 Apr 06 14:35:15.925519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49206) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.972029 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1b066563-6b74-49ed-a564-98f3fc899b31 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e257e7a-f6db-49cd-87c5-120e97ca72bc HTTP/1.1" status: 200 len: 205 time: 0.0471900 Apr 06 14:35:15.978465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49208) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.982115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] Sync routers for ids ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:15.982769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] device_id is not set on port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:15.988350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-45a8da47-8ce7-425a-a64b-627a3e436264 None None] Could not find standard attr ID for object b2eb9921-edee-4cf5-90ac-462790c40a8a. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:16.004230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] Routers {'3e257e7a-f6db-49cd-87c5-120e97ca72bc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:16.005062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.067075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ef3e09c9-2765-45f6-8412-81c9652a2880 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:16.067616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.094881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.159454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] Routers {'3e257e7a-f6db-49cd-87c5-120e97ca72bc'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:16.160159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:34:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.168476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f501ccaf-fc01-4c03-a5e7-7803bb4c822e None None] Provisioning complete for port 7a4c4e91-a016-4b3b-937a-1c6763087270 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:16.168893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f501ccaf-fc01-4c03-a5e7-7803bb4c822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.234244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.234926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebc070-01aa-43df-aff5-7b8a1df6c742 None None] The sync data for ids ['3e257e7a-f6db-49cd-87c5-120e97ca72bc'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:16.264064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f501ccaf-fc01-4c03-a5e7-7803bb4c822e None None] Port 7a4c4e91-a016-4b3b-937a-1c6763087270 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:16.295183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f501ccaf-fc01-4c03-a5e7-7803bb4c822e None None] Could not find standard attr ID for object b2eb9921-edee-4cf5-90ac-462790c40a8a. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:16.329264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ef3e09c9-2765-45f6-8412-81c9652a2880 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:16.357242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (750ff776-2d09-4234-9dd8-7f902b8fa9d6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.399261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] DHCP port deletion for 750ff776-2d09-4234-9dd8-7f902b8fa9d6 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:16.462348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] Deleting port 00368b83-9382-423c-96f0-27b93a93dbd6 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:16.463102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.488525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Allocated IP 2001:db8::311 (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/633d8763-e5d6-488e-bbcb-d7bc93e3e610) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:16.490167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:16.493759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.506100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 00368b83-9382-423c-96f0-27b93a93dbd6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:16.511286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.541967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] For port 00368b83-9382-423c-96f0-27b93a93dbd6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=00368b83-9382-423c-96f0-27b93a93dbd6,segment=NetworkSegment(095807a3-d340-439d-8df7-b9e9b468ef30),segment_id=095807a3-d340-439d-8df7-b9e9b468ef30)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:16.543022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.556560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4756c891-edcc-4e83-9f7c-032e5b443694 req-d2643ea5-9801-46a8-a3c0-3791ceb337c3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 210 time: 0.0702968 Apr 06 14:35:16.557133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] Calling delete_port for 00368b83-9382-423c-96f0-27b93a93dbd6 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:16.562526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (3e257e7a-f6db-49cd-87c5-120e97ca72bc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.608838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] For port 00368b83-9382-423c-96f0-27b93a93dbd6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=00368b83-9382-423c-96f0-27b93a93dbd6,segment=NetworkSegment(095807a3-d340-439d-8df7-b9e9b468ef30),segment_id=095807a3-d340-439d-8df7-b9e9b468ef30)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:16.609112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.663579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 00368b83-9382-423c-96f0-27b93a93dbd6 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:16.728205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.759183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] Pushing event deleted for resources: {'Port': ['ID=00368b83-9382-423c-96f0-27b93a93dbd6,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:16.768069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e038b1-7a34-46c2-b747-22d066ff4030 None None] No DVR routers for this DVR port 00368b83-9382-423c-96f0-27b93a93dbd6 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:16.772788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.778833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (3e257e7a-f6db-49cd-87c5-120e97ca72bc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.785527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (3e257e7a-f6db-49cd-87c5-120e97ca72bc), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.801805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (00368b83-9382-423c-96f0-27b93a93dbd6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.837000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=00368b83-9382-423c-96f0-27b93a93dbd6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:16.843496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No DVR routers for this DVR port 00368b83-9382-423c-96f0-27b93a93dbd6 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:16.866188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.3 (37e18eb2-3a61-4ae9-8e85-cc61b66166ec/db34db40-006b-4ceb-b347-b4a559782b75/867a88ee-0163-4bda-88f7-adc3a6041dfb) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:16.925540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (750ff776-2d09-4234-9dd8-7f902b8fa9d6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.949979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (3e257e7a-f6db-49cd-87c5-120e97ca72bc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.950596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router 3e257e7a-f6db-49cd-87c5-120e97ca72bc {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:16.951659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.954270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750ff776-2d09-4234-9dd8-7f902b8fa9d6']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.959604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.961114 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-97479b48-03fb-40c4-8053-d5f9c6efc328 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/3e257e7a-f6db-49cd-87c5-120e97ca72bc HTTP/1.1" status: 204 len: 168 time: 0.9816022 Apr 06 14:35:16.963895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49210) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:16.989343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095807a3-d340-439d-8df7-b9e9b468ef30') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.989676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095807a3-d340-439d-8df7-b9e9b468ef30') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:17.003139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (095807a3-d340-439d-8df7-b9e9b468ef30), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.005811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ef3e09c9-2765-45f6-8412-81c9652a2880 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:17.032624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:17.034198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:17.036334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (095807a3-d340-439d-8df7-b9e9b468ef30), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.040664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=633d8763-e5d6-488e-bbcb-d7bc93e3e610,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.047922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:17.048383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet 3d13488a-9a65-45b1-b51e-f66eb7a1b474 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:17.049032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.049680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.059138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:17.059543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (095807a3-d340-439d-8df7-b9e9b468ef30), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: self.session.flush() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:17.062580 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:17.065729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (3d13488a-9a65-45b1-b51e-f66eb7a1b474), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.086442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port ef3e09c9-2765-45f6-8412-81c9652a2880 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:17.103496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.120387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.138259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (3d13488a-9a65-45b1-b51e-f66eb7a1b474), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.178014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port ef3e09c9-2765-45f6-8412-81c9652a2880 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:17.198737 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-92cac4ca-2e7a-429f-ac2d-e351ac8ddd65 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5423634 Apr 06 14:35:17.199693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49212) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.205761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24d', 'mac_address': 'fa:16:3e:f8:73:49'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.238238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (750ff776-2d09-4234-9dd8-7f902b8fa9d6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.239110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 00368b83-9382-423c-96f0-27b93a93dbd6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:17.253392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.257893 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/750ff776-2d09-4234-9dd8-7f902b8fa9d6 HTTP/1.1" status: 204 len: 168 time: 1.4101319 Apr 06 14:35:17.263007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3d13488a-9a65-45b1-b51e-f66eb7a1b474), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.269960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49214) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.276071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1276450414'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.280208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 00368b83-9382-423c-96f0-27b93a93dbd6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:17.280902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 00368b83-9382-423c-96f0-27b93a93dbd6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:17.285978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8377b26-94dc-4213-8900-246ae2c302d7 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=750ff776-2d09-4234-9dd8-7f902b8fa9d6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.336682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.378387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:17.381754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:17.384283 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:17.408094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:17.411422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.428539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=867a88ee-0163-4bda-88f7-adc3a6041dfb,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.431104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e32ca875-3608-4248-94a6-a402d54d36de None None] Provisioning complete for port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:17.431694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e32ca875-3608-4248-94a6-a402d54d36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.434835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (3d13488a-9a65-45b1-b51e-f66eb7a1b474), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.451631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:17.461700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3242e8b7-cf71-46e3-95da-a10be701f061), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.462188 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 3242e8b7-cf71-46e3-95da-a10be701f061 of type vlan for network b457a952-d40f-4622-8268-aa77a20aaf79 Apr 06 14:35:17.476571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.480160 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/3d13488a-9a65-45b1-b51e-f66eb7a1b474 HTTP/1.1" status: 204 len: 168 time: 0.5153332 Apr 06 14:35:17.486498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.487126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.490165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49216) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.491417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8e352-8f9b-4d91-901f-5e176209a799 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=3d13488a-9a65-45b1-b51e-f66eb7a1b474,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.507118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (b457a952-d40f-4622-8268-aa77a20aaf79), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.507769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e32ca875-3608-4248-94a6-a402d54d36de None None] Port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:17.513390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d2e92-4ea6-48b0-829c-a6900a1aadfd None None] Network 9025721b-08d3-4dc5-bcce-8d07406b9c96 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:17.533435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.603779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (9025721b-08d3-4dc5-bcce-8d07406b9c96), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.664127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-57f51251-a498-4864-a7df-cddb029f7239 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9263682 Apr 06 14:35:17.669837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (b457a952-d40f-4622-8268-aa77a20aaf79), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.672869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Request body: {'port': {'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.676027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.676744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.731773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c70a675d-48ac-47f8-a1d2-d990f5fcfc61 None None] Provisioning complete for port 867a88ee-0163-4bda-88f7-adc3a6041dfb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:17.732243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c70a675d-48ac-47f8-a1d2-d990f5fcfc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.747420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 87562092-4e32-4cb6-b260-a676990585a4 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:17.747793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (87562092-4e32-4cb6-b260-a676990585a4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.759504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] DHCP port deletion for 9025721b-08d3-4dc5-bcce-8d07406b9c96 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:17.777205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=b457a952-d40f-4622-8268-aa77a20aaf79,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.795573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network b457a952-d40f-4622-8268-aa77a20aaf79 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:17.810586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c70a675d-48ac-47f8-a1d2-d990f5fcfc61 None None] Port 867a88ee-0163-4bda-88f7-adc3a6041dfb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:17.818599 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b52b8738-6537-482c-8913-992682117a9e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5440218 Apr 06 14:35:17.819488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49220) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.824447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.850983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.879936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 87562092-4e32-4cb6-b260-a676990585a4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=87562092-4e32-4cb6-b260-a676990585a4,segment=NetworkSegment(067f1165-8a2a-47d1-a195-f085af03fc71),segment_id=067f1165-8a2a-47d1-a195-f085af03fc71)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:17.880971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (87562092-4e32-4cb6-b260-a676990585a4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.891391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03a8cb-1db4-4e9f-af39-73cd55db1968 req-3b5c5f9f-f2f3-4c67-8727-96cbd3024413 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.891601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.893443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9c03a8cb-1db4-4e9f-af39-73cd55db1968 req-3b5c5f9f-f2f3-4c67-8727-96cbd3024413 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 931 time: 0.2162368 Apr 06 14:35:17.895668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] Deleting port 87562092-4e32-4cb6-b260-a676990585a4 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:17.896641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (87562092-4e32-4cb6-b260-a676990585a4), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.926850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 87562092-4e32-4cb6-b260-a676990585a4 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:17.958787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.965933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] For port 87562092-4e32-4cb6-b260-a676990585a4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=87562092-4e32-4cb6-b260-a676990585a4,segment=NetworkSegment(067f1165-8a2a-47d1-a195-f085af03fc71),segment_id=067f1165-8a2a-47d1-a195-f085af03fc71)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:17.966818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (87562092-4e32-4cb6-b260-a676990585a4), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.987786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] Calling delete_port for 87562092-4e32-4cb6-b260-a676990585a4 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:17.991776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] In _notify_port_updated(), no bound segment for port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 on network 07f80260-9ae1-464f-b149-8b7cebff00ed {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:35:17.996919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.997548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.998851 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "PUT /v2.0/ports/633d8763-e5d6-488e-bbcb-d7bc93e3e610 HTTP/1.1" status: 200 len: 1003 time: 0.7979393 Apr 06 14:35:18.001838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49222) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.014938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:18.018468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.101240 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9c03a8cb-1db4-4e9f-af39-73cd55db1968 req-80d28a58-8aef-4018-91ad-7b81e0b9ba13 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756155 Apr 06 14:35:18.106950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558277-67b6-4f23-8292-b4aabda42922 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=633d8763-e5d6-488e-bbcb-d7bc93e3e610,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.162296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (87562092-4e32-4cb6-b260-a676990585a4), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.199687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (87562092-4e32-4cb6-b260-a676990585a4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.200375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] Pushing event deleted for resources: {'Port': ['ID=87562092-4e32-4cb6-b260-a676990585a4,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.203275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17873378-d8a0-46e0-a77a-82b9b3e916d4 None None] No DVR routers for this DVR port 87562092-4e32-4cb6-b260-a676990585a4 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:18.235671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=87562092-4e32-4cb6-b260-a676990585a4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.252630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port 87562092-4e32-4cb6-b260-a676990585a4 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:18.254556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:18.256008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.352105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-47deae93-4b80-4a7e-b4f4-786dba513f6a None None] Provisioning complete for port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:18.352534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47deae93-4b80-4a7e-b4f4-786dba513f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.374816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (9025721b-08d3-4dc5-bcce-8d07406b9c96), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.390959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-47deae93-4b80-4a7e-b4f4-786dba513f6a None None] Port 633d8763-e5d6-488e-bbcb-d7bc93e3e610 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:18.399195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.410983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for 633d8763-e5d6-488e-bbcb-d7bc93e3e610 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:18.427594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9025721b-08d3-4dc5-bcce-8d07406b9c96']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:18.436130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067f1165-8a2a-47d1-a195-f085af03fc71') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:18.436430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067f1165-8a2a-47d1-a195-f085af03fc71') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:18.445866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867a88ee-0163-4bda-88f7-adc3a6041dfb {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:35:18.454136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (067f1165-8a2a-47d1-a195-f085af03fc71), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.456793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Publish callbacks [] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.459263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (48ffda7e-24bd-4631-8a46-4702326633e8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.476227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (067f1165-8a2a-47d1-a195-f085af03fc71), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.483227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:18.483630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (067f1165-8a2a-47d1-a195-f085af03fc71), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:18.486809 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:18.546993 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=48ffda7e-24bd-4631-8a46-4702326633e8,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.560917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '3242e8b7-cf71-46e3-95da-a10be701f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:18.561336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: b457a952-d40f-4622-8268-aa77a20aaf79, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:18.636654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (9025721b-08d3-4dc5-bcce-8d07406b9c96), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.643578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.647654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/9025721b-08d3-4dc5-bcce-8d07406b9c96 HTTP/1.1" status: 204 len: 168 time: 1.1529777 Apr 06 14:35:18.651500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.656189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-909876723', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:18.659721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d2e6-1635-4dcd-b71a-bcdb23bc76c3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=9025721b-08d3-4dc5-bcce-8d07406b9c96,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.682231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network b457a952-d40f-4622-8268-aa77a20aaf79 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:18.710693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (633d8763-e5d6-488e-bbcb-d7bc93e3e610), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.710911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Transition to ACTIVE for port object 867a88ee-0163-4bda-88f7-adc3a6041dfb will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:35:18.743690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=633d8763-e5d6-488e-bbcb-d7bc93e3e610,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.777002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.778053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.836925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.879192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, b457a952-d40f-4622-8268-aa77a20aaf79) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:18.887962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.894103 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e0393cd8-de1b-450f-a81e-cf842eeaba3a tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/ports/633d8763-e5d6-488e-bbcb-d7bc93e3e610 HTTP/1.1" status: 204 len: 168 time: 0.8912499 Apr 06 14:35:18.895637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.896890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.899203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49226) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.902510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Pushing event updated for resources: {'Port': ['ID=867a88ee-0163-4bda-88f7-adc3a6041dfb,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.903578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeb6649-a727-4985-8533-bfbec6a493b2 None None] Network b457a952-d40f-4622-8268-aa77a20aaf79 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:18.917250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.937278 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9b1336-f321-4ab7-96c1-f1191f14fe30 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] GET failed (client error): The resource could not be found. Apr 06 14:35:18.944870 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-be9b1336-f321-4ab7-96c1-f1191f14fe30 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "GET /v2.0/ports/633d8763-e5d6-488e-bbcb-d7bc93e3e610 HTTP/1.1" status: 404 len: 333 time: 0.0420437 Apr 06 14:35:18.945580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49228) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.950382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-300533326'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:19.005932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.045703 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-07e72b5d-1dfd-4bf1-b365-4fca0161df72 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2213418 Apr 06 14:35:19.045703 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49230) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:19.050739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79', 'name': 'tempest-PortsTestJSON-2010885082', 'fixed_ips': [{'subnet_id': '48ffda7e-24bd-4631-8a46-4702326633e8', 'ip_address': '172.20.0.10'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:19.055481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Attempting to bind port 867a88ee-0163-4bda-88f7-adc3a6041dfb on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:19.056160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Attempting to bind port 867a88ee-0163-4bda-88f7-adc3a6041dfb by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:19.056576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Attempting to bind port 867a88ee-0163-4bda-88f7-adc3a6041dfb on network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:19.061569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 87562092-4e32-4cb6-b260-a676990585a4 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:19.064335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Port 867a88ee-0163-4bda-88f7-adc3a6041dfb on network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:35:19.064668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Attempting to bind port 867a88ee-0163-4bda-88f7-adc3a6041dfb on network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:19.076135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:19.076499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Checking segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:19.077443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Bound using segment: {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:19.077886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Bound port: 867a88ee-0163-4bda-88f7-adc3a6041dfb, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727fe62f-660b-463f-9d5e-4a0b2b6a79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:19.078261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.108089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 87562092-4e32-4cb6-b260-a676990585a4 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:19.108436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 87562092-4e32-4cb6-b260-a676990585a4 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:19.137742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-b457a952-d40f-4622-8268-aa77a20aaf79', 'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': '48ffda7e-24bd-4631-8a46-4702326633e8'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:19.139380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.170789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] For port 867a88ee-0163-4bda-88f7-adc3a6041dfb, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:19.176492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] For port 867a88ee-0163-4bda-88f7-adc3a6041dfb, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:19.185519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.190647 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1c3f9cad-631c-4fda-96fa-d11dc096e069 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5344310 Apr 06 14:35:19.190826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49234) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:19.196581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-628668372'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:19.270406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.299411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Allocated IP 172.20.0.2 (b457a952-d40f-4622-8268-aa77a20aaf79/48ffda7e-24bd-4631-8a46-4702326633e8/950f4641-6cbe-4d7d-9b73-c04c3edf8af5) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:19.318366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.319081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.320435 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] 10.222.0.79 "PUT /v2.0/ports/867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 1093 time: 1.6548398 Apr 06 14:35:19.320921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:19.324743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:19.327061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:19.332020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.332020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:19.335588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:19.338895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.363883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f590-0130-4173-92d3-32043cbfed3b req-0da6c0cf-277f-4637-9a73-193c9e2fc259 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.366199 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39a5f590-0130-4173-92d3-32043cbfed3b req-0da6c0cf-277f-4637-9a73-193c9e2fc259 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 943 time: 0.1315696 Apr 06 14:35:19.407776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] device_id is not set on port 5e7f7997-9036-47b6-89c7-bc25c822fe0a yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:19.408012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7324-dc49-4058-9a1c-61c63a49124a service neutron] Pushing event updated for resources: {'Port': ['ID=867a88ee-0163-4bda-88f7-adc3a6041dfb,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.428107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:19.452323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9aa672c7-a1bd-408d-bfd5-02a707cb97c6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.452551 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 9aa672c7-a1bd-408d-bfd5-02a707cb97c6 of type vlan for network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 Apr 06 14:35:19.484823 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39a5f590-0130-4173-92d3-32043cbfed3b req-48751f7a-22ec-4732-a1e8-c6af8acb3730 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028273 Apr 06 14:35:19.529793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Publish callbacks [] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.562401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.571692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2502a973-4465-4f38-86a8-79eb66b388d7 x-openstack-request-id: req-2502a973-4465-4f38-86a8-79eb66b388d7 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:19.572337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:19.572485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2502a973-4465-4f38-86a8-79eb66b388d7 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:19.578213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2502a973-4465-4f38-86a8-79eb66b388d7'] response: {'name': 'network-changed', 'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'status': 'completed', 'code': 200} Apr 06 14:35:19.578213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (76e4b7ab-6bee-4cb0-afac-b261430a5ee8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.598144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.606681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 0f7002c3-de83-4ac5-8743-a232b9ad6477 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:19.612949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-c173cc8a-933e-4c90-aaa2-f5cc247b0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.614476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-c173cc8a-933e-4c90-aaa2-f5cc247b0441 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1127 time: 0.1604156 Apr 06 14:35:19.623602 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Allocated IP 2001:db8::d (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/5e7f7997-9036-47b6-89c7-bc25c822fe0a) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:19.641792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Network b457a952-d40f-4622-8268-aa77a20aaf79 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:19.645217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:19.649616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:19.669189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-1dfe9602-6f8d-4735-8ed0-9af65e16852d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 217 time: 0.0468824 Apr 06 14:35:19.692537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (76e4b7ab-6bee-4cb0-afac-b261430a5ee8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.699116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Pushing event updated for resources: {'Port': ['ID=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.700456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.701198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.726943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Attempting to bind port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:19.727314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Attempting to bind port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '3242e8b7-cf71-46e3-95da-a10be701f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:19.727682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Attempting to bind port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 on network b457a952-d40f-4622-8268-aa77a20aaf79 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:19.733108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:19.733636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Checking segment: {'id': '3242e8b7-cf71-46e3-95da-a10be701f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:19.738707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.738707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Bound using segment: {'id': '3242e8b7-cf71-46e3-95da-a10be701f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:19.738707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Bound port: 950f4641-6cbe-4d7d-9b73-c04c3edf8af5, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3242e8b7-cf71-46e3-95da-a10be701f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:19.738707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.809538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=76e4b7ab-6bee-4cb0-afac-b261430a5ee8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.813356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-55aac908-9b10-4b40-8be8-94360f71c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.814863 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-55aac908-9b10-4b40-8be8-94360f71c14b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 200 len: 835 time: 0.1402450 Apr 06 14:35:19.819391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:19.825042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] For port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:19.875075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e9ebe77c-14b9-4f86-bd4a-bb88a077828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.876141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] For port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,segment=NetworkSegment(3242e8b7-cf71-46e3-95da-a10be701f061),segment_id=3242e8b7-cf71-46e3-95da-a10be701f061)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:19.877114 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-e9ebe77c-14b9-4f86-bd4a-bb88a077828d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0552802 Apr 06 14:35:19.896111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.10 (b457a952-d40f-4622-8268-aa77a20aaf79/48ffda7e-24bd-4631-8a46-4702326633e8/0f7002c3-de83-4ac5-8743-a232b9ad6477) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:19.928488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.960170 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-37e7663a-2617-478a-bec7-70ca3d882ed8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7683482 Apr 06 14:35:19.963012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49240) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:19.975686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-94ce4f65-a91f-4c07-b870-6f17312615f9 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924664 Apr 06 14:35:19.976269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:19.999963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.100357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ce842ab-8697-4c4a-9d55-5855148dc458 req-28ad6685-8fe9-405c-b008-5fddc45cae12 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157043 Apr 06 14:35:20.107510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455084c-b475-40a8-95c4-4a09a15ffef7 None None] Pushing event updated for resources: {'Port': ['ID=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.197273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.234571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (0f7002c3-de83-4ac5-8743-a232b9ad6477), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.257771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:20.266409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:20.274550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:20.279879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:20.286681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.287801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:20.291186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.295545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=5e7f7997-9036-47b6-89c7-bc25c822fe0a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.422625 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5507be77-c214-4516-b46a-59954cab6a18 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4758861 Apr 06 14:35:20.425320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49244) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:20.431207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f8:73:49'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:20.469332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0f7002c3-de83-4ac5-8743-a232b9ad6477), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.580582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network b457a952-d40f-4622-8268-aa77a20aaf79 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:20.591476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:20.595461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:20.598057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=0f7002c3-de83-4ac5-8743-a232b9ad6477,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.645681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (3373b916-7612-4946-a1cd-a5c7102b873c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.661088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:20.662463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.669110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.721591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d6ef7-0829-497d-8105-a3b15903dde4 req-e5eebb72-5e3d-42d1-84e0-293e4918a37c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:20.723117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c8d6ef7-0829-497d-8105-a3b15903dde4 req-e5eebb72-5e3d-42d1-84e0-293e4918a37c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 943 time: 0.0945516 Apr 06 14:35:20.727230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=3373b916-7612-4946-a1cd-a5c7102b873c,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.737926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b07b0b51-392e-485e-ac00-4f1ba70ba788 None None] Provisioning complete for port 5e7f7997-9036-47b6-89c7-bc25c822fe0a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:20.738501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b07b0b51-392e-485e-ac00-4f1ba70ba788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.741013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:20.741387 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: 76e4b7ab-6bee-4cb0-afac-b261430a5ee8, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:20.767810 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a1a6ac49-036f-4032-938c-b2bac6035407 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7189133 Apr 06 14:35:20.768004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49248) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:20.773839 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'b457a952-d40f-4622-8268-aa77a20aaf79', 'name': 'tempest-PortsTestJSON-1607886459', 'fixed_ips': [{'subnet_id': '48ffda7e-24bd-4631-8a46-4702326633e8', 'ip_address': '172.20.0.9'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:20.782943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b07b0b51-392e-485e-ac00-4f1ba70ba788 None None] Port 5e7f7997-9036-47b6-89c7-bc25c822fe0a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:20.839643 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:20.846444 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c8d6ef7-0829-497d-8105-a3b15903dde4 req-5ebbf342-54e6-4f93-a10c-d2c5b1b9dada tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995686 Apr 06 14:35:20.918638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.930230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 76e4b7ab-6bee-4cb0-afac-b261430a5ee8) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:20.935757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:20.938088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.940000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892efee6-6cf2-45b7-98cc-3108a77a66dd None None] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:21.000552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-29fef55f-3390-4598-b351-bd8325122409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.002260 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-29fef55f-3390-4598-b351-bd8325122409 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1127 time: 0.0859199 Apr 06 14:35:21.033370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:21.039782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.064583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port de2e362c-1697-4b89-9543-447c3c91dc61 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:21.067298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.077145 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0f5e1b23-212c-4e25-88cc-030ffa88bd38 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1127763 Apr 06 14:35:21.080581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49250) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:21.085413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] In _notify_port_updated(), no bound segment for port 5e7f7997-9036-47b6-89c7-bc25c822fe0a on network 07f80260-9ae1-464f-b149-8b7cebff00ed {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:35:21.090873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.091604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.095771 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "PUT /v2.0/ports/5e7f7997-9036-47b6-89c7-bc25c822fe0a HTTP/1.1" status: 200 len: 1000 time: 0.6668015 Apr 06 14:35:21.118068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49252) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:21.208118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8768e3-8555-4432-abd4-10a608226098 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=5e7f7997-9036-47b6-89c7-bc25c822fe0a,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:21.265445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:21.298331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-34dd0bda-3b59-41cb-b221-24d66177cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.300119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-34dd0bda-3b59-41cb-b221-24d66177cabf service neutron] 10.222.0.79 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 899 time: 0.2920377 Apr 06 14:35:21.342086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:21.343241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.374210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-14c2c365-1c2a-4b36-b863-7c2d566cfb15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 217 time: 0.0664577 Apr 06 14:35:21.384044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port 5e7f7997-9036-47b6-89c7-bc25c822fe0a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:21.384529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.473514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:21.473907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.503803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-d6035c66-efa6-4952-b947-118cc6674b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.506008 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-d6035c66-efa6-4952-b947-118cc6674b14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 200 len: 835 time: 0.1176674 Apr 06 14:35:21.564839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52bfe9-12de-4044-8649-5753475ae4ca None None] Network b457a952-d40f-4622-8268-aa77a20aaf79 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:21.583036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-44535d45-3161-4eb9-9dbb-849a0cb999ea None None] Provisioning complete for port 5e7f7997-9036-47b6-89c7-bc25c822fe0a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:21.583624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44535d45-3161-4eb9-9dbb-849a0cb999ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.586033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.606546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for 5e7f7997-9036-47b6-89c7-bc25c822fe0a owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:21.619901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-634deb90-cbac-4643-8415-3d660781f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.625885 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-634deb90-cbac-4643-8415-3d660781f4f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1042032 Apr 06 14:35:21.637187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Allocated IP 172.20.0.2 (76e4b7ab-6bee-4cb0-afac-b261430a5ee8/3373b916-7612-4946-a1cd-a5c7102b873c/4563d5a2-0e1a-485c-837f-f89bc630ed74) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:21.684999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-44535d45-3161-4eb9-9dbb-849a0cb999ea None None] Port 5e7f7997-9036-47b6-89c7-bc25c822fe0a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:21.803863 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-e1c2ea36-5d8e-4441-9971-fd119f1221f2 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762154 Apr 06 14:35:21.848578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:21.849404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.878866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Provisioning complete for port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:21.879239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.941825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,segment=NetworkSegment(3242e8b7-cf71-46e3-95da-a10be701f061),segment_id=3242e8b7-cf71-46e3-95da-a10be701f061)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:21.952823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.9 (b457a952-d40f-4622-8268-aa77a20aaf79/48ffda7e-24bd-4631-8a46-4702326633e8/de2e362c-1697-4b89-9543-447c3c91dc61) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:21.955777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4fab7d9-5d3f-41c0-afa2-6a9aeab8d254 req-e1f7b462-5abd-4e3a-ae6c-f321575e7b84 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436915 Apr 06 14:35:21.975224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.001425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Current status of the port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:22.001885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.013390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5e7f7997-9036-47b6-89c7-bc25c822fe0a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.066770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=5e7f7997-9036-47b6-89c7-bc25c822fe0a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.089230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.108104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.120184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-283d3f74-c141-4206-9c84-f6b6f492383f tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/ports/5e7f7997-9036-47b6-89c7-bc25c822fe0a HTTP/1.1" status: 204 len: 168 time: 0.9986010 Apr 06 14:35:22.120324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49256) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:22.157816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b258820-ae6a-43a4-8a12-6e2b6d9f8176 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] GET failed (client error): The resource could not be found. Apr 06 14:35:22.164385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9b258820-ae6a-43a4-8a12-6e2b6d9f8176 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "GET /v2.0/ports/5e7f7997-9036-47b6-89c7-bc25c822fe0a HTTP/1.1" status: 404 len: 333 time: 0.0427344 Apr 06 14:35:22.168132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49258) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:22.179083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686f8b-fb40-4a2d-889d-1a23b9352ba9 req-5d468ce5-f4d9-4a0e-9c2f-10c583f75ad1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:22.180656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4c686f8b-fb40-4a2d-889d-1a23b9352ba9 req-5d468ce5-f4d9-4a0e-9c2f-10c583f75ad1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 943 time: 0.1800170 Apr 06 14:35:22.184749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-693432156'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:22.190120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:22.190524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:22.193292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Publish callbacks [] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.258626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.274310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.326756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Pushing event updated for resources: {'Port': ['ID=4563d5a2-0e1a-485c-837f-f89bc630ed74,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.337951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df2ef244-ef35-46bf-9138-639c808d0e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.354649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:22.356531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:22.360112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:22.389572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4c686f8b-fb40-4a2d-889d-1a23b9352ba9 req-27792ff1-c318-4e2f-bcdb-798c1e5db0f8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000518 Apr 06 14:35:22.434779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (de2e362c-1697-4b89-9543-447c3c91dc61), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.460801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Attempting to bind port 4563d5a2-0e1a-485c-837f-f89bc630ed74 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:22.469407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Attempting to bind port 4563d5a2-0e1a-485c-837f-f89bc630ed74 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:22.469407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Attempting to bind port 4563d5a2-0e1a-485c-837f-f89bc630ed74 on network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:22.469682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.20.0.1 (76e4b7ab-6bee-4cb0-afac-b261430a5ee8/3373b916-7612-4946-a1cd-a5c7102b873c/0f1a1895-6e2f-4135-b7b1-815b308ae76e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:22.469800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:22.469800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Checking segment: {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:22.469800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.469800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Bound using segment: {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:22.470588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Bound port: 4563d5a2-0e1a-485c-837f-f89bc630ed74, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:22.471069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.490560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:22.494376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.539254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] device_id is not set on port 485c44fb-7d41-45af-878d-9dc3a7ad7db0 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:22.560513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] For port 4563d5a2-0e1a-485c-837f-f89bc630ed74, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:22.570186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] For port 4563d5a2-0e1a-485c-837f-f89bc630ed74, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4563d5a2-0e1a-485c-837f-f89bc630ed74,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:22.605627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (de2e362c-1697-4b89-9543-447c3c91dc61), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.632501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.658011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.684088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network b457a952-d40f-4622-8268-aa77a20aaf79 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:22.686963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Allocated IP 2001:db8::2d6 (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/485c44fb-7d41-45af-878d-9dc3a7ad7db0) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:22.689415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:22.699830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:22.707954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=de2e362c-1697-4b89-9543-447c3c91dc61,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.770638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb16df-a93e-4425-9591-42eb5019c319 None None] Pushing event updated for resources: {'Port': ['ID=4563d5a2-0e1a-485c-837f-f89bc630ed74,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.781504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ef85345f-3c72-4138-ba09-82b740254b8d None None] Current status of the port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:22.804655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:22.806754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.886357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (485c44fb-7d41-45af-878d-9dc3a7ad7db0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.889064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.926396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-874eb1a8-2e1a-414a-a472-e11306a61d13 None None] Provisioning complete for port 0f7002c3-de83-4ac5-8743-a232b9ad6477 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:22.927128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-874eb1a8-2e1a-414a-a472-e11306a61d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f7002c3-de83-4ac5-8743-a232b9ad6477), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.028728 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2401d40a-17cb-47b7-b5b9-1dec1bc286bb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2581954 Apr 06 14:35:23.028728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49260) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.069495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-874eb1a8-2e1a-414a-a472-e11306a61d13 None None] Port 0f7002c3-de83-4ac5-8743-a232b9ad6477 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:23.083825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:23.116316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-874eb1a8-2e1a-414a-a472-e11306a61d13 None None] Provisioning complete for port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.116796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-874eb1a8-2e1a-414a-a472-e11306a61d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.131331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:23.151576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=0f1a1895-6e2f-4135-b7b1-815b308ae76e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.154953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:23.158291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:23.208390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.225077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.225546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.271676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-874eb1a8-2e1a-414a-a472-e11306a61d13 None None] Current status of the port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:23.279679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d7b73-55bc-483b-a869-554875f459e5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.284898 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2e5d7b73-55bc-483b-a869-554875f459e5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2431419 Apr 06 14:35:23.287990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49262) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.336373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:23.341540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 867a88ee-0163-4bda-88f7-adc3a6041dfb details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:35:23.375262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cec61-d7bd-4fbb-9244-949920bd4a52 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.382103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cec61-d7bd-4fbb-9244-949920bd4a52 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.387568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cec61-d7bd-4fbb-9244-949920bd4a52 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.389313 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e21cec61-d7bd-4fbb-9244-949920bd4a52 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1003692 Apr 06 14:35:23.392076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.411234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.437407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c6f840f8-babe-40fc-b820-6967d1f5badf None None] Provisioning complete for port de2e362c-1697-4b89-9543-447c3c91dc61 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.437704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c6f840f8-babe-40fc-b820-6967d1f5badf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (de2e362c-1697-4b89-9543-447c3c91dc61), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.484737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (485c44fb-7d41-45af-878d-9dc3a7ad7db0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.495991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 867a88ee-0163-4bda-88f7-adc3a6041dfb, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.498452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c6f840f8-babe-40fc-b820-6967d1f5badf None None] Port de2e362c-1697-4b89-9543-447c3c91dc61 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:23.516693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:35:23.527116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port de2e362c-1697-4b89-9543-447c3c91dc61 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:23.527469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (de2e362c-1697-4b89-9543-447c3c91dc61), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.530101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.559710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 867a88ee-0163-4bda-88f7-adc3a6041dfb is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:23.560106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.560508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:23.566332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:23.571721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:23.581476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867a88ee-0163-4bda-88f7-adc3a6041dfb {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:35:23.581687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.582013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.607804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=485c44fb-7d41-45af-878d-9dc3a7ad7db0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.615652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 867a88ee-0163-4bda-88f7-adc3a6041dfb, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.622973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ae25a-8e40-4c90-ba9e-3598c2ffcfe8 req-9af57bc8-e2a7-4956-9bc9-0679bdc8d53a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.624882 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-432ae25a-8e40-4c90-ba9e-3598c2ffcfe8 req-9af57bc8-e2a7-4956-9bc9-0679bdc8d53a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 943 time: 0.1549652 Apr 06 14:35:23.690686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-432ae25a-8e40-4c90-ba9e-3598c2ffcfe8 req-3741f082-d389-4233-9c32-0919125a4f1b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585675 Apr 06 14:35:23.700909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9026efa4-91a1-4745-9f4e-36345be501ee tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5305357 Apr 06 14:35:23.704268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49268) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.712539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'network_id': '07f80260-9ae1-464f-b149-8b7cebff00ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2056906558'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:23.748103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.770307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (de2e362c-1697-4b89-9543-447c3c91dc61), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.792901 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for de2e362c-1697-4b89-9543-447c3c91dc61 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:23.850539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=867a88ee-0163-4bda-88f7-adc3a6041dfb,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.919909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Made reservation on behalf of 53a6420fac4a49ac8c0d1da96bc5a373 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:23.924421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.949584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] device_id is not set on port dd2d03a3-391c-412c-910e-12b612bc6dc7 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:23.961175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1a06aaab-8211-4536-a5b6-bcfc9c566764 None None] Provisioning complete for port 485c44fb-7d41-45af-878d-9dc3a7ad7db0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.962202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaab-8211-4536-a5b6-bcfc9c566764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (485c44fb-7d41-45af-878d-9dc3a7ad7db0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.988994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['867a88ee-0163-4bda-88f7-adc3a6041dfb'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:35:24.029081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1a06aaab-8211-4536-a5b6-bcfc9c566764 None None] Port 485c44fb-7d41-45af-878d-9dc3a7ad7db0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:24.058085 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.119094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.134871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Allocated IP 2001:db8::13c (07f80260-9ae1-464f-b149-8b7cebff00ed/85997f25-f1f5-4499-b609-1a15fe1c51e9/dd2d03a3-391c-412c-910e-12b612bc6dc7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:24.154051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (de2e362c-1697-4b89-9543-447c3c91dc61), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.160009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d3f54-1c73-4898-a6bb-1888c13fdcce None None] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:24.207095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.283169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=0f1a1895-6e2f-4135-b7b1-815b308ae76e,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.294893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] Provisioning complete for port 4563d5a2-0e1a-485c-837f-f89bc630ed74 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.295276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.350449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=de2e362c-1697-4b89-9543-447c3c91dc61,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.363622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.364236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.368394 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-612f6bb4-aa07-424f-be20-dbb7349137f2 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/de2e362c-1697-4b89-9543-447c3c91dc61 HTTP/1.1" status: 204 len: 168 time: 0.9751525 Apr 06 14:35:24.371190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49270) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:24.404462 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-86968032-8f31-47c8-922b-b95436aa602d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:24.408431 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-86968032-8f31-47c8-922b-b95436aa602d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/de2e362c-1697-4b89-9543-447c3c91dc61 HTTP/1.1" status: 404 len: 333 time: 0.0339954 Apr 06 14:35:24.408615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49272) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:24.472522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:24.474066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:24.485591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.512407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] Current status of the port 4563d5a2-0e1a-485c-837f-f89bc630ed74 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:24.517218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.548910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Network 07f80260-9ae1-464f-b149-8b7cebff00ed is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:24.558365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:24.563578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:24.570125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:24.570803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.581782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=dd2d03a3-391c-412c-910e-12b612bc6dc7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.582219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] For port 4563d5a2-0e1a-485c-837f-f89bc630ed74, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4563d5a2-0e1a-485c-837f-f89bc630ed74,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:24.652569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 0f7002c3-de83-4ac5-8743-a232b9ad6477 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:24.652957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0f7002c3-de83-4ac5-8743-a232b9ad6477), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.658398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.689339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1979a82f-85c6-4122-9204-ce93d1f5fb14 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9836097 Apr 06 14:35:24.691982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49274) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:24.699297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24d', 'mac_address': 'fa:16:3e:f8:73:49'}, {'ip_address': '2001:db8::2d6', 'mac_address': 'fa:16:3e:13:f8:97'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:24.730028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d198-ba86-4002-af8f-5fb7195303fe None None] Pushing event updated for resources: {'Port': ['ID=4563d5a2-0e1a-485c-837f-f89bc630ed74,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.743462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ada0638f-b26c-4dca-9c25-d71f7cbba970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.829262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0f7002c3-de83-4ac5-8743-a232b9ad6477), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.842459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.847390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 0f7002c3-de83-4ac5-8743-a232b9ad6477 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:24.864997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:24.884501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4f21b4f6-1090-4a1a-8580-ece479a4618c None None] Provisioning complete for port 0f1a1895-6e2f-4135-b7b1-815b308ae76e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.884911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f6-1090-4a1a-8580-ece479a4618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.932602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4f21b4f6-1090-4a1a-8580-ece479a4618c None None] Port 0f1a1895-6e2f-4135-b7b1-815b308ae76e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:24.947426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4f21b4f6-1090-4a1a-8580-ece479a4618c None None] Provisioning complete for port 4563d5a2-0e1a-485c-837f-f89bc630ed74 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.947863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f6-1090-4a1a-8580-ece479a4618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.067891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4f21b4f6-1090-4a1a-8580-ece479a4618c None None] Current status of the port 4563d5a2-0e1a-485c-837f-f89bc630ed74 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:25.078090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.089902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aa5ff-fd0c-463d-8985-0428a1920b01 req-960803f7-ce99-4d24-92e8-0d0f687d64ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:25.091750 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-940aa5ff-fd0c-463d-8985-0428a1920b01 req-960803f7-ce99-4d24-92e8-0d0f687d64ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 944 time: 0.3001535 Apr 06 14:35:25.096679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4563d5a2-0e1a-485c-837f-f89bc630ed74 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:25.154351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.169778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4563d5a2-0e1a-485c-837f-f89bc630ed74 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.170471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.194522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-940aa5ff-fd0c-463d-8985-0428a1920b01 req-5a12b3be-8e08-447f-b4a0-dbc6399c6b68 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971849 Apr 06 14:35:25.197842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] In _notify_port_updated(), no bound segment for port dd2d03a3-391c-412c-910e-12b612bc6dc7 on network 07f80260-9ae1-464f-b149-8b7cebff00ed {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:35:25.203875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:25.208896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.208896 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "PUT /v2.0/ports/dd2d03a3-391c-412c-910e-12b612bc6dc7 HTTP/1.1" status: 200 len: 1068 time: 0.5125694 Apr 06 14:35:25.209528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49278) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.266990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a5e651f4-d2a1-41cf-87d0-4fc0308d829f None None] Provisioning complete for port 0f1a1895-6e2f-4135-b7b1-815b308ae76e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.267486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a5e651f4-d2a1-41cf-87d0-4fc0308d829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.273124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3375-fa3f-4b33-8f81-98e8230e70d5 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event updated for resources: {'Port': ['ID=dd2d03a3-391c-412c-910e-12b612bc6dc7,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.304608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 867a88ee-0163-4bda-88f7-adc3a6041dfb up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:25.351494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port dd2d03a3-391c-412c-910e-12b612bc6dc7 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:25.351842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.518544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.529273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:25.537716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-af83eddf-434b-4935-9674-b55ef56d57cf tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4539628 Apr 06 14:35:25.542855 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:25.543439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49280) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.552846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a5e651f4-d2a1-41cf-87d0-4fc0308d829f None None] Port 0f1a1895-6e2f-4135-b7b1-815b308ae76e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:25.556944 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:25.561572 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:25.577981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-1619027235'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:25.598469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for dd2d03a3-391c-412c-910e-12b612bc6dc7 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:25.615026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4563d5a2-0e1a-485c-837f-f89bc630ed74 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:25.625940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a5e651f4-d2a1-41cf-87d0-4fc0308d829f None None] Provisioning complete for port dd2d03a3-391c-412c-910e-12b612bc6dc7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.626421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a5e651f4-d2a1-41cf-87d0-4fc0308d829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.676290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a5e651f4-d2a1-41cf-87d0-4fc0308d829f None None] Port dd2d03a3-391c-412c-910e-12b612bc6dc7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:25.677712 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:25.693960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:25.697257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.717463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0f7002c3-de83-4ac5-8743-a232b9ad6477), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.722060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 867a88ee-0163-4bda-88f7-adc3a6041dfb completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:35:25.727995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 867a88ee-0163-4bda-88f7-adc3a6041dfb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.728694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.751011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=0f7002c3-de83-4ac5-8743-a232b9ad6477,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.769885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.820559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-27c7668a-c3d6-4eb9-99e0-2a33a613e5b2 None None] Provisioning complete for port 0f1a1895-6e2f-4135-b7b1-815b308ae76e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.821020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-27c7668a-c3d6-4eb9-99e0-2a33a613e5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.844169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.849729 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6a2893ae-5bf9-4c7c-acc0-6265fa520890 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/0f7002c3-de83-4ac5-8743-a232b9ad6477 HTTP/1.1" status: 204 len: 168 time: 1.4401348 Apr 06 14:35:25.852468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49282) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.880862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dd2d03a3-391c-412c-910e-12b612bc6dc7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.888914 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a6d602-909c-4566-9072-544f7162971d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:25.891006 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c9a6d602-909c-4566-9072-544f7162971d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/0f7002c3-de83-4ac5-8743-a232b9ad6477 HTTP/1.1" status: 404 len: 333 time: 0.0367291 Apr 06 14:35:25.892931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49284) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.900008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:25.931557 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:23Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:23Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:25.941785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 867a88ee-0163-4bda-88f7-adc3a6041dfb is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:25.951912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.954474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-27c7668a-c3d6-4eb9-99e0-2a33a613e5b2 None None] Port 0f1a1895-6e2f-4135-b7b1-815b308ae76e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:25.960239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-27c7668a-c3d6-4eb9-99e0-2a33a613e5b2 None None] Could not find standard attr ID for object dd2d03a3-391c-412c-910e-12b612bc6dc7. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:25.967398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=dd2d03a3-391c-412c-910e-12b612bc6dc7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.987697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7533c464-83bd-437b-a689-f4ad8cee77fa), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.988935 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 7533c464-83bd-437b-a689-f4ad8cee77fa of type vlan for network ad20ade4-aef3-4855-ab5e-3fca2338ae30 Apr 06 14:35:25.990150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 48ffda7e-24bd-4631-8a46-4702326633e8 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:25.994957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:25.995187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (48ffda7e-24bd-4631-8a46-4702326633e8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.997519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc51612-bbde-4608-b96d-8e806c1c9593" -d '{"events": [{"server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "name": "network-vif-plugged", "status": "completed", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:26.034887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 867a88ee-0163-4bda-88f7-adc3a6041dfb, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:26.079129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (48ffda7e-24bd-4631-8a46-4702326633e8), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.098658 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:26.099832 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Updating router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 port 0f1a1895-6e2f-4135-b7b1-815b308ae76e binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:26.109913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (ad20ade4-aef3-4855-ab5e-3fca2338ae30), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.128595 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.141689 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.228130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (48ffda7e-24bd-4631-8a46-4702326633e8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.281003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=867a88ee-0163-4bda-88f7-adc3a6041dfb,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.290178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1a64d5-1047-41e5-9f1c-65bafd8ebde9 x-openstack-request-id: req-9d1a64d5-1047-41e5-9f1c-65bafd8ebde9 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:26.290496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "name": "network-vif-plugged", "status": "completed", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:26.290753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9d1a64d5-1047-41e5-9f1c-65bafd8ebde9 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:26.297322 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1a64d5-1047-41e5-9f1c-65bafd8ebde9'] response: {'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'code': 200} Apr 06 14:35:26.316896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.321287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-61f21597-79a4-4570-bd78-90f06735729e tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/ports/dd2d03a3-391c-412c-910e-12b612bc6dc7 HTTP/1.1" status: 204 len: 168 time: 1.1106236 Apr 06 14:35:26.328861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49292) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:26.377348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-4614003d-a0f7-4950-ab41-79a6cb69f512 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] GET failed (client error): The resource could not be found. Apr 06 14:35:26.378838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4614003d-a0f7-4950-ab41-79a6cb69f512 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "GET /v2.0/ports/dd2d03a3-391c-412c-910e-12b612bc6dc7 HTTP/1.1" status: 404 len: 333 time: 0.0478892 Apr 06 14:35:26.381851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49294) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:26.389951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (ad20ade4-aef3-4855-ab5e-3fca2338ae30), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.394736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:26.395315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.433194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (48ffda7e-24bd-4631-8a46-4702326633e8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.456601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be654a-f3e0-4922-aed6-6cfd78c63844 None None] Network b457a952-d40f-4622-8268-aa77a20aaf79 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:26.463481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.477656 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/48ffda7e-24bd-4631-8a46-4702326633e8 HTTP/1.1" status: 204 len: 168 time: 0.5834451 Apr 06 14:35:26.483178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49296) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:26.497203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42723e61-18ca-4dbe-9d98-423744e82a18 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=48ffda7e-24bd-4631-8a46-4702326633e8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.541252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=ad20ade4-aef3-4855-ab5e-3fca2338ae30,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.542693 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Publish callbacks [] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.557008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:26.579111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-82e3257e-fc9d-40a2-be9a-f86b12c51fd8 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0321884 Apr 06 14:35:26.582533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49298) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:26.587682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb63443-857c-40b1-9571-5193e2948f22 req-6123546f-fffc-448c-ba95-15d52c3d56bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:26.596103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fb63443-857c-40b1-9571-5193e2948f22 req-6123546f-fffc-448c-ba95-15d52c3d56bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.2760644 Apr 06 14:35:26.596283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:26.617073 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.644201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52c51-6bbc-4b0e-85b9-24a3bff39e4c req-1a002497-4e63-49d2-b454-d3e727a039b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:26.645830 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecf52c51-6bbc-4b0e-85b9-24a3bff39e4c req-1a002497-4e63-49d2-b454-d3e727a039b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1129 time: 0.1374605 Apr 06 14:35:26.653838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (b457a952-d40f-4622-8268-aa77a20aaf79), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.679117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port 485c44fb-7d41-45af-878d-9dc3a7ad7db0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:26.679470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (485c44fb-7d41-45af-878d-9dc3a7ad7db0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.688679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fb63443-857c-40b1-9571-5193e2948f22 req-60124e41-90f2-4464-837c-068cadc56b73 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905519 Apr 06 14:35:26.721707 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Pushing event updated for resources: {'Port': ['ID=0f1a1895-6e2f-4135-b7b1-815b308ae76e,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.737469 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.737813 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.738499 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.738981 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.739547 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.740691 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.741374 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.742078 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.743221 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.744456 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.746153 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.746693 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.746991 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.747317 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.747644 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:26.777180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:26.780566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.783401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecf52c51-6bbc-4b0e-85b9-24a3bff39e4c req-16b1c9da-5189-4a88-8933-f51010ca0511 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283159 Apr 06 14:35:26.802026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:26.802379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.814663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] DHCP port deletion for b457a952-d40f-4622-8268-aa77a20aaf79 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:26.825003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (485c44fb-7d41-45af-878d-9dc3a7ad7db0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.840159 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Attempting to bind port 0f1a1895-6e2f-4135-b7b1-815b308ae76e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:26.841319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for 485c44fb-7d41-45af-878d-9dc3a7ad7db0 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:26.845187 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Attempting to bind port 0f1a1895-6e2f-4135-b7b1-815b308ae76e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:26.845553 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Attempting to bind port 0f1a1895-6e2f-4135-b7b1-815b308ae76e on network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:26.865171 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:26.865829 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Checking segment: {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:26.866107 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.868736 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Bound using segment: {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:26.869303 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Bound port: 0f1a1895-6e2f-4135-b7b1-815b308ae76e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa672c7-a1bd-408d-bfd5-02a707cb97c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:26.870862 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.958517 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] For port 0f1a1895-6e2f-4135-b7b1-815b308ae76e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:26.958671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] Deleting port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:26.958671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.958885 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] For port 0f1a1895-6e2f-4135-b7b1-815b308ae76e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0f1a1895-6e2f-4135-b7b1-815b308ae76e,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:26.961468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] For port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,segment=NetworkSegment(3242e8b7-cf71-46e3-95da-a10be701f061),segment_id=3242e8b7-cf71-46e3-95da-a10be701f061)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:26.961788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.977191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:27.043851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:27.056915 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.107621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] For port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,segment=NetworkSegment(3242e8b7-cf71-46e3-95da-a10be701f061),segment_id=3242e8b7-cf71-46e3-95da-a10be701f061)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:27.108124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.112829 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:27.113457 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:27.123086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] Calling delete_port for 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:27.124487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (485c44fb-7d41-45af-878d-9dc3a7ad7db0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.185453 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bfd46-b18d-475f-b82f-20dcc21a98ff None None] Pushing event updated for resources: {'Port': ['ID=0f1a1895-6e2f-4135-b7b1-815b308ae76e,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.195682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=485c44fb-7d41-45af-878d-9dc3a7ad7db0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.205968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.236425 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:27.246512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.254096 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c9fac660-fe4f-45b7-b9ee-e978f09d90a8 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/ports/485c44fb-7d41-45af-878d-9dc3a7ad7db0 HTTP/1.1" status: 204 len: 168 time: 0.8701587 Apr 06 14:35:27.254385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49300) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:27.276876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No DVR routers for this DVR port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:27.294402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] Provisioning complete for port 0f1a1895-6e2f-4135-b7b1-815b308ae76e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:27.294976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.307982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:27.308353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.337284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.337876 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2612a94-be1a-4a07-8fa3-bed53a623786 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] GET failed (client error): The resource could not be found. Apr 06 14:35:27.339685 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e2612a94-be1a-4a07-8fa3-bed53a623786 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "GET /v2.0/ports/485c44fb-7d41-45af-878d-9dc3a7ad7db0 HTTP/1.1" status: 404 len: 333 time: 0.0842078 Apr 06 14:35:27.347515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49302) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:27.445702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.454641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (950f4641-6cbe-4d7d-9b73-c04c3edf8af5), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.469430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] No DVR routers for this DVR port 950f4641-6cbe-4d7d-9b73-c04c3edf8af5 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:27.497291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (b457a952-d40f-4622-8268-aa77a20aaf79), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.530216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b457a952-d40f-4622-8268-aa77a20aaf79']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:27.536959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port 7a4c4e91-a016-4b3b-937a-1c6763087270 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:27.537417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.542282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3242e8b7-cf71-46e3-95da-a10be701f061') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:27.542859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3242e8b7-cf71-46e3-95da-a10be701f061') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:27.543553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] Current status of the port 0f1a1895-6e2f-4135-b7b1-815b308ae76e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:27.543962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.554623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (3242e8b7-cf71-46e3-95da-a10be701f061), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.558177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36eb6b-9a0b-425e-9236-4f8ac75013dc None None] Pushing event deleted for resources: {'Port': ['ID=950f4641-6cbe-4d7d-9b73-c04c3edf8af5,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.591252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] For port 0f1a1895-6e2f-4135-b7b1-815b308ae76e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0f1a1895-6e2f-4135-b7b1-815b308ae76e,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:27.623749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3242e8b7-cf71-46e3-95da-a10be701f061), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.632071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:27.632843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (3242e8b7-cf71-46e3-95da-a10be701f061), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:27.646563 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:27.655490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:23Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:27.673254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.682799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.687840 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618bbe1e-7961-448c-92ff-212230b9b367 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:23Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:27.697854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for 7a4c4e91-a016-4b3b-937a-1c6763087270 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:27.707960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b917232d-1cf2-4314-a6cc-c6d6011a9560), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.768028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479c869-5c3f-4d38-840e-45c207cd6cac None None] Pushing event updated for resources: {'Port': ['ID=0f1a1895-6e2f-4135-b7b1-815b308ae76e,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.800292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ba536433-668a-4fa2-9b1e-17dfcaaf86f2 None None] Provisioning complete for port 0f1a1895-6e2f-4135-b7b1-815b308ae76e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:27.800679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ba536433-668a-4fa2-9b1e-17dfcaaf86f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.818526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=b917232d-1cf2-4314-a6cc-c6d6011a9560,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.825131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:27.825607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: ad20ade4-aef3-4855-ab5e-3fca2338ae30, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:27.898284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ba536433-668a-4fa2-9b1e-17dfcaaf86f2 None None] Current status of the port 0f1a1895-6e2f-4135-b7b1-815b308ae76e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:27.918266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413847d-bde3-4748-a934-ffbda735b804 req-6c771a0f-343e-47d5-8f31-919b0cc2075e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.918530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (b457a952-d40f-4622-8268-aa77a20aaf79), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.919852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9413847d-bde3-4748-a934-ffbda735b804 req-6c771a0f-343e-47d5-8f31-919b0cc2075e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.1208930 Apr 06 14:35:27.926125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.930295 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/b457a952-d40f-4622-8268-aa77a20aaf79 HTTP/1.1" status: 204 len: 168 time: 1.4469886 Apr 06 14:35:27.937443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49306) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:27.945395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f405ac-ecef-443f-baf1-25bd611803e6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=b457a952-d40f-4622-8268-aa77a20aaf79,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.949978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-630008678'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:27.952171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:27.991170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7a4c4e91-a016-4b3b-937a-1c6763087270), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.015001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9413847d-bde3-4748-a934-ffbda735b804 req-0ec3bc66-b6d8-4bc7-8f01-5ed024b3943e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877109 Apr 06 14:35:28.040867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=7a4c4e91-a016-4b3b-937a-1c6763087270,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.045941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, ad20ade4-aef3-4855-ab5e-3fca2338ae30) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:28.070235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:28.071341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.078770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7bb2a-1de6-492f-bba3-47db553124a8 None None] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:28.095538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:28.099688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.102517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.106922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0dd54c62-56b6-4953-ba5a-54282c8642a9 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/ports/7a4c4e91-a016-4b3b-937a-1c6763087270 HTTP/1.1" status: 204 len: 168 time: 0.7581575 Apr 06 14:35:28.109793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49308) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.133112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:28.143298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7dccad7b-d5d9-459b-8db6-a015cd0f1e71), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.143651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Added segment 7dccad7b-d5d9-459b-8db6-a015cd0f1e71 of type vlan for network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 Apr 06 14:35:28.211279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting subnet 85997f25-f1f5-4499-b609-1a15fe1c51e9 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:28.213405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.215918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for subnet (85997f25-f1f5-4499-b609-1a15fe1c51e9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.248293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:28.249885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.284914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (85997f25-f1f5-4499-b609-1a15fe1c51e9), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.289256 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2831938c-6c54-4fb8-b68b-75dff39e3d48 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7055097 Apr 06 14:35:28.293320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49310) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.398326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.405268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:28.406147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.413513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (85997f25-f1f5-4499-b609-1a15fe1c51e9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.446374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Allocated IP 172.21.0.2 (ad20ade4-aef3-4855-ab5e-3fca2338ae30/b917232d-1cf2-4314-a6cc-c6d6011a9560/a64c5e0c-6c3f-4b37-852f-01aadde0d169) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:28.506324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Network': ['ID=d8d10d8b-bb8c-4fb6-a5ff-a207759ad233,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.526764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:28.551072 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6ea0cdb6-b6a4-4f05-bad6-65b07e87b63b tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6125805 Apr 06 14:35:28.553911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49312) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.559647 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:28.581950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.629514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (85997f25-f1f5-4499-b609-1a15fe1c51e9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.650381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.653830 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/subnets/85997f25-f1f5-4499-b609-1a15fe1c51e9 HTTP/1.1" status: 204 len: 168 time: 0.5419118 Apr 06 14:35:28.657024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49314) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.678743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180a6e1-458a-4350-98f2-4e60b8bafb95 None None] Network 07f80260-9ae1-464f-b149-8b7cebff00ed requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:28.701786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19d749-8bab-454f-8131-f47ff769b0a1 tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Subnet': ['ID=85997f25-f1f5-4499-b609-1a15fe1c51e9,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.783047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Publish callbacks [] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.792899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (07f80260-9ae1-464f-b149-8b7cebff00ed), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.822374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.852681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Deleting port ef3e09c9-2765-45f6-8412-81c9652a2880 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:28.853143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.854646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.903845 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:28.906670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] DHCP port deletion for 07f80260-9ae1-464f-b149-8b7cebff00ed request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:28.907392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.922043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:28.927255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:28.931225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:28.941038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Pushing event updated for resources: {'Port': ['ID=a64c5e0c-6c3f-4b37-852f-01aadde0d169,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.990566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] For port ef3e09c9-2765-45f6-8412-81c9652a2880, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ef3e09c9-2765-45f6-8412-81c9652a2880,segment=NetworkSegment(2b35589f-d536-4d39-b6c7-3fca11740b1c),segment_id=2b35589f-d536-4d39-b6c7-3fca11740b1c)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:28.990949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.012416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Calling delete_port for ef3e09c9-2765-45f6-8412-81c9652a2880 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:29.059153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Attempting to bind port a64c5e0c-6c3f-4b37-852f-01aadde0d169 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:29.059534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Attempting to bind port a64c5e0c-6c3f-4b37-852f-01aadde0d169 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:29.059900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Attempting to bind port a64c5e0c-6c3f-4b37-852f-01aadde0d169 on network ad20ade4-aef3-4855-ab5e-3fca2338ae30 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:29.072539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:29.072987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Checking segment: {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:29.073350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.073752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Bound using segment: {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:29.074243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Bound port: a64c5e0c-6c3f-4b37-852f-01aadde0d169, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:29.074629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.084349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0f1a1895-6e2f-4135-b7b1-815b308ae76e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:29.137224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] Deleting port ef3e09c9-2765-45f6-8412-81c9652a2880 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:29.137488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.258280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.21.0.1 (ad20ade4-aef3-4855-ab5e-3fca2338ae30/b917232d-1cf2-4314-a6cc-c6d6011a9560/4b5fd49b-55f3-420c-bc88-cb2ddb46864b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:29.258577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0f1a1895-6e2f-4135-b7b1-815b308ae76e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:29.258905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.303589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] For port a64c5e0c-6c3f-4b37-852f-01aadde0d169, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:29.310266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] For port ef3e09c9-2765-45f6-8412-81c9652a2880, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=ef3e09c9-2765-45f6-8412-81c9652a2880,segment=NetworkSegment(2b35589f-d536-4d39-b6c7-3fca11740b1c),segment_id=2b35589f-d536-4d39-b6c7-3fca11740b1c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:29.310855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.316860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44fb98-1885-447f-ae7f-b1aa671c7f8e req-b267e043-dec2-4477-9a7b-7c4d7b08490d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:29.319584 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d44fb98-1885-447f-ae7f-b1aa671c7f8e req-b267e043-dec2-4477-9a7b-7c4d7b08490d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.1247373 Apr 06 14:35:29.324406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.337841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] For port a64c5e0c-6c3f-4b37-852f-01aadde0d169, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a64c5e0c-6c3f-4b37-852f-01aadde0d169,segment=NetworkSegment(7533c464-83bd-437b-a689-f4ad8cee77fa),segment_id=7533c464-83bd-437b-a689-f4ad8cee77fa)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:29.347014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] Calling delete_port for ef3e09c9-2765-45f6-8412-81c9652a2880 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:29.356250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Port': ['ID=ef3e09c9-2765-45f6-8412-81c9652a2880,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.371430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (e769ba13-df53-4e53-b49e-56d773c15f5f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.374965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] No DVR routers for this DVR port ef3e09c9-2765-45f6-8412-81c9652a2880 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:29.466458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d44fb98-1885-447f-ae7f-b1aa671c7f8e req-2ec0ca20-c685-4d36-9fd0-805c14271a95 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097844 Apr 06 14:35:29.532421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.536895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (07f80260-9ae1-464f-b149-8b7cebff00ed), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.586241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.596796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f80260-9ae1-464f-b149-8b7cebff00ed']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:29.601103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=e769ba13-df53-4e53-b49e-56d773c15f5f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.624212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b35589f-d536-4d39-b6c7-3fca11740b1c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:29.624556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b35589f-d536-4d39-b6c7-3fca11740b1c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:29.643222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (2b35589f-d536-4d39-b6c7-3fca11740b1c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.668055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2b35589f-d536-4d39-b6c7-3fca11740b1c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.672574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7241c-9f5b-4fd8-8128-ecce0b2e5167 req-80886e0c-c24c-4bc5-a3e7-d8bf27a45e92 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:29.678851 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0a7241c-9f5b-4fd8-8128-ecce0b2e5167 req-80886e0c-c24c-4bc5-a3e7-d8bf27a45e92 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.0960202 Apr 06 14:35:29.679000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:29.679000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (2b35589f-d536-4d39-b6c7-3fca11740b1c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:29.687441 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:29.731193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.739082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0f1a1895-6e2f-4135-b7b1-815b308ae76e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:29.764174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad9d3-cd50-498e-a46c-69d6be37e98d None None] Pushing event updated for resources: {'Port': ['ID=a64c5e0c-6c3f-4b37-852f-01aadde0d169,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.786015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (ef3e09c9-2765-45f6-8412-81c9652a2880), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.814406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Checking segment: {'id': '7dccad7b-d5d9-459b-8db6-a015cd0f1e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:29.815752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network hostable DHCP agents. Network: d8d10d8b-bb8c-4fb6-a5ff-a207759ad233, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:29.829287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:29.838666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ef3e09c9-2765-45f6-8412-81c9652a2880 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:29.841047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0a7241c-9f5b-4fd8-8128-ecce0b2e5167 req-f0d78cf8-68d6-4021-9eb3-b81d9105ba0e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1598060 Apr 06 14:35:29.841511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] No DVR routers for this DVR port ef3e09c9-2765-45f6-8412-81c9652a2880 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:29.843791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28168125-7ef9-4856-b521-9d6ceab02b4e None None] Pushing event deleted for resources: {'Port': ['ID=ef3e09c9-2765-45f6-8412-81c9652a2880,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.844947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:29.850955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:29.855689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.871070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (07f80260-9ae1-464f-b149-8b7cebff00ed), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.882566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: ef3e09c9-2765-45f6-8412-81c9652a2880 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:29.882975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device ef3e09c9-2765-45f6-8412-81c9652a2880 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:29.891153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49320) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:29.907281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.907281 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] 10.222.0.89 "DELETE /v2.0/networks/07f80260-9ae1-464f-b149-8b7cebff00ed HTTP/1.1" status: 204 len: 168 time: 1.2282057 Apr 06 14:35:29.909761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34012d9-0724-441a-819e-e757944107ba tempest-AllowedAddressPairIpV6TestJSON-1753966484 tempest-AllowedAddressPairIpV6TestJSON-1753966484-project] Pushing event deleted for resources: {'Network': ['ID=07f80260-9ae1-464f-b149-8b7cebff00ed,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.922690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:29.960016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.016248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, d8d10d8b-bb8c-4fb6-a5ff-a207759ad233) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:30.021392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:30.027413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.034809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af0e97-bd04-4b06-ad16-1f3aef34dfb0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:30.034809 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b8af0e97-bd04-4b06-ad16-1f3aef34dfb0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1124 time: 0.1353033 Apr 06 14:35:30.034994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49324) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.037968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9c1174-4542-4c86-9a9e-037afcafd34a None None] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:30.056189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:30.183449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-d8d10d8b-bb8c-4fb6-a5ff-a207759ad233', 'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': 'e769ba13-df53-4e53-b49e-56d773c15f5f'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:30.184439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.228961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.230096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.237245 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-41bfaa20-1a3e-458b-9315-af8a1c96e14e tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6820209 Apr 06 14:35:30.240401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49326) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.245737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-155220437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:30.330142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Allocated IP 172.20.0.2 (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233/e769ba13-df53-4e53-b49e-56d773c15f5f/3e42e439-6022-47a5-85a5-b2b4de892443) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:30.371371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.384259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (ab9bb939-c550-442b-a8c2-1bec546cba29), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.388954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (ab9bb939-c550-442b-a8c2-1bec546cba29), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.508112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.13 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/14f4b908-9ce5-4103-9d71-61cd75ea58b8) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:30.547448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Publish callbacks [] for port (3e42e439-6022-47a5-85a5-b2b4de892443), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.593102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49330) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.627955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.650580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.677132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Pushing event updated for resources: {'Port': ['ID=3e42e439-6022-47a5-85a5-b2b4de892443,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:30.706518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:30.706518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:30.711932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:30.768663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.806287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Attempting to bind port 3e42e439-6022-47a5-85a5-b2b4de892443 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:30.806993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Attempting to bind port 3e42e439-6022-47a5-85a5-b2b4de892443 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7dccad7b-d5d9-459b-8db6-a015cd0f1e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:30.808292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Attempting to bind port 3e42e439-6022-47a5-85a5-b2b4de892443 on network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:30.814986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:30.815367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Checking segment: {'id': '7dccad7b-d5d9-459b-8db6-a015cd0f1e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:30.815774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.816254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Bound using segment: {'id': '7dccad7b-d5d9-459b-8db6-a015cd0f1e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:30.816754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Bound port: 3e42e439-6022-47a5-85a5-b2b4de892443, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dccad7b-d5d9-459b-8db6-a015cd0f1e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:30.817144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.845957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:30.852185 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dac15118-e5a7-4cbe-81e0-2c0211d4f5fb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=53a6420fac4a49ac8c0d1da96bc5a373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547464 Apr 06 14:35:30.852185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:30.856519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:30.871798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49334) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.890249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for router_controller (ab9bb939-c550-442b-a8c2-1bec546cba29), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.902623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] For port 3e42e439-6022-47a5-85a5-b2b4de892443, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:30.907215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] For port 3e42e439-6022-47a5-85a5-b2b4de892443, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3e42e439-6022-47a5-85a5-b2b4de892443,segment=NetworkSegment(7dccad7b-d5d9-459b-8db6-a015cd0f1e71),segment_id=7dccad7b-d5d9-459b-8db6-a015cd0f1e71)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:30.945170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=14f4b908-9ce5-4103-9d71-61cd75ea58b8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:30.982722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.997294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (ab9bb939-c550-442b-a8c2-1bec546cba29), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.011292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-49d3d816-2871-4ea9-b280-a88bf031864d admin admin] Publish callbacks [] for security_group (fee2e385-ced3-4a2e-b702-ffea5e4e1769), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.052573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-49d3d816-2871-4ea9-b280-a88bf031864d admin admin] Publish callbacks [] for security_group (fee2e385-ced3-4a2e-b702-ffea5e4e1769), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.101618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9342a-4431-49d2-92a5-6cd014ffed09 None None] Pushing event updated for resources: {'Port': ['ID=3e42e439-6022-47a5-85a5-b2b4de892443,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.109644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a64c5e0c-6c3f-4b37-852f-01aadde0d169 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:31.112327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.114105 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eedff237-bae6-4752-8c3a-24ba97bda820 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8726737 Apr 06 14:35:31.118158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49336) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:31.123706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.127677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'network_id': 'd8d10d8b-bb8c-4fb6-a5ff-a207759ad233', 'name': 'tempest-PortsTestJSON-1178529003'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:31.181486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.196298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a64c5e0c-6c3f-4b37-852f-01aadde0d169 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:31.197482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.227188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2c2e4-4fbf-4728-9935-eef748b8225d None None] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:31.246098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.250883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-49d3d816-2871-4ea9-b280-a88bf031864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fee2e385-ced3-4a2e-b702-ffea5e4e1769), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.253798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-49d3d816-2871-4ea9-b280-a88bf031864d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.256478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-49d3d816-2871-4ea9-b280-a88bf031864d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fee2e385-ced3-4a2e-b702-ffea5e4e1769 HTTP/1.1" status: 204 len: 168 time: 0.3834095 Apr 06 14:35:31.313353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3d816-2871-4ea9-b280-a88bf031864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee2e385-ced3-4a2e-b702-ffea5e4e1769,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.327743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Provisioning complete for port a64c5e0c-6c3f-4b37-852f-01aadde0d169 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:31.328124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.488746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (eb24ca99-85d7-43fe-bb11-96ef106a0e07), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.523156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:31.536035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:31.538774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a64c5e0c-6c3f-4b37-852f-01aadde0d169 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:31.539182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.544054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.553518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:31.558188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.585703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Current status of the port a64c5e0c-6c3f-4b37-852f-01aadde0d169 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:31.586160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.598534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port c6d98941-7744-4e90-b230-e8a8b821dbfb yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:31.625506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port a64c5e0c-6c3f-4b37-852f-01aadde0d169, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a64c5e0c-6c3f-4b37-852f-01aadde0d169,segment=NetworkSegment(7533c464-83bd-437b-a689-f4ad8cee77fa),segment_id=7533c464-83bd-437b-a689-f4ad8cee77fa)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:31.683344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:31.702132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.746869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.810416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:31.816622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8c070e12-2ff0-4b9b-bfce-a6492f12d683 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5218871 Apr 06 14:35:31.820627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49344) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:31.827191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-2047737996'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:31.834919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:31.896350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:31.897044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:31.899469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:31.899858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:31.912865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=a64c5e0c-6c3f-4b37-852f-01aadde0d169,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.936016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:31.939522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.975632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:31.988196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (15dc46ea-fbba-4813-9f20-5fb4d42f42c1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.988969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 15dc46ea-fbba-4813-9f20-5fb4d42f42c1 of type vlan for network 7b7bf9b7-6c4c-4c6e-887d-091717591679 Apr 06 14:35:31.998306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.010459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.7 (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233/e769ba13-df53-4e53-b49e-56d773c15f5f/c6d98941-7744-4e90-b230-e8a8b821dbfb) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:32.044192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:32.046777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (7b7bf9b7-6c4c-4c6e-887d-091717591679), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.104182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.176159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (7b7bf9b7-6c4c-4c6e-887d-091717591679), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.183468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:32.183468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.285312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=7b7bf9b7-6c4c-4c6e-887d-091717591679,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.287856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (eb24ca99-85d7-43fe-bb11-96ef106a0e07), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.297008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=14f4b908-9ce5-4103-9d71-61cd75ea58b8,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.315026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:32.411145 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-42abcefa-4097-486f-84dd-d44b7b26a4eb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5883760 Apr 06 14:35:32.412008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49356) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.419598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:32.453597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:30Z', 'revision_number': 3, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:30Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:32.516613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:32.517237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Updating router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:32.554316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.557247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-549be023-9ef8-4599-a9a8-6b8a04137c18 None None] Current status of the port a64c5e0c-6c3f-4b37-852f-01aadde0d169 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:32.701238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:32.709937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.798794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49362) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.823212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b810535-f002-44ea-9a90-0838baa153c3 None None] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:32.886229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.899123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3e3eda39-19e7-4fff-9d06-02cd60c69743 None None] Provisioning complete for port a64c5e0c-6c3f-4b37-852f-01aadde0d169 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:32.899503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3e3eda39-19e7-4fff-9d06-02cd60c69743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.945828 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP eb24ca99-85d7-43fe-bb11-96ef106a0e07 associated. External IP: 172.26.6.13, port: 867a88ee-0163-4bda-88f7-adc3a6041dfb. Apr 06 14:35:32.992184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1116370069'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:33.069979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.089430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Publish callbacks [] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.106939 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3e3eda39-19e7-4fff-9d06-02cd60c69743 None None] Current status of the port a64c5e0c-6c3f-4b37-852f-01aadde0d169 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:33.124031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3e3eda39-19e7-4fff-9d06-02cd60c69743 None None] Provisioning complete for port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:33.124483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3e3eda39-19e7-4fff-9d06-02cd60c69743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.128759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=c6d98941-7744-4e90-b230-e8a8b821dbfb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.135693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:33.139698 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.147028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:33.149578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:33.153212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:33.154377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.168754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3e42e439-6022-47a5-85a5-b2b4de892443 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:33.181118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (b72e26ba-5ca6-4b1a-863b-79cdda4cac64), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.196645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.287098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.290291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.294147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=b72e26ba-5ca6-4b1a-863b-79cdda4cac64,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.313729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:33.314231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: 7b7bf9b7-6c4c-4c6e-887d-091717591679, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:33.335724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:33.389129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for security_group (ea5c58c3-a44a-44ef-b37a-ee2579ccaf62), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.405397 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2a2000b4-10bd-4a37-a0fe-af3c4a809342 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2819581 Apr 06 14:35:33.405397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49366) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.425958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:33.441506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3e3eda39-19e7-4fff-9d06-02cd60c69743 None None] Port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:33.469035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d28483-92f5-4f15-a501-e154f01b9f70 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.482297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ea5c58c3-a44a-44ef-b37a-ee2579ccaf62), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.514611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:33.518545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 7b7bf9b7-6c4c-4c6e-887d-091717591679) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:33.554066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00b3cb-f28d-4129-8f41-05e9bc1188bb None None] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:33.564135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6db9af40-e67a-4e17-a41a-f202654f29c1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.564756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Added segment 6db9af40-e67a-4e17-a41a-f202654f29c1 of type vlan for network 55d7eb8f-112f-4c51-917c-7a5a8683e243 Apr 06 14:35:33.619583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c58c3-a44a-44ef-b37a-ee2579ccaf62,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.636333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:33.637537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Attempting to bind port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:33.637962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Attempting to bind port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:33.638327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Attempting to bind port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b on network ad20ade4-aef3-4855-ab5e-3fca2338ae30 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:33.650288 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:33.664561 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:33.670645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (55d7eb8f-112f-4c51-917c-7a5a8683e243), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.670791 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:33.670931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:33.670931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Checking segment: {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:33.670931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.671252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.671357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Bound using segment: {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:33.671357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Bound port: 4b5fd49b-55f3-420c-bc88-cb2ddb46864b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7533c464-83bd-437b-a689-f4ad8cee77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:33.671357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.672524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.793556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3e42e439-6022-47a5-85a5-b2b4de892443 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:33.794027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.799575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Provisioning complete for port 3e42e439-6022-47a5-85a5-b2b4de892443 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:33.800009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.815666 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9d32dc3d-4ecb-4521-b55e-f6d38cf36a02 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3985579 Apr 06 14:35:33.818298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49368) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.867614 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:33.922493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (55d7eb8f-112f-4c51-917c-7a5a8683e243), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.923038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] For port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:33.929170 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.932008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] For port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,segment=NetworkSegment(7533c464-83bd-437b-a689-f4ad8cee77fa),segment_id=7533c464-83bd-437b-a689-f4ad8cee77fa)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:33.932173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.933239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.970634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-7b7bf9b7-6c4c-4c6e-887d-091717591679', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:33.971554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.995772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.032281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.035127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Network': ['ID=55d7eb8f-112f-4c51-917c-7a5a8683e243,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.066166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:34.105799 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-910f5f9e-8eb2-4f42-b7e9-e44f4ac765d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0724087 Apr 06 14:35:34.135209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:34.136897 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-41b7062b-bb61-42e9-8154-d09609963047 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3369331 Apr 06 14:35:34.138336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45126fd2-1653-499d-bc03-52d840a8be16" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:34.140372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49370) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:34.140930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49372) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:34.152787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'subnet': {'network_id': '55d7eb8f-112f-4c51-917c-7a5a8683e243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:34.153577 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:31Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.195172 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:34.205054 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:34.205980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Current status of the port 3e42e439-6022-47a5-85a5-b2b4de892443 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:34.206471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.206586 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.224995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3e42e439-6022-47a5-85a5-b2b4de892443 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:34.224995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.241262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bfd23-bec9-4def-bbe5-29189b8c8650 x-openstack-request-id: req-0e3bfd23-bec9-4def-bbe5-29189b8c8650 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:34.241566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:34.242361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0e3bfd23-bec9-4def-bbe5-29189b8c8650 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:34.242361 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3bfd23-bec9-4def-bbe5-29189b8c8650'] response: {'name': 'network-changed', 'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'status': 'completed', 'code': 200} Apr 06 14:35:34.352867 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:34.414773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Allocated IP 172.22.0.2 (7b7bf9b7-6c4c-4c6e-887d-091717591679/b72e26ba-5ca6-4b1a-863b-79cdda4cac64/12ae3ce1-00e8-4aea-939f-ff9657a3bf52) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:34.427999 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ce39a5e6-9dd8-47dd-b51e-113ecfc873e9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/eb24ca99-85d7-43fe-bb11-96ef106a0e07 HTTP/1.1" status: 200 len: 990 time: 0.2857790 Apr 06 14:35:34.446769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.520127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d28483-92f5-4f15-a501-e154f01b9f70 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.532961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.534807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:34.535185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.539276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126fd2-1653-499d-bc03-52d840a8be16 req-c1b7d157-b337-4e6e-9f6f-9e12a9b381e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:34.541395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-c1b7d157-b337-4e6e-9f6f-9e12a9b381e8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1129 time: 0.2922869 Apr 06 14:35:34.590128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 3e42e439-6022-47a5-85a5-b2b4de892443, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3e42e439-6022-47a5-85a5-b2b4de892443,segment=NetworkSegment(7dccad7b-d5d9-459b-8db6-a015cd0f1e71),segment_id=7dccad7b-d5d9-459b-8db6-a015cd0f1e71)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:34.627526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:34.632734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.642357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=c6d98941-7744-4e90-b230-e8a8b821dbfb,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.687369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.688100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a64c5e0c-6c3f-4b37-852f-01aadde0d169 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:34.811319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.836255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126fd2-1653-499d-bc03-52d840a8be16 req-bd49bcc9-3cd8-49f7-ad9e-0d5293fd8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:34.837779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-bd49bcc9-3cd8-49f7-ad9e-0d5293fd8a72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 899 time: 0.2703061 Apr 06 14:35:34.840225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:34.955227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (ab9bb939-c550-442b-a8c2-1bec546cba29), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.960258 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:31Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.963141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:34.963589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:34.993428 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb035a-55aa-441a-868f-bf8fb91cdc27 None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:35:00Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:31Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:35.000050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Publish callbacks [] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.003114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=3e42e439-6022-47a5-85a5-b2b4de892443,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.074075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port a64c5e0c-6c3f-4b37-852f-01aadde0d169 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:35.074371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.082107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-6925ac24-e619-4164-90f3-d5970bf978a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 998 time: 0.2252824 Apr 06 14:35:35.106302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.185215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.187604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:35.193576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:35.218323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:35.233466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126fd2-1653-499d-bc03-52d840a8be16 req-3307cc91-06d1-4329-84ea-e8912b82c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:35.235001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-3307cc91-06d1-4329-84ea-e8912b82c189 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 200 len: 835 time: 0.1489823 Apr 06 14:35:35.294739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Attempting to bind port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:35.295119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Attempting to bind port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:35.295487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Attempting to bind port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 on network 7b7bf9b7-6c4c-4c6e-887d-091717591679 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:35.300679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Pushing event updated for resources: {'Port': ['ID=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.312481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:35.312899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Checking segment: {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:35.313980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.313980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Bound using segment: {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:35.314182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Bound port: 12ae3ce1-00e8-4aea-939f-ff9657a3bf52, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:35.314603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.348382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7ded04da-ec90-43ad-9ab5-f746812a934e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.357171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149d574-a91b-4966-ba96-9f42e99ccfa4 None None] New status for floating IP eb24ca99-85d7-43fe-bb11-96ef106a0e07: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:35:35.433397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49376) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:35.503295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.22.0.1 (7b7bf9b7-6c4c-4c6e-887d-091717591679/b72e26ba-5ca6-4b1a-863b-79cdda4cac64/55dc6041-b6e1-44f4-8917-836d4927979f) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:35.521621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126fd2-1653-499d-bc03-52d840a8be16 req-8130b3f1-d522-4185-98cb-d004b542940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:35.523186 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-8130b3f1-d522-4185-98cb-d004b542940c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2815416 Apr 06 14:35:35.533781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Subnet': ['ID=7ded04da-ec90-43ad-9ab5-f746812a934e,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.541188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.620018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.647445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Checking segment: {'id': '6db9af40-e67a-4e17-a41a-f202654f29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '55d7eb8f-112f-4c51-917c-7a5a8683e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:35.647793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network hostable DHCP agents. Network: 55d7eb8f-112f-4c51-917c-7a5a8683e243, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:35.657938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cb248cf2-765f-4271-8907-1d47f272f037 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/eb24ca99-85d7-43fe-bb11-96ef106a0e07 HTTP/1.1" status: 200 len: 990 time: 0.2189062 Apr 06 14:35:35.658583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port a64c5e0c-6c3f-4b37-852f-01aadde0d169 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:35.711888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:30Z', 'revision_number': 3, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:33Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:35.717395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=c6d98941-7744-4e90-b230-e8a8b821dbfb,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.720575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (ab9bb939-c550-442b-a8c2-1bec546cba29), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.761179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] For port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:35.767615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Current status of the port 3e42e439-6022-47a5-85a5-b2b4de892443 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:35.767615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f58c13-2cd9-4922-b9ff-2451bb051596 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:30Z', 'revision_number': 3, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:33Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:35.769986 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-38693729-3a7d-4bd8-a79e-ccade0228f06 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253754 Apr 06 14:35:35.797287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] For port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:35.818929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Provisioning complete for port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:35.819360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.832497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:35.874477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3e42e439-6022-47a5-85a5-b2b4de892443 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:35.880189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:35.880413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (55dc6041-b6e1-44f4-8917-836d4927979f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.882167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:35.955431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.964163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45126fd2-1653-499d-bc03-52d840a8be16 req-95f871c9-1595-4343-9c5a-67a864d8d377 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766601 Apr 06 14:35:36.004585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 55d7eb8f-112f-4c51-917c-7a5a8683e243) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:36.010984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:36.013976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.035187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.052359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e3ba8-9ba5-4bc6-a32b-77827cdbdf99 None None] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:36.127853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d2a6f0ca-51e4-4e1b-b24e-9899cdfa10e7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9797137 Apr 06 14:35:36.131405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49378) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:36.137102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1687856855', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:36.181842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3e42e439-6022-47a5-85a5-b2b4de892443 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:36.183163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Router ab9bb939-c550-442b-a8c2-1bec546cba29 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:36.187885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:36.188226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.191850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:36.194815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=55dc6041-b6e1-44f4-8917-836d4927979f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.197098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:36.303548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.309244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (844b0d5f-7f2b-451a-8511-fcff7e39200e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.310585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (844b0d5f-7f2b-451a-8511-fcff7e39200e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.328962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220f903-0e95-4127-8e74-4a6f1aa9acdb None None] Pushing event updated for resources: {'Port': ['ID=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.408661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:36.413830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Current status of the port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:36.414228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.415963 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-540a4054-face-4098-8b5e-86f3aa602f22 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/routers/ab9bb939-c550-442b-a8c2-1bec546cba29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0109642 Apr 06 14:35:36.417844 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_controller (844b0d5f-7f2b-451a-8511-fcff7e39200e), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.418585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49380) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:36.501549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] For port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,segment=NetworkSegment(7533c464-83bd-437b-a689-f4ad8cee77fa),segment_id=7533c464-83bd-437b-a689-f4ad8cee77fa)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:36.554173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc3417-12a7-4d5f-a715-d0b17f064428 None None] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:36.606569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4725b54-c60e-4929-962f-869c83625476 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:36.613891 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d4725b54-c60e-4929-962f-869c83625476 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab9bb939-c550-442b-a8c2-1bec546cba29 HTTP/1.1" status: 200 len: 982 time: 0.1888299 Apr 06 14:35:36.615073 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] Sync routers for ids ['ab9bb939-c550-442b-a8c2-1bec546cba29'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:36.616205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.617799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49384) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:36.635541 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] Routers {'ab9bb939-c550-442b-a8c2-1bec546cba29'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:36.636555 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab9bb939-c550-442b-a8c2-1bec546cba29'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.662371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49386) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:36.673468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.691077 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.696257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3e42e439-6022-47a5-85a5-b2b4de892443 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:36.709295 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] Routers {'ab9bb939-c550-442b-a8c2-1bec546cba29'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:36.710751 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab9bb939-c550-442b-a8c2-1bec546cba29'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.721002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Provisioning complete for port c6d98941-7744-4e90-b230-e8a8b821dbfb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:36.729308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.764368 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.765305 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757a8c1-2139-4071-891d-7866d7492570 None None] The sync data for ids ['ab9bb939-c550-442b-a8c2-1bec546cba29'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:36.792146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.825642 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0e5a5671-c0c3-407f-8571-53d750ec4f4e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/eb24ca99-85d7-43fe-bb11-96ef106a0e07 HTTP/1.1" status: 200 len: 992 time: 0.1533391 Apr 06 14:35:36.826208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dcbe7-3ebc-4bdb-afe1-17669622be21 None None] Port c6d98941-7744-4e90-b230-e8a8b821dbfb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:36.866225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (844b0d5f-7f2b-451a-8511-fcff7e39200e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.938076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-24473470-8364-4d72-9a7a-d937298d7667 None None] Provisioning complete for port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:36.938450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-24473470-8364-4d72-9a7a-d937298d7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.043423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-24473470-8364-4d72-9a7a-d937298d7667 None None] Current status of the port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:37.066286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-24473470-8364-4d72-9a7a-d937298d7667 None None] Provisioning complete for port c6d98941-7744-4e90-b230-e8a8b821dbfb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:37.066952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-24473470-8364-4d72-9a7a-d937298d7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.121014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-24473470-8364-4d72-9a7a-d937298d7667 None None] Port c6d98941-7744-4e90-b230-e8a8b821dbfb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:37.431112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f062834-75cd-4657-b6f3-9a04be057284 None None] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:37.495434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] Provisioning complete for port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:37.495981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.498107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (55dc6041-b6e1-44f4-8917-836d4927979f), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.575576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.605959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (ab9bb939-c550-442b-a8c2-1bec546cba29), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.630488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] Current status of the port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:37.630989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.660463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.669576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] For port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:37.678485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=55dc6041-b6e1-44f4-8917-836d4927979f,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:37.698743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (844b0d5f-7f2b-451a-8511-fcff7e39200e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.729428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.758229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.846798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c26a03-914e-4856-afd3-05a09245dba9 None None] Pushing event updated for resources: {'Port': ['ID=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:37.863549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:37.882650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:37.884208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:37.927723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.128 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/d2d94cbe-a095-4dff-90b3-773bc32ef4e8) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:37.933693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:37.934065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.996177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5ecc8c2f-d6b7-43f2-b596-aaca933379f8 None None] Provisioning complete for port 55dc6041-b6e1-44f4-8917-836d4927979f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:37.996556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8c2f-d6b7-43f2-b596-aaca933379f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.030927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:38.068919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc8c2f-d6b7-43f2-b596-aaca933379f8 None None] Port 55dc6041-b6e1-44f4-8917-836d4927979f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:38.073604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:38.074933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4b5fd49b-55f3-420c-bc88-cb2ddb46864b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:38.105622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5ecc8c2f-d6b7-43f2-b596-aaca933379f8 None None] Provisioning complete for port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:38.105965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8c2f-d6b7-43f2-b596-aaca933379f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.107938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (d2d94cbe-a095-4dff-90b3-773bc32ef4e8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.120260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port c6d98941-7744-4e90-b230-e8a8b821dbfb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:38.124949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.155722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:38.169617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:38.171907 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9caf5307-aac4-4d9e-b125-09eb8e0899e6 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3525925 Apr 06 14:35:38.172752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:38.173119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.175044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49388) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:38.184408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'network': {'name': 'tempest-RoutersTest-1774601193'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:38.232221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:38.232779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:38.254287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.255777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:38.259661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.268221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for c6d98941-7744-4e90-b230-e8a8b821dbfb owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:38.296971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:38.311614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (442315c1-95f6-4622-a865-42b8cc0e1310), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.312149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added segment 442315c1-95f6-4622-a865-42b8cc0e1310 of type vlan for network 736d266e-05db-49da-99f3-7507093a4e09 Apr 06 14:35:38.314936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d2d94cbe-a095-4dff-90b3-773bc32ef4e8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.371626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (736d266e-05db-49da-99f3-7507093a4e09), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.374860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:38.377863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:38.380145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=d2d94cbe-a095-4dff-90b3-773bc32ef4e8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.385222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:38.438570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (736d266e-05db-49da-99f3-7507093a4e09), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.446525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:38.447242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.492266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc8c2f-d6b7-43f2-b596-aaca933379f8 None None] Current status of the port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:38.543945 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3650491 Apr 06 14:35:38.544492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49390) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:38.545664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:38.550249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'subnet': {'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:38.605719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:38.617024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd94ce-7b42-407b-a46b-0b1fe65cdfcb tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Network': ['ID=736d266e-05db-49da-99f3-7507093a4e09,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.652107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 736d266e-05db-49da-99f3-7507093a4e09 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:38.758299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d57b6f43-3a0a-4a92-8181-bf63529dd977 None None] Provisioning complete for port 55dc6041-b6e1-44f4-8917-836d4927979f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:38.758672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d57b6f43-3a0a-4a92-8181-bf63529dd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.764292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Made reservation on behalf of e5f90f95462b4e8aa45c34e41645dd4f for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:38.767897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.794206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c6d98941-7744-4e90-b230-e8a8b821dbfb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.826183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=c6d98941-7744-4e90-b230-e8a8b821dbfb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.827717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d57b6f43-3a0a-4a92-8181-bf63529dd977 None None] Port 55dc6041-b6e1-44f4-8917-836d4927979f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:38.886117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:38.916873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:38.917334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Updating router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 port 55dc6041-b6e1-44f4-8917-836d4927979f binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:38.963100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.059544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (becb536c-69cc-4e08-b0e7-f52d08b0acc8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.093454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (844b0d5f-7f2b-451a-8511-fcff7e39200e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.132392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Subnet': ['ID=becb536c-69cc-4e08-b0e7-f52d08b0acc8,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:39.132623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (ab9bb939-c550-442b-a8c2-1bec546cba29), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.141222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Checking segment: {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:39.141574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network hostable DHCP agents. Network: 736d266e-05db-49da-99f3-7507093a4e09, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:39.225803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 736d266e-05db-49da-99f3-7507093a4e09 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:39.263259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Publish callbacks [] for port (55dc6041-b6e1-44f4-8917-836d4927979f), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.310961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 736d266e-05db-49da-99f3-7507093a4e09) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:39.318642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb302a47-73ff-4b8d-9347-c1a03810aaff None None] Network 736d266e-05db-49da-99f3-7507093a4e09 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:39.321159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:39.321159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.362233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.382178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Router ab9bb939-c550-442b-a8c2-1bec546cba29 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:39.399584 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5614e1aa-879a-4ad0-963a-b18765fd966b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8505814 Apr 06 14:35:39.400047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49392) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:39.441562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55760b-81ba-45e6-87eb-34ba2cca74af None None] Pushing event updated for resources: {'Port': ['ID=55dc6041-b6e1-44f4-8917-836d4927979f,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:39.515302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-736d266e-05db-49da-99f3-7507093a4e09', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:39.516395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.518562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Attempting to bind port 55dc6041-b6e1-44f4-8917-836d4927979f on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:39.519092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Attempting to bind port 55dc6041-b6e1-44f4-8917-836d4927979f by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:39.519626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Attempting to bind port 55dc6041-b6e1-44f4-8917-836d4927979f on network 7b7bf9b7-6c4c-4c6e-887d-091717591679 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:39.534053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:39.534722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Checking segment: {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:39.535312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.535876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Bound using segment: {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:39.537165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Bound port: 55dc6041-b6e1-44f4-8917-836d4927979f, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dc46ea-fbba-4813-9f20-5fb4d42f42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:39.537747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.541350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:39.549653 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b02b9205-9d04-436c-be1f-e8833e0f6ddd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/routers/ab9bb939-c550-442b-a8c2-1bec546cba29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9305873 Apr 06 14:35:39.552025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49394) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:39.564388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] Sync routers for ids ['ab9bb939-c550-442b-a8c2-1bec546cba29'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:39.572948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (844b0d5f-7f2b-451a-8511-fcff7e39200e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.582011 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] Routers {'ab9bb939-c550-442b-a8c2-1bec546cba29'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:39.583235 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab9bb939-c550-442b-a8c2-1bec546cba29'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.598311 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8d0d6f-a114-4a6f-b808-6e5e967cab30 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:39.603241 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ab8d0d6f-a114-4a6f-b808-6e5e967cab30 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/c6d98941-7744-4e90-b230-e8a8b821dbfb HTTP/1.1" status: 404 len: 333 time: 0.0475605 Apr 06 14:35:39.607494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49396) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:39.641536 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.652442 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] Routers {'ab9bb939-c550-442b-a8c2-1bec546cba29'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:39.653297 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['ab9bb939-c550-442b-a8c2-1bec546cba29'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.704792 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.705540 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef16d8-9f02-404b-81a5-381f24a21fae None None] The sync data for ids ['ab9bb939-c550-442b-a8c2-1bec546cba29'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:39.778001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for router (ab9bb939-c550-442b-a8c2-1bec546cba29), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.789482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] For port 55dc6041-b6e1-44f4-8917-836d4927979f, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:39.812820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] For port 55dc6041-b6e1-44f4-8917-836d4927979f, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=55dc6041-b6e1-44f4-8917-836d4927979f,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:39.817197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:39.847647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8237637d-31ed-4e4d-b139-5a2d9ce13353 None None] Provisioning complete for port 55dc6041-b6e1-44f4-8917-836d4927979f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:39.848015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8237637d-31ed-4e4d-b139-5a2d9ce13353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.853618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Allocated IP 172.23.0.2 (736d266e-05db-49da-99f3-7507093a4e09/becb536c-69cc-4e08-b0e7-f52d08b0acc8/e85b97b7-3a85-4df9-9641-75d24be767fd) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:39.912750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.949023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.999514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8237637d-31ed-4e4d-b139-5a2d9ce13353 None None] Port 55dc6041-b6e1-44f4-8917-836d4927979f cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:40.005409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55760b-81ba-45e6-87eb-34ba2cca74af None None] Pushing event updated for resources: {'Port': ['ID=55dc6041-b6e1-44f4-8917-836d4927979f,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:40.068939 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:40.069317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.105857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:40.106501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:40.254910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Publish callbacks [] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.282547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:40.335125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:40.335962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (ab9bb939-c550-442b-a8c2-1bec546cba29), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.344531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for router_controller (ab9bb939-c550-442b-a8c2-1bec546cba29), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.344813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.401267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Allocated IP 172.23.0.1 (736d266e-05db-49da-99f3-7507093a4e09/becb536c-69cc-4e08-b0e7-f52d08b0acc8/c52e170e-82da-44e7-9caf-c81e5680007e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:40.445964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] Provisioning complete for port 55dc6041-b6e1-44f4-8917-836d4927979f triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:40.446251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.460948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (ab9bb939-c550-442b-a8c2-1bec546cba29), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.462671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Fanout notify agent at l3_agent the message router_deleted on router ab9bb939-c550-442b-a8c2-1bec546cba29 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:40.472113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.473522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d32b758f-5526-4c4a-936e-fd5cbc5420d1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/routers/ab9bb939-c550-442b-a8c2-1bec546cba29 HTTP/1.1" status: 204 len: 168 time: 0.8644133 Apr 06 14:35:40.476077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49398) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:40.485844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Network 736d266e-05db-49da-99f3-7507093a4e09 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:40.491343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:40.504097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:40.510341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:40.513686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Pushing event updated for resources: {'Port': ['ID=e85b97b7-3a85-4df9-9641-75d24be767fd,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:40.550574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (c52e170e-82da-44e7-9caf-c81e5680007e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.604802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet e769ba13-df53-4e53-b49e-56d773c15f5f {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:40.612802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (e769ba13-df53-4e53-b49e-56d773c15f5f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.633405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Attempting to bind port e85b97b7-3a85-4df9-9641-75d24be767fd on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:40.633763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Attempting to bind port e85b97b7-3a85-4df9-9641-75d24be767fd by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:40.634124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Attempting to bind port e85b97b7-3a85-4df9-9641-75d24be767fd on network 736d266e-05db-49da-99f3-7507093a4e09 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:40.642703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.662734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:40.663104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Checking segment: {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:40.663507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.663899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Bound using segment: {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:40.664384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Bound port: e85b97b7-3a85-4df9-9641-75d24be767fd, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:40.664782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.693296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 736d266e-05db-49da-99f3-7507093a4e09 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:40.694405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] Current status of the port 55dc6041-b6e1-44f4-8917-836d4927979f is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:40.694551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (e769ba13-df53-4e53-b49e-56d773c15f5f), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.694794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.698646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:40.701395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:40.729844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=c52e170e-82da-44e7-9caf-c81e5680007e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:40.740378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.740819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.741613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.741930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.742369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.742796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.743231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.743658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.744671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.744671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.744931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.745350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.745820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.745963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:40.746365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.746795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:40.790124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.814705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (e769ba13-df53-4e53-b49e-56d773c15f5f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.841316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.842577 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7d942e03-0b4b-4bfa-a79f-5703cffd60dc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7094464 Apr 06 14:35:40.845712 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49400) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:40.887446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:40.936754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:40.937378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:40.979671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.989192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:39Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:40.996350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] For port 55dc6041-b6e1-44f4-8917-836d4927979f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=55dc6041-b6e1-44f4-8917-836d4927979f,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:40.997711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:41.031279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (e769ba13-df53-4e53-b49e-56d773c15f5f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.034104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb235954-bf4c-4f1d-9906-1c755215b071 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:39Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:41.049670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] For port e85b97b7-3a85-4df9-9641-75d24be767fd, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:41.053857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] For port e85b97b7-3a85-4df9-9641-75d24be767fd, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e85b97b7-3a85-4df9-9641-75d24be767fd,segment=NetworkSegment(442315c1-95f6-4622-a865-42b8cc0e1310),segment_id=442315c1-95f6-4622-a865-42b8cc0e1310)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:41.057455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:41.058153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:41.060001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.068237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=e769ba13-df53-4e53-b49e-56d773c15f5f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.082185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.082680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.083729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.084165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.086681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.086681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.086681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.086681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.086681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.086681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.087381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.089669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.089669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.089669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.089669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:41.103819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:41.103819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a8f1a9-390a-4355-a651-b92aa4fd24b2 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:41.116142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.123878 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d8f9c101-b7c8-4171-9616-bbfc1b77cea5 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/e769ba13-df53-4e53-b49e-56d773c15f5f HTTP/1.1" status: 204 len: 168 time: 0.6429119 Apr 06 14:35:41.123878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49402) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:41.141030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d8a47-e9b2-4757-9b40-eba43a92c81e None None] Network d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:41.156620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.250877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc87ba2-6be3-4440-bb09-aea605650318 None None] Pushing event updated for resources: {'Port': ['ID=55dc6041-b6e1-44f4-8917-836d4927979f,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.275968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.386743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc216f-b666-466a-b536-8685d8ed63fe None None] Pushing event updated for resources: {'Port': ['ID=e85b97b7-3a85-4df9-9641-75d24be767fd,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.429954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for port (c52e170e-82da-44e7-9caf-c81e5680007e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.484455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.498964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 3e42e439-6022-47a5-85a5-b2b4de892443 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:41.499419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.527717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] DHCP port deletion for d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:41.628979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] Deleting port 3e42e439-6022-47a5-85a5-b2b4de892443 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:41.629357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.651943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.653085 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] For port 3e42e439-6022-47a5-85a5-b2b4de892443, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3e42e439-6022-47a5-85a5-b2b4de892443,segment=NetworkSegment(7dccad7b-d5d9-459b-8db6-a015cd0f1e71),segment_id=7dccad7b-d5d9-459b-8db6-a015cd0f1e71)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:41.653795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.662703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event updated for resources: {'Port': ['ID=c52e170e-82da-44e7-9caf-c81e5680007e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.705616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 3e42e439-6022-47a5-85a5-b2b4de892443 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:41.788788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] For port 3e42e439-6022-47a5-85a5-b2b4de892443, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3e42e439-6022-47a5-85a5-b2b4de892443,segment=NetworkSegment(7dccad7b-d5d9-459b-8db6-a015cd0f1e71),segment_id=7dccad7b-d5d9-459b-8db6-a015cd0f1e71)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:41.789198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.808842 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.821394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] Calling delete_port for 3e42e439-6022-47a5-85a5-b2b4de892443 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:41.880791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Network 736d266e-05db-49da-99f3-7507093a4e09 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:41.885065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:41.928876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e85b97b7-3a85-4df9-9641-75d24be767fd up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:42.018168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e85b97b7-3a85-4df9-9641-75d24be767fd triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:42.018556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.025302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:42.053861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.070039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (3e42e439-6022-47a5-85a5-b2b4de892443), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.100473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] Pushing event deleted for resources: {'Port': ['ID=3e42e439-6022-47a5-85a5-b2b4de892443,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.103796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=3e42e439-6022-47a5-85a5-b2b4de892443,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.119486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No DVR routers for this DVR port 3e42e439-6022-47a5-85a5-b2b4de892443 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:42.119612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e9e58-31ab-46d7-b9c2-425d3e5c72a9 None None] No DVR routers for this DVR port 3e42e439-6022-47a5-85a5-b2b4de892443 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:42.155864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e85b97b7-3a85-4df9-9641-75d24be767fd is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:42.156265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.167092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:42.179604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a41ed563-6e98-4c56-a75d-3ea1b8725c70 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729483 Apr 06 14:35:42.180997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49404) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.185930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:42.194999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port e85b97b7-3a85-4df9-9641-75d24be767fd, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e85b97b7-3a85-4df9-9641-75d24be767fd,segment=NetworkSegment(442315c1-95f6-4622-a865-42b8cc0e1310),segment_id=442315c1-95f6-4622-a865-42b8cc0e1310)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:42.251187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.288479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.289511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 55dc6041-b6e1-44f4-8917-836d4927979f up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:42.295734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d10d8b-bb8c-4fb6-a5ff-a207759ad233']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.318692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dccad7b-d5d9-459b-8db6-a015cd0f1e71') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.318996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dccad7b-d5d9-459b-8db6-a015cd0f1e71') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.333254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.1 (55d7eb8f-112f-4c51-917c-7a5a8683e243/7ded04da-ec90-43ad-9ab5-f746812a934e/285fbfe5-22b5-4da6-9575-5499dab2fa5c) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:42.336538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (7dccad7b-d5d9-459b-8db6-a015cd0f1e71), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.363667 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7dccad7b-d5d9-459b-8db6-a015cd0f1e71), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.386155 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:42.397489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:42.398427 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.405058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:42.405476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (7dccad7b-d5d9-459b-8db6-a015cd0f1e71), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.409199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=e85b97b7-3a85-4df9-9641-75d24be767fd,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:42.415677 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:42.435625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 55dc6041-b6e1-44f4-8917-836d4927979f triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:42.436151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.551976 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:42.570900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 55dc6041-b6e1-44f4-8917-836d4927979f is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:42.587138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.650375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d8d10d8b-bb8c-4fb6-a5ff-a207759ad233), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.659819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3e42e439-6022-47a5-85a5-b2b4de892443 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:42.662720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.670417 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/d8d10d8b-bb8c-4fb6-a5ff-a207759ad233 HTTP/1.1" status: 204 len: 168 time: 1.5424447 Apr 06 14:35:42.672327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49406) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.686241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589bc32-f55d-479b-b2b5-be27518c7ac8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=d8d10d8b-bb8c-4fb6-a5ff-a207759ad233,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.697373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 3e42e439-6022-47a5-85a5-b2b4de892443 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:42.697989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3e42e439-6022-47a5-85a5-b2b4de892443 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:42.728802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.765266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f33f5-c810-4f36-b29c-b2cf66841b40 None None] Network 736d266e-05db-49da-99f3-7507093a4e09 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:42.772458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d0746-6702-4124-b912-a70313aa7bed tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:42.774124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1c5d0746-6702-4124-b912-a70313aa7bed tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/cefd5ec8-5a1c-4c9a-b001-d465f8b79566 HTTP/1.1" status: 200 len: 840 time: 0.1005929 Apr 06 14:35:42.778826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49408) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.786895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:42.792685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:42.803307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:42.824776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:35:42.829653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-41e2780f-6f70-4ad7-bcb8-ace60375a5c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/cefd5ec8-5a1c-4c9a-b001-d465f8b79566?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0500576 Apr 06 14:35:42.834015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49410) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.838870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:42.862158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fec8a6af-66cd-4479-91be-9422a3e47b8e None None] Provisioning complete for port e85b97b7-3a85-4df9-9641-75d24be767fd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:42.863123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fec8a6af-66cd-4479-91be-9422a3e47b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.870908 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (844b0d5f-7f2b-451a-8511-fcff7e39200e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.901026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Removed routes are [] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:35:42.901423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.909486 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52e170e-82da-44e7-9caf-c81e5680007e', 'name': '', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:a8:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:41Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.928454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=285fbfe5-22b5-4da6-9575-5499dab2fa5c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.966693 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:42.967867 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Updating router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 port c52e170e-82da-44e7-9caf-c81e5680007e binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:42.998928 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.016897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fec8a6af-66cd-4479-91be-9422a3e47b8e None None] Current status of the port e85b97b7-3a85-4df9-9641-75d24be767fd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:43.051057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:43.057417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.120199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.266838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.277364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.347765 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Publish callbacks [] for port (c52e170e-82da-44e7-9caf-c81e5680007e), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.352764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e0d79558-7d82-4b95-9cf4-7494a7638c19 None None] Provisioning complete for port c52e170e-82da-44e7-9caf-c81e5680007e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:43.357275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0d79558-7d82-4b95-9cf4-7494a7638c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.394162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e0d79558-7d82-4b95-9cf4-7494a7638c19 None None] Port c52e170e-82da-44e7-9caf-c81e5680007e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:43.413402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e0d79558-7d82-4b95-9cf4-7494a7638c19 None None] Provisioning complete for port e85b97b7-3a85-4df9-9641-75d24be767fd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:43.414559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0d79558-7d82-4b95-9cf4-7494a7638c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.450060 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.485104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:43.509442 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb40f0b-5523-4499-a488-da32bb871bc7 None None] Pushing event updated for resources: {'Port': ['ID=c52e170e-82da-44e7-9caf-c81e5680007e,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:43.530908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e0d79558-7d82-4b95-9cf4-7494a7638c19 None None] Current status of the port e85b97b7-3a85-4df9-9641-75d24be767fd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:43.622390 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Attempting to bind port c52e170e-82da-44e7-9caf-c81e5680007e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:43.622914 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Attempting to bind port c52e170e-82da-44e7-9caf-c81e5680007e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:43.623525 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Attempting to bind port c52e170e-82da-44e7-9caf-c81e5680007e on network 736d266e-05db-49da-99f3-7507093a4e09 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:43.631180 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:43.631748 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Checking segment: {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:43.632264 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.633750 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Bound using segment: {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:43.634381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Bound port: c52e170e-82da-44e7-9caf-c81e5680007e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442315c1-95f6-4622-a865-42b8cc0e1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '736d266e-05db-49da-99f3-7507093a4e09'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:43.634873 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.670281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a700a5d7-7265-4fcb-aceb-27609f3ad3fc None None] Provisioning complete for port c52e170e-82da-44e7-9caf-c81e5680007e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:43.670931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a700a5d7-7265-4fcb-aceb-27609f3ad3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.714674 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] For port c52e170e-82da-44e7-9caf-c81e5680007e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:43.719296 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] For port c52e170e-82da-44e7-9caf-c81e5680007e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c52e170e-82da-44e7-9caf-c81e5680007e,segment=NetworkSegment(442315c1-95f6-4622-a865-42b8cc0e1310),segment_id=442315c1-95f6-4622-a865-42b8cc0e1310)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:43.738332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a700a5d7-7265-4fcb-aceb-27609f3ad3fc None None] Port c52e170e-82da-44e7-9caf-c81e5680007e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:43.810549 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.810931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e85b97b7-3a85-4df9-9641-75d24be767fd up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:43.887483 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb40f0b-5523-4499-a488-da32bb871bc7 None None] Pushing event updated for resources: {'Port': ['ID=c52e170e-82da-44e7-9caf-c81e5680007e,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:43.904007 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:43.904654 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.925654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e85b97b7-3a85-4df9-9641-75d24be767fd triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:43.926204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.982778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.985074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (acd16951-1176-4c07-923d-4c6de19dfb5e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.997525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] Provisioning complete for port c52e170e-82da-44e7-9caf-c81e5680007e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:44.003716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.032793 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:44.065909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.066166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=acd16951-1176-4c07-923d-4c6de19dfb5e,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.088303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:44.091641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:44.097566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:44.098204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.112103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e85b97b7-3a85-4df9-9641-75d24be767fd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:44.116663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:44.120435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3b022-98c6-43be-ad0c-586a99875c58 None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:44.130878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.135708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-162b737c-6efe-48cf-b763-031c41a801fc tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 933 time: 1.9530740 Apr 06 14:35:44.136356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49412) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.226202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (844b0d5f-7f2b-451a-8511-fcff7e39200e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.251247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] Current status of the port c52e170e-82da-44e7-9caf-c81e5680007e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:44.251649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.265539 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-41bd7d17-fa63-4ce3-869b-77408d74d580 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 933 time: 0.1274340 Apr 06 14:35:44.275494 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a158aed1-5b90-42ea-bdb7-94eb106aff92 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4380112 Apr 06 14:35:44.275494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49414) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.278816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'routes': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.281113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49416) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.285491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1737988696'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.336866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=285fbfe5-22b5-4da6-9575-5499dab2fa5c,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.356175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] For port c52e170e-82da-44e7-9caf-c81e5680007e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c52e170e-82da-44e7-9caf-c81e5680007e,segment=NetworkSegment(442315c1-95f6-4622-a865-42b8cc0e1310),segment_id=442315c1-95f6-4622-a865-42b8cc0e1310)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:44.378627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:44.380924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:44.401775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.416248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-a8bbda46-aded-4fab-974d-cd95d2ff6730', 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'project_id': '056c16fa7b67441aadabd199e8e7ffe7', 'fixed_ips': [{'subnet_id': 'acd16951-1176-4c07-923d-4c6de19dfb5e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:44.417313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.440785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.526143 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:42Z', 'revision_number': 6, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52e170e-82da-44e7-9caf-c81e5680007e', 'name': '', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:a8:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:43Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.580068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:44.621540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cac28-6625-446a-a59f-09abaea2a39f None None] Pushing event updated for resources: {'Port': ['ID=c52e170e-82da-44e7-9caf-c81e5680007e,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.622421 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cce98e-5bf2-4479-808c-78ba4ad82ed4 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:42Z', 'revision_number': 6, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52e170e-82da-44e7-9caf-c81e5680007e', 'name': '', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:a8:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:43Z', 'revision_number': 4, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:44.639815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (0bc76e14-06a5-46a5-a022-b25fa0c3f749), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.646478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9689d4ee-3ba5-495a-9728-a4d12d746646 None None] Provisioning complete for port c52e170e-82da-44e7-9caf-c81e5680007e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:44.647518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9689d4ee-3ba5-495a-9728-a4d12d746646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.731359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0bc76e14-06a5-46a5-a022-b25fa0c3f749), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.740946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:44.750213 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-75c99840-d4a6-442a-b876-e70e43bc74fa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/routers/844b0d5f-7f2b-451a-8511-fcff7e39200e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9036183 Apr 06 14:35:44.750986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49418) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.756787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'port': {'network_id': '55d7eb8f-112f-4c51-917c-7a5a8683e243', 'name': 'tempest-FloatingIPTestJSON-1994170093'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.757773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:44.808836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:44.809543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.811525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc76e14-06a5-46a5-a022-b25fa0c3f749,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.812525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Allocated IP 172.20.0.2 (a8bbda46-aded-4fab-974d-cd95d2ff6730/acd16951-1176-4c07-923d-4c6de19dfb5e/e6e9bdac-91fc-47e5-b702-cfc378cf3925) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:44.874018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.905318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.909072 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-925f5151-7a88-49d5-a0a4-c4c6fffdffde tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6245453 Apr 06 14:35:44.910776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49420) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.917814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1377468236'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.944561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added routes are [] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:35:44.944968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:35:44.951124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:44.951717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.975323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.027528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.055977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:45.059473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.081446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] device_id is not set on port 0bc323d1-908c-48d5-b462-e25c22a2fcbb yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:45.166709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:45.167998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89079714-cbcb-431f-a6a9-5015705edc45 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:45.196254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9689d4ee-3ba5-495a-9728-a4d12d746646 None None] Current status of the port c52e170e-82da-44e7-9caf-c81e5680007e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:45.215846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (fabc0430-c873-41bd-81ff-017070fa7e56), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.259604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.2 (55d7eb8f-112f-4c51-917c-7a5a8683e243/7ded04da-ec90-43ad-9ab5-f746812a934e/0bc323d1-908c-48d5-b462-e25c22a2fcbb) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:45.290565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Publish callbacks [] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.295417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fabc0430-c873-41bd-81ff-017070fa7e56), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.329702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2fe721a7-3124-4d21-b1b2-e5c350324cf3 None None] Provisioning complete for port c52e170e-82da-44e7-9caf-c81e5680007e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:45.330077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2fe721a7-3124-4d21-b1b2-e5c350324cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.343090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabc0430-c873-41bd-81ff-017070fa7e56,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.355725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.359629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.377335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.437314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:45.444855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:45.447563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:45.454099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Pushing event updated for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.466798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (0bc323d1-908c-48d5-b462-e25c22a2fcbb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.474850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.476030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5c618154-0eaf-4e3b-8870-be815227ad89 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5639243 Apr 06 14:35:45.480542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49422) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.486592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1734692359', 'security_groups': ['fabc0430-c873-41bd-81ff-017070fa7e56'], 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'acd16951-1176-4c07-923d-4c6de19dfb5e'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:45.516224 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:35:45.554071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2fe721a7-3124-4d21-b1b2-e5c350324cf3 None None] Current status of the port c52e170e-82da-44e7-9caf-c81e5680007e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:45.555965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:45.564763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Attempting to bind port e6e9bdac-91fc-47e5-b702-cfc378cf3925 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:45.564763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Attempting to bind port e6e9bdac-91fc-47e5-b702-cfc378cf3925 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5e23fbd7-9614-4449-8beb-3ba189ca2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:45.564763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Attempting to bind port e6e9bdac-91fc-47e5-b702-cfc378cf3925 on network a8bbda46-aded-4fab-974d-cd95d2ff6730 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:45.571137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:45.571518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Checking segment: {'id': '5e23fbd7-9614-4449-8beb-3ba189ca2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:45.571927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.572322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Bound using segment: {'id': '5e23fbd7-9614-4449-8beb-3ba189ca2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:45.572813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Bound port: e6e9bdac-91fc-47e5-b702-cfc378cf3925, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e23fbd7-9614-4449-8beb-3ba189ca2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:45.573196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.617174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0bc323d1-908c-48d5-b462-e25c22a2fcbb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.647002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:45.654553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e6e9bdac-91fc-47e5-b702-cfc378cf3925,segment=NetworkSegment(5e23fbd7-9614-4449-8beb-3ba189ca2399),segment_id=5e23fbd7-9614-4449-8beb-3ba189ca2399)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:45.690174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:45.691798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=0bc323d1-908c-48d5-b462-e25c22a2fcbb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.697457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:45.699041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:45.700653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:45.714197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.719676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ab7983d-80d7-4abf-a0bd-b33092f51c5b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 699 time: 1.4423363 Apr 06 14:35:45.727605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49424) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.728539 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:45.746040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.754949 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:45.759413 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:45.761487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.762512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.815947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c52e170e-82da-44e7-9caf-c81e5680007e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:45.863189 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d023abc2-663b-498c-b1fc-29420aa70d19 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1109474 Apr 06 14:35:45.865836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49426) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.870954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'port': {'network_id': '55d7eb8f-112f-4c51-917c-7a5a8683e243', 'name': 'tempest-FloatingIPTestJSON-86985291'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:45.873951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a531c-1045-447f-9f54-ee4926a40170 None None] Pushing event updated for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.893039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c52e170e-82da-44e7-9caf-c81e5680007e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:45.898552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.898779 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:45.898911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3eba475e-f013-4962-82a6-2b5ab391a340 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 699 time: 0.1730380 Apr 06 14:35:45.903210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49428) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.903855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:46.029141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c52e170e-82da-44e7-9caf-c81e5680007e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:46.116269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:46.119921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.134927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.143651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] device_id is not set on port 20e4430f-cd4c-4436-9634-2e9d487a825a yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:46.217743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:46.218298 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 7, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52e170e-82da-44e7-9caf-c81e5680007e', 'name': '', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:a8:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:46.249729 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:46.260362 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:46.261706 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:46.291749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.3 (55d7eb8f-112f-4c51-917c-7a5a8683e243/7ded04da-ec90-43ad-9ab5-f746812a934e/20e4430f-cd4c-4436-9634-2e9d487a825a) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:46.377875 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:46.480888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.8 (a8bbda46-aded-4fab-974d-cd95d2ff6730/acd16951-1176-4c07-923d-4c6de19dfb5e/7d99c683-d926-40a9-b0d2-e1ba2eab0fc7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:46.481183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (20e4430f-cd4c-4436-9634-2e9d487a825a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.602476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (20e4430f-cd4c-4436-9634-2e9d487a825a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.603076 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 7, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52e170e-82da-44e7-9caf-c81e5680007e', 'name': '', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:a8:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:46.634468 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75937ca-36ee-4593-b6f0-24ab49826f30 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 7, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52e170e-82da-44e7-9caf-c81e5680007e', 'name': '', 'network_id': '736d266e-05db-49da-99f3-7507093a4e09', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:a8:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'becb536c-69cc-4e08-b0e7-f52d08b0acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:46.650299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:46.653847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:46.668568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:46.668754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.690186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=20e4430f-cd4c-4436-9634-2e9d487a825a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:46.725222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:46.725893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.747687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.813371 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e08efbe8-ae04-4438-948f-f429061e762e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9463856 Apr 06 14:35:46.814068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49430) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:46.819713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '20e4430f-cd4c-4436-9634-2e9d487a825a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:46.914689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.920940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.997848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:47.003309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:47.009502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:47.014945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=7d99c683-d926-40a9-b0d2-e1ba2eab0fc7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:47.047492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.068644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.069302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.092147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port c52e170e-82da-44e7-9caf-c81e5680007e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:47.092512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.140042 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-efbbb6a5-3243-4f69-85e3-2bed64bf0230 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6584530 Apr 06 14:35:47.151553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49432) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:47.151553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:47.170618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.174 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/48a03da9-0c12-4695-9547-4866ca544889) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:47.197143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.197717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.245354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:47.260821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.261282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.306252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (48a03da9-0c12-4695-9547-4866ca544889), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.359332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:47.359723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.393523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (48a03da9-0c12-4695-9547-4866ca544889), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.403860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e6e9bdac-91fc-47e5-b702-cfc378cf3925,segment=NetworkSegment(5e23fbd7-9614-4449-8beb-3ba189ca2399),segment_id=5e23fbd7-9614-4449-8beb-3ba189ca2399)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:47.441255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:47.445228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:47.449925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:47.453425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=48a03da9-0c12-4695-9547-4866ca544889,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:47.491604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.546999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Pushing event updated for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:47.554861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.555216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.555835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.556188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.556529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.556892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.557755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.557755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.558017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.558228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.559176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.559176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.559402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.559510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.559963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9250254-3820-49b0-9c58-fa3c6e769828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:47.611612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port c52e170e-82da-44e7-9caf-c81e5680007e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c52e170e-82da-44e7-9caf-c81e5680007e,segment=NetworkSegment(442315c1-95f6-4622-a865-42b8cc0e1310),segment_id=442315c1-95f6-4622-a865-42b8cc0e1310)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:47.612223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.615120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a4e97da5-bc14-4b0a-a982-5bca7b4ed9f3 None None] Provisioning complete for port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.615759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a4e97da5-bc14-4b0a-a982-5bca7b4ed9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.638722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for c52e170e-82da-44e7-9caf-c81e5680007e owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:47.651269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a4e97da5-bc14-4b0a-a982-5bca7b4ed9f3 None None] Port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:47.768642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e6e9bdac-91fc-47e5-b702-cfc378cf3925 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:47.813745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:47.817991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.826712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.827182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.865860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (f626b802-a679-40a9-87cc-1d78abcb3004), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.910916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:47.933654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.ipam_backend_mixin [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet acd16951-1176-4c07-923d-4c6de19dfb5e (CIDR: 172.20.0.0/28) Apr 06 14:35:47.968246 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:47.968844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:35:47.970964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c52e170e-82da-44e7-9caf-c81e5680007e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.003812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=c52e170e-82da-44e7-9caf-c81e5680007e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:48.033434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (48a03da9-0c12-4695-9547-4866ca544889), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.076313 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-531b8fbc-bf48-4104-8569-f2c886b78f51 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9326100 Apr 06 14:35:48.080660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49434) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:48.087599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:48.214430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (48a03da9-0c12-4695-9547-4866ca544889), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.243571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.288285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (48a03da9-0c12-4695-9547-4866ca544889), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.396869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=48a03da9-0c12-4695-9547-4866ca544889,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:48.402723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (f626b802-a679-40a9-87cc-1d78abcb3004), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.439632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:48.443325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.528528 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP f626b802-a679-40a9-87cc-1d78abcb3004 associated. External IP: 172.26.6.174, port: 20e4430f-cd4c-4436-9634-2e9d487a825a. Apr 06 14:35:48.538450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:48.684152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:48.690548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e996bf51-8165-498d-91d0-27695e604e08 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819772 Apr 06 14:35:48.694088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49442) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:48.696302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:48.711186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:48.711958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:48.755858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:48.778226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet becb536c-69cc-4e08-b0e7-f52d08b0acc8 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:48.782598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (becb536c-69cc-4e08-b0e7-f52d08b0acc8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.809559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:48.843850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (becb536c-69cc-4e08-b0e7-f52d08b0acc8), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.890125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:48.902966 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:48.925128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (724da103-4283-4c52-876c-b63932a600c2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.925822 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:48.927304 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:48.967213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:48.978115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.979698 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:48.980552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:48.981062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:48.982438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (becb536c-69cc-4e08-b0e7-f52d08b0acc8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.007375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:49.016466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:49.017165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.020060 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-95bdb300-10ea-47c7-af39-792450adc3ea tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.2049172 Apr 06 14:35:49.020529 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.021370 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac5f1e-f6fd-4ade-9304-c64181bb6623 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:49.022955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49444) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:49.030018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:49.032875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c712cfd-b626-456c-802c-55358375a94c None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:49.040962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=724da103-4283-4c52-876c-b63932a600c2,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:49.103154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (f626b802-a679-40a9-87cc-1d78abcb3004), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.103878 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8d0b334c-6e36-4a1b-8c59-72424e602120 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0221486 Apr 06 14:35:49.106720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49446) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:49.111418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-749942539', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '724da103-4283-4c52-876c-b63932a600c2'}], 'security_groups': ['0bc76e14-06a5-46a5-a022-b25fa0c3f749']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:49.128389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (becb536c-69cc-4e08-b0e7-f52d08b0acc8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.146199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 8, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.163620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=becb536c-69cc-4e08-b0e7-f52d08b0acc8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:49.171055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.175321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f96e0833-b545-435c-b0f9-ba3eed63cd63 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/becb536c-69cc-4e08-b0e7-f52d08b0acc8 HTTP/1.1" status: 204 len: 168 time: 0.4802129 Apr 06 14:35:49.177842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:49.178519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49448) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:49.187793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c16161-3e4d-40bd-bbe6-7460ac99a436 None None] Network 736d266e-05db-49da-99f3-7507093a4e09 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:49.207527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:49.208528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.274326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (736d266e-05db-49da-99f3-7507093a4e09), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.340692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port e85b97b7-3a85-4df9-9641-75d24be767fd {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:49.341114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.350801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.373633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:49.410332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.422400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port e85b97b7-3a85-4df9-9641-75d24be767fd, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e85b97b7-3a85-4df9-9641-75d24be767fd,segment=NetworkSegment(442315c1-95f6-4622-a865-42b8cc0e1310),segment_id=442315c1-95f6-4622-a865-42b8cc0e1310)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:49.422769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.427964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (f626b802-a679-40a9-87cc-1d78abcb3004), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.429037 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP f626b802-a679-40a9-87cc-1d78abcb3004 disassociated. External IP: 172.26.6.174, port: 20e4430f-cd4c-4436-9634-2e9d487a825a. Apr 06 14:35:49.438637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for e85b97b7-3a85-4df9-9641-75d24be767fd owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:49.498200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] Update dhcp port {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'fixed_ips': [{'subnet_id': 'acd16951-1176-4c07-923d-4c6de19dfb5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '724da103-4283-4c52-876c-b63932a600c2'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'e6e9bdac-91fc-47e5-b702-cfc378cf3925'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:35:49.553808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] DHCP port deletion for 736d266e-05db-49da-99f3-7507093a4e09 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:49.605515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.610643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.642529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=e85b97b7-3a85-4df9-9641-75d24be767fd,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:49.646231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port e85b97b7-3a85-4df9-9641-75d24be767fd on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:49.747485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (736d266e-05db-49da-99f3-7507093a4e09), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.791589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736d266e-05db-49da-99f3-7507093a4e09']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.811987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442315c1-95f6-4622-a865-42b8cc0e1310') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.812658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442315c1-95f6-4622-a865-42b8cc0e1310') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.828504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (442315c1-95f6-4622-a865-42b8cc0e1310), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.846905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (442315c1-95f6-4622-a865-42b8cc0e1310), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.856643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:49.857214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (442315c1-95f6-4622-a865-42b8cc0e1310), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:49.860615 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:49.950440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e85b97b7-3a85-4df9-9641-75d24be767fd no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:49.974606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Deleting port e85b97b7-3a85-4df9-9641-75d24be767fd {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:49.974982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.994956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: e85b97b7-3a85-4df9-9641-75d24be767fd {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:49.995307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e85b97b7-3a85-4df9-9641-75d24be767fd not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:50.028425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (736d266e-05db-49da-99f3-7507093a4e09), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.039005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.045081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/736d266e-05db-49da-99f3-7507093a4e09 HTTP/1.1" status: 204 len: 168 time: 0.8628955 Apr 06 14:35:50.046263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49452) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:50.072950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761d14-0393-437a-a6d2-3c40b02f5e9a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=736d266e-05db-49da-99f3-7507093a4e09,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.096667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] For port e85b97b7-3a85-4df9-9641-75d24be767fd, host dv-neutron-836581-2-hyperv, got binding levels [] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:50.097093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.101389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 8, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.112845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] Allocated IP 172.20.0.18 (a8bbda46-aded-4fab-974d-cd95d2ff6730/724da103-4283-4c52-876c-b63932a600c2/e6e9bdac-91fc-47e5-b702-cfc378cf3925) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:50.140630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:50.147494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Calling delete_port for e85b97b7-3a85-4df9-9641-75d24be767fd owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:50.154630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.ipam_backend_mixin [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Port e85b97b7-3a85-4df9-9641-75d24be767fd was not found and therefore no delete operation was performed {{(pid=104422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:35:50.155873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ffb6a-8ab0-439c-ba42-2caa65517e7c None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 8, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55dc6041-b6e1-44f4-8917-836d4927979f', 'name': '', 'network_id': '7b7bf9b7-6c4c-4c6e-887d-091717591679', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:e2:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b72e26ba-5ca6-4b1a-863b-79cdda4cac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:50.163936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (e85b97b7-3a85-4df9-9641-75d24be767fd), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.224361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Network 736d266e-05db-49da-99f3-7507093a4e09 is not hosted by any dhcp agent {{(pid=104422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:35:50.224852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] No DVR routers for this DVR port e85b97b7-3a85-4df9-9641-75d24be767fd on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:50.230827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369bcbe-ee78-4b06-b8ed-7fe2738e204e None None] Pushing event deleted for resources: {'Port': ['ID=e85b97b7-3a85-4df9-9641-75d24be767fd,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.286817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:50.290584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e6e9bdac-91fc-47e5-b702-cfc378cf3925,segment=NetworkSegment(5e23fbd7-9614-4449-8beb-3ba189ca2399),segment_id=5e23fbd7-9614-4449-8beb-3ba189ca2399)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:50.291765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.303074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:50.331592 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-32a36167-4289-4fd3-a4fa-a11d7a095f3e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/floatingips/f626b802-a679-40a9-87cc-1d78abcb3004 HTTP/1.1" status: 200 len: 688 time: 1.3070199 Apr 06 14:35:50.332264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49454) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:50.333306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] Publish callbacks [] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.335155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:50.335871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.371313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.381831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:50.382855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.424966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.425642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f8af4-7152-414b-95dd-5f4b01f88bab None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:50.427969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.522423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d5016-eb83-4195-b0ca-aa66b0552cae None None] Pushing event updated for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.523294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Delete allocated IP 172.20.0.8 (a8bbda46-aded-4fab-974d-cd95d2ff6730/acd16951-1176-4c07-923d-4c6de19dfb5e) {{(pid=104421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:35:50.532437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.28 (a8bbda46-aded-4fab-974d-cd95d2ff6730/724da103-4283-4c52-876c-b63932a600c2/7d99c683-d926-40a9-b0d2-e1ba2eab0fc7) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:50.577483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 48a03da9-0c12-4695-9547-4866ca544889 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:50.577835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (48a03da9-0c12-4695-9547-4866ca544889), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.693827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (48a03da9-0c12-4695-9547-4866ca544889), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.694278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (48a03da9-0c12-4695-9547-4866ca544889), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.699656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.735994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.774638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 48a03da9-0c12-4695-9547-4866ca544889 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:50.815546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.921867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=7d99c683-d926-40a9-b0d2-e1ba2eab0fc7,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.936330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] In _notify_port_updated(), no bound segment for port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 on network a8bbda46-aded-4fab-974d-cd95d2ff6730 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:35:50.941722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:50.942432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.946813 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2b4ac713-6112-451a-8f3f-30fa7ca7f870 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/ports/7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 HTTP/1.1" status: 200 len: 920 time: 1.8393753 Apr 06 14:35:50.947461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49458) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:51.050835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:51.051193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.092742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 55dc6041-b6e1-44f4-8917-836d4927979f {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:51.093076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.097183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (48a03da9-0c12-4695-9547-4866ca544889), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.162723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=48a03da9-0c12-4695-9547-4866ca544889,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:51.166673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.183239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:51.206985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:51.207535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.242711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:51.253241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:51.253614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.263148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (f626b802-a679-40a9-87cc-1d78abcb3004), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.265720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.271239 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ed266ae2-ccab-49f4-aa89-ef82fcaba891 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/floatingips/f626b802-a679-40a9-87cc-1d78abcb3004 HTTP/1.1" status: 204 len: 168 time: 0.9378428 Apr 06 14:35:51.273316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 55dc6041-b6e1-44f4-8917-836d4927979f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=55dc6041-b6e1-44f4-8917-836d4927979f,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:51.273993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.274616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49460) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:51.279284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '0bc323d1-908c-48d5-b462-e25c22a2fcbb'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:51.288587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 55dc6041-b6e1-44f4-8917-836d4927979f owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:51.336782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:51.353975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Provisioning complete for port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:51.354400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.368187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.393551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e39545d5-5352-45f1-a36e-96996521ca07 None None] Port 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:51.415754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7d99c683-d926-40a9-b0d2-e1ba2eab0fc7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.446937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=7d99c683-d926-40a9-b0d2-e1ba2eab0fc7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:51.539145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.542379 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-03200d5a-0281-4991-8227-22b9d08591ff tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 HTTP/1.1" status: 204 len: 168 time: 0.5939472 Apr 06 14:35:51.545345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49462) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:51.566743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.573205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f7967-c99b-4df2-87d3-3fc74f2f00ec tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:35:51.577741 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a12f7967-c99b-4df2-87d3-3fc74f2f00ec tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/7d99c683-d926-40a9-b0d2-e1ba2eab0fc7 HTTP/1.1" status: 404 len: 333 time: 0.0282750 Apr 06 14:35:51.577741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (55dc6041-b6e1-44f4-8917-836d4927979f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.578150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49464) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:51.630931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=55dc6041-b6e1-44f4-8917-836d4927979f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:51.699014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.73 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/600a3ef5-c014-4ecb-8966-cb822839fa04) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:51.724656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6ac-8e10-4353-829e-e496119eaf70 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (fabc0430-c873-41bd-81ff-017070fa7e56), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.824863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6ac-8e10-4353-829e-e496119eaf70 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (fabc0430-c873-41bd-81ff-017070fa7e56), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.827396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cb918ee4-7741-4299-a803-27b00c6290b2 None None] Could not find standard attr ID for object 7d99c683-d926-40a9-b0d2-e1ba2eab0fc7. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:51.875004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.883326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.934746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e6e9bdac-91fc-47e5-b702-cfc378cf3925 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:51.993302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.000020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:52.005667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.037185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:52.041096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:52.047566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:52.078246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=600a3ef5-c014-4ecb-8966-cb822839fa04,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.114138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:52.125347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c52e170e-82da-44e7-9caf-c81e5680007e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:52.151261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: c52e170e-82da-44e7-9caf-c81e5680007e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:52.151653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c52e170e-82da-44e7-9caf-c81e5680007e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:52.316599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6ac-8e10-4353-829e-e496119eaf70 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fabc0430-c873-41bd-81ff-017070fa7e56), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.319828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6ac-8e10-4353-829e-e496119eaf70 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.321003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d9feb6ac-8e10-4353-829e-e496119eaf70 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/security-groups/fabc0430-c873-41bd-81ff-017070fa7e56 HTTP/1.1" status: 204 len: 168 time: 0.7400029 Apr 06 14:35:52.324189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49466) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:52.341504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-82dc0b48-221c-4733-bf3b-095770e31632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.359946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feb6ac-8e10-4353-829e-e496119eaf70 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabc0430-c873-41bd-81ff-017070fa7e56,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.464196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b5efdc3-61f0-4538-a14a-7b9dc8a0f749 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (0bc76e14-06a5-46a5-a022-b25fa0c3f749), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.490363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:52.530557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b5efdc3-61f0-4538-a14a-7b9dc8a0f749 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (0bc76e14-06a5-46a5-a022-b25fa0c3f749), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.581240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.596960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:52.605793 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6096bebd-1c45-444e-8898-d71090c07696 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5554652 Apr 06 14:35:52.606284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49468) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:52.609379 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:52.620878 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:52.621746 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:52.658987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet b72e26ba-5ca6-4b1a-863b-79cdda4cac64 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:52.663050 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b5efdc3-61f0-4538-a14a-7b9dc8a0f749 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0bc76e14-06a5-46a5-a022-b25fa0c3f749), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.663220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (b72e26ba-5ca6-4b1a-863b-79cdda4cac64), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.666256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b5efdc3-61f0-4538-a14a-7b9dc8a0f749 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.678409 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7b5efdc3-61f0-4538-a14a-7b9dc8a0f749 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/security-groups/0bc76e14-06a5-46a5-a022-b25fa0c3f749 HTTP/1.1" status: 204 len: 168 time: 0.3423495 Apr 06 14:35:52.678409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49470) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:52.687347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5efdc3-61f0-4538-a14a-7b9dc8a0f749 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc76e14-06a5-46a5-a022-b25fa0c3f749,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.719412 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:52.725178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b72e26ba-5ca6-4b1a-863b-79cdda4cac64), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.754072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet acd16951-1176-4c07-923d-4c6de19dfb5e {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:52.757951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.760874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (acd16951-1176-4c07-923d-4c6de19dfb5e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.825625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b72e26ba-5ca6-4b1a-863b-79cdda4cac64), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.838215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (acd16951-1176-4c07-923d-4c6de19dfb5e), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.945670 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:51Z', 'revision_number': 9, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:52.962763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b72e26ba-5ca6-4b1a-863b-79cdda4cac64), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.974193 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:52.982573 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:52.983425 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:52.990313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=b72e26ba-5ca6-4b1a-863b-79cdda4cac64,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.995936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.000759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c0c48966-bfc6-491c-949b-c4f5245626c5 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/b72e26ba-5ca6-4b1a-863b-79cdda4cac64 HTTP/1.1" status: 204 len: 168 time: 0.3913581 Apr 06 14:35:53.007573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49476) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:53.010065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e47df3-eba9-4fb1-b74c-65f753942f68 None None] Network 7b7bf9b7-6c4c-4c6e-887d-091717591679 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:53.020363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (acd16951-1176-4c07-923d-4c6de19dfb5e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.116924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (7b7bf9b7-6c4c-4c6e-887d-091717591679), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.117855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.175313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.187398 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:53.196989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:53.197711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.211007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (acd16951-1176-4c07-923d-4c6de19dfb5e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.223311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] DHCP port deletion for 7b7bf9b7-6c4c-4c6e-887d-091717591679 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:53.285505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] Deleting port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:53.286900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.289471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.298254 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/acd16951-1176-4c07-923d-4c6de19dfb5e HTTP/1.1" status: 204 len: 168 time: 0.6243305 Apr 06 14:35:53.299174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69750b7-4fef-4045-8331-9a90dfcab90f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=acd16951-1176-4c07-923d-4c6de19dfb5e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.307277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49480) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:53.308226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec80a0-abf3-46aa-a876-f2b401c65c8f None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:53.312617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:53.329789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:53.330162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.346621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:53.373472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=600a3ef5-c014-4ecb-8966-cb822839fa04,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.397263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.434531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] For port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,segment=NetworkSegment(15dc46ea-fbba-4813-9f20-5fb4d42f42c1),segment_id=15dc46ea-fbba-4813-9f20-5fb4d42f42c1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:53.435157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.442052 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:51Z', 'revision_number': 9, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:53.453097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] Calling delete_port for 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:53.478910 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3c79e-10d9-45bf-a60a-707cef7f7b4a None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:51Z', 'revision_number': 9, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b5fd49b-55f3-420c-bc88-cb2ddb46864b', 'name': '', 'network_id': 'ad20ade4-aef3-4855-ab5e-3fca2338ae30', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:28Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': 'b917232d-1cf2-4314-a6cc-c6d6011a9560', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:53.479876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.512945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.538807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.566178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:53.585067 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP a67b2228-4523-4e24-b3dc-3b11248c4672 associated. External IP: 172.26.6.73, port: 0bc323d1-908c-48d5-b462-e25c22a2fcbb. Apr 06 14:35:53.591551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (12ae3ce1-00e8-4aea-939f-ff9657a3bf52), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.619512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] Pushing event deleted for resources: {'Port': ['ID=12ae3ce1-00e8-4aea-939f-ff9657a3bf52,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.623110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7247c-2844-43e9-8a39-a6b2b24bde0d None None] No DVR routers for this DVR port 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:53.682966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:53.686852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.689982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (7b7bf9b7-6c4c-4c6e-887d-091717591679), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.717274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7bf9b7-6c4c-4c6e-887d-091717591679']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:53.727527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dc46ea-fbba-4813-9f20-5fb4d42f42c1') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:53.728748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dc46ea-fbba-4813-9f20-5fb4d42f42c1') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:53.745348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (15dc46ea-fbba-4813-9f20-5fb4d42f42c1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.762636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (15dc46ea-fbba-4813-9f20-5fb4d42f42c1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.769702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (15dc46ea-fbba-4813-9f20-5fb4d42f42c1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:53.780983 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:53.953691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:53.976002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (7b7bf9b7-6c4c-4c6e-887d-091717591679), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.976002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.980530 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/7b7bf9b7-6c4c-4c6e-887d-091717591679 HTTP/1.1" status: 204 len: 168 time: 0.9715679 Apr 06 14:35:53.981213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49482) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:53.988909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:53.990127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 12ae3ce1-00e8-4aea-939f-ff9657a3bf52 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:53.990779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 55dc6041-b6e1-44f4-8917-836d4927979f no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:54.022858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2caba-2d16-4b50-9c6b-60af5fd57745 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=7b7bf9b7-6c4c-4c6e-887d-091717591679,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:54.033514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 55dc6041-b6e1-44f4-8917-836d4927979f {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:54.033514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 55dc6041-b6e1-44f4-8917-836d4927979f not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:54.275569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6c7d345c-9814-4d72-b397-300e713e7cac None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:54.276147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c7d345c-9814-4d72-b397-300e713e7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.293746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:54.315378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d345c-9814-4d72-b397-300e713e7cac None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:54.326643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6c7d345c-9814-4d72-b397-300e713e7cac None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:54.334529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c7d345c-9814-4d72-b397-300e713e7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.409422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d345c-9814-4d72-b397-300e713e7cac None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:54.425531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.467678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:54.479700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:54.492076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:54.492871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.542488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.552416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:54.553090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.557776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (415c57d4-3809-4cba-81f0-b9c3c7d8b4b2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.595150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.595632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1455be8f-7dfe-4840-8442-f8871c2650db None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:54.606272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.608237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=415c57d4-3809-4cba-81f0-b9c3c7d8b4b2,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:54.636632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:54.641330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:54.646061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:54.646649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.658663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e30214-a38a-4df7-8d0d-982f7c272081 None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:54.661615 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cab91fc1-b176-47d3-a2fe-64b079bca4aa tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3852000 Apr 06 14:35:54.669892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49484) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:54.705448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:54.705952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.731845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5828b8d9-835b-4e2b-97a7-ceda39721dca tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/floatingips/a67b2228-4523-4e24-b3dc-3b11248c4672 HTTP/1.1" status: 200 len: 977 time: 0.0677736 Apr 06 14:35:54.732383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49486) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:54.763402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9ece56b6-a27e-4f49-8e29-0d86d70e59b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.803514 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-730fac7b-321d-4d9d-b0ff-295bbb24c54a tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4918375 Apr 06 14:35:54.805894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49488) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:54.811558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710352334'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:54.824030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 4b5fd49b-55f3-420c-bc88-cb2ddb46864b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,segment=NetworkSegment(7533c464-83bd-437b-a689-f4ad8cee77fa),segment_id=7533c464-83bd-437b-a689-f4ad8cee77fa)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:54.824461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.834943 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ac45d770-a27c-427d-9f62-3b5946571ef0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1012430 Apr 06 14:35:54.835992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49490) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:54.840554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'port_id': '20e4430f-cd4c-4436-9634-2e9d487a825a'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:54.843558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 4b5fd49b-55f3-420c-bc88-cb2ddb46864b owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:54.860080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] Update dhcp port {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'fixed_ips': [{'subnet_id': '724da103-4283-4c52-876c-b63932a600c2', 'ip_address': '172.20.0.18'}, {'subnet_id': '415c57d4-3809-4cba-81f0-b9c3c7d8b4b2'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'e6e9bdac-91fc-47e5-b702-cfc378cf3925'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:35:54.894081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.898648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.954933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.076991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (810cb3bf-6ea4-42e6-9ec3-8e7974ab041a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.081031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] Allocated IP 172.20.0.2 (a8bbda46-aded-4fab-974d-cd95d2ff6730/415c57d4-3809-4cba-81f0-b9c3c7d8b4b2/e6e9bdac-91fc-47e5-b702-cfc378cf3925) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:55.148343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4b5fd49b-55f3-420c-bc88-cb2ddb46864b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.177505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e6e9bdac-91fc-47e5-b702-cfc378cf3925,segment=NetworkSegment(5e23fbd7-9614-4449-8beb-3ba189ca2399),segment_id=5e23fbd7-9614-4449-8beb-3ba189ca2399)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:55.178388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=4b5fd49b-55f3-420c-bc88-cb2ddb46864b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:55.181069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (810cb3bf-6ea4-42e6-9ec3-8e7974ab041a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.226239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] Publish callbacks [] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.258821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810cb3bf-6ea4-42e6-9ec3-8e7974ab041a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:55.299645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.328643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.329795 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-64bcc706-2a9f-4457-b4c9-a51335be43da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5228779 Apr 06 14:35:55.333549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49492) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:55.340826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1245093148'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:55.401984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.409936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf4b10-e329-40f1-9fc6-e1fc7b856ddc None None] Pushing event updated for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:55.497785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.499236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.561462 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.620177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (25a7f11d-5633-4752-893a-aec772f0cb39), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.648419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:55.678411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (25a7f11d-5633-4752-893a-aec772f0cb39), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.725295 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP a67b2228-4523-4e24-b3dc-3b11248c4672 associated. External IP: 172.26.6.73, port: 0bc323d1-908c-48d5-b462-e25c22a2fcbb. Apr 06 14:35:55.730228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.775167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:55.787466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9847d834-7d5e-443b-84b9-4c05ab32b9d7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7983656 Apr 06 14:35:55.787466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49496) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:55.787671 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:55.813986 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:55.814635 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:55.821495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.821495 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4803636 Apr 06 14:35:55.821495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c4f9-b7d2-4f45-807d-582d4f6ca319 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a7f11d-5633-4752-893a-aec772f0cb39,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:55.824165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49498) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:55.828634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1934275028'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:55.867150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet b917232d-1cf2-4314-a6cc-c6d6011a9560 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:55.872805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (b917232d-1cf2-4314-a6cc-c6d6011a9560), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.930978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b917232d-1cf2-4314-a6cc-c6d6011a9560), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.936062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.949196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e6e9bdac-91fc-47e5-b702-cfc378cf3925 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:55.952173 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:56.040765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:56.040890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.069047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:56.109691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b917232d-1cf2-4314-a6cc-c6d6011a9560), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.157373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:56.166892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9f73bcd6-365e-4fbb-a4a8-233727b59d77 None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:56.167254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9f73bcd6-365e-4fbb-a4a8-233727b59d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.185575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (3abd21e2-853b-465b-a93d-abfb4d306bc5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.205842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9f73bcd6-365e-4fbb-a4a8-233727b59d77 None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:56.216871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9f73bcd6-365e-4fbb-a4a8-233727b59d77 None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:56.217085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:54Z', 'revision_number': 10, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.218085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9f73bcd6-365e-4fbb-a4a8-233727b59d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.247444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:56.248349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:56.258814 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:56.259454 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.266871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:56.278010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b917232d-1cf2-4314-a6cc-c6d6011a9560), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.307284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3abd21e2-853b-465b-a93d-abfb4d306bc5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.312739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=b917232d-1cf2-4314-a6cc-c6d6011a9560,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:56.314589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.323956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1c3bf95c-beef-4935-b27f-c61f22f72006 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/b917232d-1cf2-4314-a6cc-c6d6011a9560 HTTP/1.1" status: 204 len: 168 time: 0.5370004 Apr 06 14:35:56.325530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49500) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:56.353815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:56.354886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.365565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f14971-38ea-491b-99d8-173dc1927641 None None] Network ad20ade4-aef3-4855-ab5e-3fca2338ae30 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:56.368452 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:56.387189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd21e2-853b-465b-a93d-abfb4d306bc5,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:56.423415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (ad20ade4-aef3-4855-ab5e-3fca2338ae30), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.475931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.477570 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-867cd509-7329-440a-9722-86dbb0d98288 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6524699 Apr 06 14:35:56.480996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49502) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:56.484070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.487767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1278915729', 'security_groups': ['3abd21e2-853b-465b-a93d-abfb4d306bc5'], 'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '415c57d4-3809-4cba-81f0-b9c3c7d8b4b2'}]}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:56.495698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9f73bcd6-365e-4fbb-a4a8-233727b59d77 None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:56.525941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:56.526867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.549736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:56.578667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port a64c5e0c-6c3f-4b37-852f-01aadde0d169 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:56.579031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.667484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:54Z', 'revision_number': 10, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.686490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:56.691789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.693128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port a64c5e0c-6c3f-4b37-852f-01aadde0d169, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a64c5e0c-6c3f-4b37-852f-01aadde0d169,segment=NetworkSegment(7533c464-83bd-437b-a689-f4ad8cee77fa),segment_id=7533c464-83bd-437b-a689-f4ad8cee77fa)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:56.693706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.710223 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49107a-4898-4b99-84fb-548db9e5dc63 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:54Z', 'revision_number': 10, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None, '_interfaces': [{'id': '0f1a1895-6e2f-4135-b7b1-815b308ae76e', 'name': '', 'network_id': '76e4b7ab-6bee-4cb0-afac-b261430a5ee8', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'mac_address': 'fa:16:3e:cc:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:27Z', 'revision_number': 5, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'subnets': [{'id': '3373b916-7612-4946-a1cd-a5c7102b873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:56.711035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for a64c5e0c-6c3f-4b37-852f-01aadde0d169 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:56.759970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:56.768142 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d367c4c6-0ea2-4a4c-aee4-35965f82f5bc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/floatingips/a67b2228-4523-4e24-b3dc-3b11248c4672 HTTP/1.1" status: 200 len: 975 time: 1.9310837 Apr 06 14:35:56.768859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49504) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:56.775934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:56.776171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.776634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3860593-0517-4a59-883d-58b4d39d6dd5 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:56.790542 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:56.801234 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:56.803262 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.855007 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.858417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.866511 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:56.867389 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.897130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.914459 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:56.915201 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b28bb19-fcd9-4276-aed8-75bb0b6cc8a1 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:56.918217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] device_id is not set on port 4b6f4438-7e87-4501-a312-a55618652a6b yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:57.006136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a64c5e0c-6c3f-4b37-852f-01aadde0d169), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.019690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.043578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=a64c5e0c-6c3f-4b37-852f-01aadde0d169,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:57.048834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port a64c5e0c-6c3f-4b37-852f-01aadde0d169 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:57.082296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.083206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ce200-de44-4822-90ca-ac4d594f861e None None] DHCP port deletion for ad20ade4-aef3-4855-ab5e-3fca2338ae30 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:57.083381 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP a67b2228-4523-4e24-b3dc-3b11248c4672 disassociated. External IP: 172.26.6.73, port: 20e4430f-cd4c-4436-9634-2e9d487a825a. Apr 06 14:35:57.171099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (ad20ade4-aef3-4855-ab5e-3fca2338ae30), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.206985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad20ade4-aef3-4855-ab5e-3fca2338ae30']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.210395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.6 (a8bbda46-aded-4fab-974d-cd95d2ff6730/415c57d4-3809-4cba-81f0-b9c3c7d8b4b2/4b6f4438-7e87-4501-a312-a55618652a6b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:57.223484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533c464-83bd-437b-a689-f4ad8cee77fa') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.223484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533c464-83bd-437b-a689-f4ad8cee77fa') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.237715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (7533c464-83bd-437b-a689-f4ad8cee77fa), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.264516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7533c464-83bd-437b-a689-f4ad8cee77fa), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.278468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (7533c464-83bd-437b-a689-f4ad8cee77fa), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:57.282388 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:57.343074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:57.419390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.465996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:57.470384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.477603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:57.488893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:57.490323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.509214 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4a74d901-6499-4311-a768-c3cb2f6f42c2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/floatingips/a67b2228-4523-4e24-b3dc-3b11248c4672 HTTP/1.1" status: 200 len: 687 time: 0.7390854 Apr 06 14:35:57.511505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49506) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.533468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.544833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:57.545677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.587634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.588541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e77f9-33f6-43a3-a56e-1652d6ccb14a None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:57.655095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 600a3ef5-c014-4ecb-8966-cb822839fa04 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:57.655498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.742229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.742926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (600a3ef5-c014-4ecb-8966-cb822839fa04), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.756442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 600a3ef5-c014-4ecb-8966-cb822839fa04 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:57.770027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4b5fd49b-55f3-420c-bc88-cb2ddb46864b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:57.782636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (4b6f4438-7e87-4501-a312-a55618652a6b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.792608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 4b5fd49b-55f3-420c-bc88-cb2ddb46864b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:57.793261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4b5fd49b-55f3-420c-bc88-cb2ddb46864b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:57.793548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a64c5e0c-6c3f-4b37-852f-01aadde0d169 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:57.814524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a64c5e0c-6c3f-4b37-852f-01aadde0d169 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:57.814876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a64c5e0c-6c3f-4b37-852f-01aadde0d169 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:57.820807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (ad20ade4-aef3-4855-ab5e-3fca2338ae30), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.834838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.838222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/ad20ade4-aef3-4855-ab5e-3fca2338ae30 HTTP/1.1" status: 204 len: 168 time: 1.5118306 Apr 06 14:35:57.849962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49508) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.856765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60627b-fe08-4a0a-b851-05cfb737b91d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=ad20ade4-aef3-4855-ab5e-3fca2338ae30,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:57.922847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.986238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:57.991567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:58.003724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:58.094236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=4b6f4438-7e87-4501-a312-a55618652a6b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:58.135403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:58.138265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.236154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ed7f316-3122-4588-9fe9-79727b3f0a34 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7526665 Apr 06 14:35:58.239356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b8027fda-6420-4952-a3ae-4f8f6e0acbf1 None None] Provisioning complete for port 4b6f4438-7e87-4501-a312-a55618652a6b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:58.239356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b8027fda-6420-4952-a3ae-4f8f6e0acbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.239590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49510) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.245959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:58.279628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b8027fda-6420-4952-a3ae-4f8f6e0acbf1 None None] Port 4b6f4438-7e87-4501-a312-a55618652a6b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:58.319556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (600a3ef5-c014-4ecb-8966-cb822839fa04), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.320612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.367706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=600a3ef5-c014-4ecb-8966-cb822839fa04,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:58.448167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (a67b2228-4523-4e24-b3dc-3b11248c4672), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.451090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.452423 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aecbfb0e-b248-4346-a506-481c4538a5fc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/floatingips/a67b2228-4523-4e24-b3dc-3b11248c4672 HTTP/1.1" status: 204 len: 168 time: 0.9396331 Apr 06 14:35:58.455584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49512) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.501785 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-87b40217-8e09-4724-9e9f-834569d02b62 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] delete failed (client error): The resource could not be found. Apr 06 14:35:58.502827 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-87b40217-8e09-4724-9e9f-834569d02b62 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/floatingips/a67b2228-4523-4e24-b3dc-3b11248c4672 HTTP/1.1" status: 404 len: 345 time: 0.0463154 Apr 06 14:35:58.507629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49514) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.558613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.581164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:58.585525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.633294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc473bf-0858-4943-a29c-cc1d43a9b12d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:58.638605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc473bf-0858-4943-a29c-cc1d43a9b12d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:58.643976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc473bf-0858-4943-a29c-cc1d43a9b12d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:58.646807 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fbc473bf-0858-4943-a29c-cc1d43a9b12d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/ports?network_id=55d7eb8f-112f-4c51-917c-7a5a8683e243 HTTP/1.1" status: 200 len: 2356 time: 0.1376088 Apr 06 14:35:58.649777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49516) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.678644 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 415c57d4-3809-4cba-81f0-b9c3c7d8b4b2 (CIDR: 172.20.0.0/28) Apr 06 14:35:58.724455 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:58.724863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245364c0-48bd-41e6-a701-383dbb26290b tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:58.725025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:35:58.726212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-245364c0-48bd-41e6-a701-383dbb26290b tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/subnets/7ded04da-ec90-43ad-9ab5-f746812a934e HTTP/1.1" status: 200 len: 797 time: 0.0755317 Apr 06 14:35:58.731655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49518) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.736527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'port': {'network_id': '55d7eb8f-112f-4c51-917c-7a5a8683e243', 'name': 'tempest-FloatingIPTestJSON-1547119103', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:58.741098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 0f1a1895-6e2f-4135-b7b1-815b308ae76e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:58.741440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.826458 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1cf50f89-9dbf-4ae8-a1d4-8bf9fbdc3b96 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5830441 Apr 06 14:35:58.828101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49520) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.833593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:58.849263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 0f1a1895-6e2f-4135-b7b1-815b308ae76e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0f1a1895-6e2f-4135-b7b1-815b308ae76e,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:58.849670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.863916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 0f1a1895-6e2f-4135-b7b1-815b308ae76e owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:59.013755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:59.053403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:59.057062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.122586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0f1a1895-6e2f-4135-b7b1-815b308ae76e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.150993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=0f1a1895-6e2f-4135-b7b1-815b308ae76e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:59.179936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.194580 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.ipam_backend_mixin [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 724da103-4283-4c52-876c-b63932a600c2 (CIDR: 172.20.0.16/28) Apr 06 14:35:59.204027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] device_id is not set on port 69670c77-fb57-4a2a-9294-aa84cdd97851 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:59.268885 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:59.279560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:35:59.311890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.367192 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1508a5e8-b813-451f-b083-77f7cb1ab325 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5380254 Apr 06 14:35:59.370751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49524) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.380892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'subnet': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:59.402076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49526) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.579009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:59.583186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d252b50-318d-4a8a-9424-2945c5fa1113 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:59.583988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d252b50-318d-4a8a-9424-2945c5fa1113 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:59.584496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d252b50-318d-4a8a-9424-2945c5fa1113 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:59.586288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8d252b50-318d-4a8a-9424-2945c5fa1113 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 3102 time: 0.1810434 Apr 06 14:35:59.628451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.14 (55d7eb8f-112f-4c51-917c-7a5a8683e243/7ded04da-ec90-43ad-9ab5-f746812a934e/69670c77-fb57-4a2a-9294-aa84cdd97851) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:59.636096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.13 (55d7eb8f-112f-4c51-917c-7a5a8683e243/7ded04da-ec90-43ad-9ab5-f746812a934e/69670c77-fb57-4a2a-9294-aa84cdd97851) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:59.669433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:59.674733 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bc6622a6-8532-4940-9631-5808090ef0dd tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236580 Apr 06 14:35:59.678451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49530) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.680208 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:59.691117 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:59.692580 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.719047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Made reservation on behalf of 056c16fa7b67441aadabd199e8e7ffe7 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:59.722748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.744750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting subnet 3373b916-7612-4946-a1cd-a5c7102b873c {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:59.748427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (3373b916-7612-4946-a1cd-a5c7102b873c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.770046 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:59.800504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (3373b916-7612-4946-a1cd-a5c7102b873c), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.834380 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:58Z', 'revision_number': 11, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.862248 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:59.872131 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:59.872815 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.897380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3373b916-7612-4946-a1cd-a5c7102b873c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.922296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (69670c77-fb57-4a2a-9294-aa84cdd97851), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.020376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (3373b916-7612-4946-a1cd-a5c7102b873c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.043530 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:00.047555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Subnet': ['ID=3373b916-7612-4946-a1cd-a5c7102b873c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.054382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.061159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49534) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.061708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aa5eb0be-69d6-4cb2-9505-1def86b6fd0a tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/3373b916-7612-4946-a1cd-a5c7102b873c HTTP/1.1" status: 204 len: 168 time: 0.3819685 Apr 06 14:36:00.068948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e8dd2b-8b6e-43d2-82a5-45019ab5e445 None None] Network 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:00.077562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (69670c77-fb57-4a2a-9294-aa84cdd97851), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.102288 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:58Z', 'revision_number': 11, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:00.134937 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e59298-30f4-4fcc-99e5-16e6bac1c3e6 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:58Z', 'revision_number': 11, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:00.200272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:00.204895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (0804cede-86fd-402e-9407-0f0fc7a23767), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.220116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:00.241812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=69670c77-fb57-4a2a-9294-aa84cdd97851,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.247005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (76e4b7ab-6bee-4cb0-afac-b261430a5ee8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.249296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:00.295856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:00.316067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:00.324151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:00.324312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.326568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a33681-bb53-40a8-aaec-86679529661e None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:00.331575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Subnet': ['ID=0804cede-86fd-402e-9407-0f0fc7a23767,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.359788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:00.360417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.398381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Deleting port 4563d5a2-0e1a-485c-837f-f89bc630ed74 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:00.398736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.474106 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-92f9bdbd-c3f4-4a24-b6b1-559bd96b1bbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7383366 Apr 06 14:36:00.478324 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b0d5676-d78d-4ade-8a79-45fe8b65a71c tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1031210 Apr 06 14:36:00.478880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49536) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.478880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49540) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.483558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '69670c77-fb57-4a2a-9294-aa84cdd97851', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:00.494334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-823048434', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0804cede-86fd-402e-9407-0f0fc7a23767'}], 'security_groups': ['810cb3bf-6ea4-42e6-9ec3-8e7974ab041a', '25a7f11d-5633-4752-893a-aec772f0cb39']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:00.553237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] DHCP port deletion for 76e4b7ab-6bee-4cb0-afac-b261430a5ee8 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:00.578441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] For port 4563d5a2-0e1a-485c-837f-f89bc630ed74, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4563d5a2-0e1a-485c-837f-f89bc630ed74,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:00.578860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.579671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] Update dhcp port {'port': {'network_id': 'a8bbda46-aded-4fab-974d-cd95d2ff6730', 'fixed_ips': [{'subnet_id': '724da103-4283-4c52-876c-b63932a600c2', 'ip_address': '172.20.0.18'}, {'subnet_id': '415c57d4-3809-4cba-81f0-b9c3c7d8b4b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '0804cede-86fd-402e-9407-0f0fc7a23767'}], 'binding:host_id': 'dv-neutron-836581-2-hyperv'}, 'id': 'e6e9bdac-91fc-47e5-b702-cfc378cf3925'} from dv-neutron-836581-2-hyperv. {{(pid=104422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:36:00.632686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.633937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Calling delete_port for 4563d5a2-0e1a-485c-837f-f89bc630ed74 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:00.693986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] Deleting port 4563d5a2-0e1a-485c-837f-f89bc630ed74 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:00.694368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.713822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.816033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.829969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] For port 4563d5a2-0e1a-485c-837f-f89bc630ed74, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4563d5a2-0e1a-485c-837f-f89bc630ed74,segment=NetworkSegment(9aa672c7-a1bd-408d-bfd5-02a707cb97c6),segment_id=9aa672c7-a1bd-408d-bfd5-02a707cb97c6)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:00.830366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.865896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] Calling delete_port for 4563d5a2-0e1a-485c-837f-f89bc630ed74 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:00.908090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.924897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] Allocated IP 172.20.0.34 (a8bbda46-aded-4fab-974d-cd95d2ff6730/0804cede-86fd-402e-9407-0f0fc7a23767/e6e9bdac-91fc-47e5-b702-cfc378cf3925) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:00.950425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Port': ['ID=4563d5a2-0e1a-485c-837f-f89bc630ed74,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.954816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No DVR routers for this DVR port 4563d5a2-0e1a-485c-837f-f89bc630ed74 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:01.019531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (4563d5a2-0e1a-485c-837f-f89bc630ed74), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.037776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] No DVR routers for this DVR port 4563d5a2-0e1a-485c-837f-f89bc630ed74 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:01.065804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795c612-52e7-4723-aac5-4320041916b2 None None] Pushing event deleted for resources: {'Port': ['ID=4563d5a2-0e1a-485c-837f-f89bc630ed74,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:01.088734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e6e9bdac-91fc-47e5-b702-cfc378cf3925,segment=NetworkSegment(5e23fbd7-9614-4449-8beb-3ba189ca2399),segment_id=5e23fbd7-9614-4449-8beb-3ba189ca2399)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:01.116144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5426a9-67d4-4018-9bb2-52275a9644ef req-2a871cb5-5e89-424d-bdbf-23f125ea1634 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:01.118425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de5426a9-67d4-4018-9bb2-52275a9644ef req-2a871cb5-5e89-424d-bdbf-23f125ea1634 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.0839264 Apr 06 14:36:01.134922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] Publish callbacks [] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.135213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (76e4b7ab-6bee-4cb0-afac-b261430a5ee8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.182471 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de5426a9-67d4-4018-9bb2-52275a9644ef req-f2f2c44f-1add-4d02-9ebe-971763fbe26c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566459 Apr 06 14:36:01.183166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e4b7ab-6bee-4cb0-afac-b261430a5ee8']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:01.195176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.198152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa672c7-a1bd-408d-bfd5-02a707cb97c6') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:01.198453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa672c7-a1bd-408d-bfd5-02a707cb97c6') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:01.213977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (9aa672c7-a1bd-408d-bfd5-02a707cb97c6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.232926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.266659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (9aa672c7-a1bd-408d-bfd5-02a707cb97c6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.301031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:01.301551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (9aa672c7-a1bd-408d-bfd5-02a707cb97c6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:01.304561 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:01.328311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916883-bb02-46d9-bd4e-73cd84476915 None None] Pushing event updated for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:01.462683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.58 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/1988846c-a852-47c2-b2e3-6c8a706c6b28) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:01.491413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Delete allocated IP 172.20.0.6 (a8bbda46-aded-4fab-974d-cd95d2ff6730/415c57d4-3809-4cba-81f0-b9c3c7d8b4b2) {{(pid=104421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:36:01.509537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (76e4b7ab-6bee-4cb0-afac-b261430a5ee8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.537887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Allocated IP 172.20.0.38 (a8bbda46-aded-4fab-974d-cd95d2ff6730/0804cede-86fd-402e-9407-0f0fc7a23767/4b6f4438-7e87-4501-a312-a55618652a6b) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:01.551645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.555239 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/networks/76e4b7ab-6bee-4cb0-afac-b261430a5ee8 HTTP/1.1" status: 204 len: 168 time: 1.4931369 Apr 06 14:36:01.559145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49544) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.569709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'routes': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:01.579888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cecc6-3f0b-4857-b8dc-a7222ffa813f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Pushing event deleted for resources: {'Network': ['ID=76e4b7ab-6bee-4cb0-afac-b261430a5ee8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:01.695992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.753376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Added routes are [] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:36:01.755700 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.extraroute_db [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Removed routes are [] {{(pid=104420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:36:01.755700 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.799249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for port (4b6f4438-7e87-4501-a312-a55618652a6b), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.816227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e6e9bdac-91fc-47e5-b702-cfc378cf3925 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:01.857638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.878145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:01.878901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.909714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:01.913726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.918648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:01.922374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:01.922671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.924403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=1988846c-a852-47c2-b2e3-6c8a706c6b28,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:01.928280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.001161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:02.021144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:02.065670 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Provisioning complete for port 4b6f4438-7e87-4501-a312-a55618652a6b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:02.069935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.101023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4563d5a2-0e1a-485c-837f-f89bc630ed74 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:02.104033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event updated for resources: {'Port': ['ID=4b6f4438-7e87-4501-a312-a55618652a6b,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:02.133649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 4563d5a2-0e1a-485c-837f-f89bc630ed74 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:02.133999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4563d5a2-0e1a-485c-837f-f89bc630ed74 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:02.134413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0f1a1895-6e2f-4135-b7b1-815b308ae76e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:02.162786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0f1a1895-6e2f-4135-b7b1-815b308ae76e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:02.162786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0f1a1895-6e2f-4135-b7b1-815b308ae76e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:02.163874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Port 4b6f4438-7e87-4501-a312-a55618652a6b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:02.171090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:02.181530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.182923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aa2e701b-4fb3-4557-a44c-c2ec7d438a67 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 700 time: 0.6231875 Apr 06 14:36:02.185749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49548) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.189907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] Sync routers for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:02.194998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:02.195940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.198227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] In _notify_port_updated(), no bound segment for port 4b6f4438-7e87-4501-a312-a55618652a6b on network a8bbda46-aded-4fab-974d-cd95d2ff6730 {{(pid=104421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:36:02.203418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.204155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.206104 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-56f5da0e-e612-4143-aebd-fb8ab956f4c3 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "PUT /v2.0/ports/4b6f4438-7e87-4501-a312-a55618652a6b HTTP/1.1" status: 200 len: 959 time: 1.7176099 Apr 06 14:36:02.209888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49552) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.228613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:02.229463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:02.231504 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-132c048a-b147-44e8-baa3-293e06f3b603 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 205 time: 0.0440443 Apr 06 14:36:02.233979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49554) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.331707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:02.334045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:02.346111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.430869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:58Z', 'revision_number': 11, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:02.480732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:02.481425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.485461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] Checking router: 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:02.504045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b41f6f-c698-4bd7-b3ea-90e26655f8bb req-2642b548-a168-4101-a491-fab8d28ae9f5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.506159 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-71b41f6f-c698-4bd7-b3ea-90e26655f8bb req-2642b548-a168-4101-a491-fab8d28ae9f5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.1705287 Apr 06 14:36:02.540524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] Routers {'07ee4901-6c9e-4880-8a4f-cfe97bbeb805'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:02.541285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:02.650038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] Set router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:02.650300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.658888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.717644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:58Z', 'revision_number': 11, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:02.722021 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-71b41f6f-c698-4bd7-b3ea-90e26655f8bb req-e86e85d5-f18d-430b-bab6-29ee64f51b62 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336417 Apr 06 14:36:02.836648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (07ee4901-6c9e-4880-8a4f-cfe97bbeb805), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.837301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port 4b6f4438-7e87-4501-a312-a55618652a6b {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:02.837545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router 07ee4901-6c9e-4880-8a4f-cfe97bbeb805 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:02.837754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.846968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.852672 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-be805e62-4250-453d-883d-20aaba15cbd3 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 204 len: 168 time: 0.6128483 Apr 06 14:36:02.854884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49556) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.860292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1453288725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:02.917521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dc4df-87ce-4447-9041-e6df03fc3e15 None None] The sync data for ids ['07ee4901-6c9e-4880-8a4f-cfe97bbeb805'] in dv-neutron-836581-2-hyperv is: [{'id': '07ee4901-6c9e-4880-8a4f-cfe97bbeb805', 'name': 'tempest-RoutersTest-router-909876723', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:18Z', 'updated_at': '2022-04-06T14:35:58Z', 'revision_number': 11, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:02.931103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6471f8d0-e9d2-4eda-89c1-5753d6ad2d69 None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:02.964515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.965717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.005566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.050147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for 4b6f4438-7e87-4501-a312-a55618652a6b owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:03.056887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (e345d218-427b-4fa8-8818-f9e10aad550d), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.057756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3d72fd39-42c2-4a65-992d-9075c92b0fed None None] Provisioning complete for port 4b6f4438-7e87-4501-a312-a55618652a6b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:03.057902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d72fd39-42c2-4a65-992d-9075c92b0fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.078070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b287429-ac51-4703-a35e-08cc294e6615 req-5175f4cf-fc50-49a0-95f8-32dd4a462208 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:03.079635 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5b287429-ac51-4703-a35e-08cc294e6615 req-5175f4cf-fc50-49a0-95f8-32dd4a462208 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.0825946 Apr 06 14:36:03.107800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3d72fd39-42c2-4a65-992d-9075c92b0fed None None] Port 4b6f4438-7e87-4501-a312-a55618652a6b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:03.131794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.136652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (b360b651-d14c-418f-9d79-49c91c3c6643), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.197201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Deleting port 724e0a47-755c-411b-8c50-61fca37fb398 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:03.197727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (724e0a47-755c-411b-8c50-61fca37fb398), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.253138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.255113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a665c879-3578-4136-9eae-8e896d9de6f1 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3983760 Apr 06 14:36:03.257882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49560) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:03.262548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:03.294920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] For port 724e0a47-755c-411b-8c50-61fca37fb398, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=724e0a47-755c-411b-8c50-61fca37fb398,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:03.295295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (724e0a47-755c-411b-8c50-61fca37fb398), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.330345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4b6f4438-7e87-4501-a312-a55618652a6b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.391974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=4b6f4438-7e87-4501-a312-a55618652a6b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:03.403033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.686990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.691234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.695521 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cb3a8787-8047-4826-aef8-27698ed650dc tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/4b6f4438-7e87-4501-a312-a55618652a6b HTTP/1.1" status: 204 len: 168 time: 1.4852540 Apr 06 14:36:03.698662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49562) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:03.730993 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e1fa10-383d-4b38-935f-445a69eb634f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] GET failed (client error): The resource could not be found. Apr 06 14:36:03.735062 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-83e1fa10-383d-4b38-935f-445a69eb634f tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports/4b6f4438-7e87-4501-a312-a55618652a6b HTTP/1.1" status: 404 len: 333 time: 0.0328400 Apr 06 14:36:03.736418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49564) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:03.783058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.888184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-fcc773cd-c02b-4f7b-96f8-6cc979f328a8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1621368 Apr 06 14:36:03.925894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae8262d7-09c5-454a-b39d-c434f96e9e66 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (3abd21e2-853b-465b-a93d-abfb4d306bc5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.944331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.947953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49568) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:03.970833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae8262d7-09c5-454a-b39d-c434f96e9e66 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (3abd21e2-853b-465b-a93d-abfb4d306bc5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.995310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792df32-2377-4146-ac23-bec231fd93e3 req-06c9f1fe-8f91-4ad8-a0b3-42f35da81825 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:03.996819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1792df32-2377-4146-ac23-bec231fd93e3 req-06c9f1fe-8f91-4ad8-a0b3-42f35da81825 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 945 time: 0.1936719 Apr 06 14:36:04.004675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.024149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.024509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (37b08978-9f14-4b09-9b0b-65695b8fa4df), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.024847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Floating IP 37b08978-9f14-4b09-9b0b-65695b8fa4df disassociated. External IP: 172.26.6.29, port: 724e0a47-755c-411b-8c50-61fca37fb398. Apr 06 14:36:04.025191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Calling delete_port for 724e0a47-755c-411b-8c50-61fca37fb398 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:04.038220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Router e345d218-427b-4fa8-8818-f9e10aad550d is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:04.087693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=1988846c-a852-47c2-b2e3-6c8a706c6b28,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:04.129866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84c875-6bd2-47bf-8001-216e349aed86 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.131356 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1d84c875-6bd2-47bf-8001-216e349aed86 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 814 time: 0.1781263 Apr 06 14:36:04.144223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-d72bf4dd-f75a-4be5-ba7c-514b9b34c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.146305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-d72bf4dd-f75a-4be5-ba7c-514b9b34c1db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1129 time: 0.2094488 Apr 06 14:36:04.159192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae8262d7-09c5-454a-b39d-c434f96e9e66 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3abd21e2-853b-465b-a93d-abfb4d306bc5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.165677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae8262d7-09c5-454a-b39d-c434f96e9e66 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.165677 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ae8262d7-09c5-454a-b39d-c434f96e9e66 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/security-groups/3abd21e2-853b-465b-a93d-abfb4d306bc5 HTTP/1.1" status: 204 len: 168 time: 0.4264076 Apr 06 14:36:04.173688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49572) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.183812 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1792df32-2377-4146-ac23-bec231fd93e3 req-1e9f9cfa-8998-47ca-8994-6022aee84278 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558781 Apr 06 14:36:04.187283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (b360b651-d14c-418f-9d79-49c91c3c6643), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.199375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8262d7-09c5-454a-b39d-c434f96e9e66 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd21e2-853b-465b-a93d-abfb4d306bc5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:04.239120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:04.250162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.250891 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] Sync routers for ids ['e345d218-427b-4fa8-8818-f9e10aad550d'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:04.251345 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f9bdaa9f-c0c0-4a59-b767-d2a5aff34a6e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "PUT /v2.0/routers/e345d218-427b-4fa8-8818-f9e10aad550d HTTP/1.1" status: 200 len: 694 time: 0.9923623 Apr 06 14:36:04.259761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49574) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.264520 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] Routers {'e345d218-427b-4fa8-8818-f9e10aad550d'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:04.265258 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e345d218-427b-4fa8-8818-f9e10aad550d'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:04.312603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-b4238d6d-d5fa-459f-bf96-a07515d31b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.314113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-b4238d6d-d5fa-459f-bf96-a07515d31b5a service neutron] 10.222.0.79 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 899 time: 0.1462891 Apr 06 14:36:04.340171 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] Set router e345d218-427b-4fa8-8818-f9e10aad550d gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:04.392610 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e345d218-427b-4fa8-8818-f9e10aad550d', 'name': 'tempest-RoutersTest-router-1453288725', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:02Z', 'updated_at': '2022-04-06T14:36:03Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:04.393830 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-95f821e5-5276-439b-be84-441efb23e951 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/routers/e345d218-427b-4fa8-8818-f9e10aad550d HTTP/1.1" status: 200 len: 700 time: 0.1329622 Apr 06 14:36:04.398606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49578) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.408742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (724e0a47-755c-411b-8c50-61fca37fb398), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.412958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-68a90113-1cca-4ced-b19e-e5c685f7835f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 1000 time: 0.0891101 Apr 06 14:36:04.421869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a09620f9-6a96-49a1-a938-b7e4737f88da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (25a7f11d-5633-4752-893a-aec772f0cb39), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.425619 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] Checking router: e345d218-427b-4fa8-8818-f9e10aad550d for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:04.434972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] Routers {'e345d218-427b-4fa8-8818-f9e10aad550d'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:04.435561 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP b360b651-d14c-418f-9d79-49c91c3c6643 associated. External IP: 172.26.6.58, port: 69670c77-fb57-4a2a-9294-aa84cdd97851. Apr 06 14:36:04.435809 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e345d218-427b-4fa8-8818-f9e10aad550d'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:04.470283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c8fe2a2c-5ae7-422b-88d2-763a3db85ca7 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=e345d218-427b-4fa8-8818-f9e10aad550d HTTP/1.1" status: 200 len: 205 time: 0.0679448 Apr 06 14:36:04.471526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49580) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.487696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a09620f9-6a96-49a1-a938-b7e4737f88da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (25a7f11d-5633-4752-893a-aec772f0cb39), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.500749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'Port': ['ID=724e0a47-755c-411b-8c50-61fca37fb398,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:04.509973 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] Set router e345d218-427b-4fa8-8818-f9e10aad550d gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:04.577768 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e345d218-427b-4fa8-8818-f9e10aad550d', 'name': 'tempest-RoutersTest-router-1453288725', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:02Z', 'updated_at': '2022-04-06T14:36:03Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:04.608784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c758c-3c77-455d-8d98-db762c3eabaa None None] The sync data for ids ['e345d218-427b-4fa8-8818-f9e10aad550d'] in dv-neutron-836581-2-hyperv is: [{'id': 'e345d218-427b-4fa8-8818-f9e10aad550d', 'name': 'tempest-RoutersTest-router-1453288725', 'tenant_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:02Z', 'updated_at': '2022-04-06T14:36:03Z', 'revision_number': 2, 'project_id': 'e5f90f95462b4e8aa45c34e41645dd4f', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:04.659718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-6c7af428-edc4-4d09-9447-242cdcac685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.661453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-6c7af428-edc4-4d09-9447-242cdcac685e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 200 len: 835 time: 0.2404258 Apr 06 14:36:04.676562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (e345d218-427b-4fa8-8818-f9e10aad550d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.682075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a09620f9-6a96-49a1-a938-b7e4737f88da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (25a7f11d-5633-4752-893a-aec772f0cb39), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.684792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a09620f9-6a96-49a1-a938-b7e4737f88da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.688385 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a09620f9-6a96-49a1-a938-b7e4737f88da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/security-groups/25a7f11d-5633-4752-893a-aec772f0cb39 HTTP/1.1" status: 204 len: 168 time: 0.5112941 Apr 06 14:36:04.692368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49582) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.722231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09620f9-6a96-49a1-a938-b7e4737f88da tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a7f11d-5633-4752-893a-aec772f0cb39,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:04.763644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:04.782301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff15cde7-f955-4bbc-b1c7-90a2709baea1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (810cb3bf-6ea4-42e6-9ec3-8e7974ab041a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.848619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff15cde7-f955-4bbc-b1c7-90a2709baea1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (810cb3bf-6ea4-42e6-9ec3-8e7974ab041a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.944885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:04.947515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-8460a787-42ca-4915-9488-f7563be667cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.949063 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-8460a787-42ca-4915-9488-f7563be667cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2753356 Apr 06 14:36:04.950743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.954622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router_controller (e345d218-427b-4fa8-8818-f9e10aad550d), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.956545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:04.957326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:04.972375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:04.973160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:05.003935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff15cde7-f955-4bbc-b1c7-90a2709baea1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (810cb3bf-6ea4-42e6-9ec3-8e7974ab041a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.007234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ff15cde7-f955-4bbc-b1c7-90a2709baea1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.009001 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ff15cde7-f955-4bbc-b1c7-90a2709baea1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/security-groups/810cb3bf-6ea4-42e6-9ec3-8e7974ab041a HTTP/1.1" status: 204 len: 168 time: 0.3144412 Apr 06 14:36:05.010428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:05.015121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49584) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.021541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:05.022328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:05.059507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15cde7-f955-4bbc-b1c7-90a2709baea1 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810cb3bf-6ea4-42e6-9ec3-8e7974ab041a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:05.077162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.106963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:05.107792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0c909-7f99-417b-9ba4-beeebe344235 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:05.121886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 415c57d4-3809-4cba-81f0-b9c3c7d8b4b2 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:05.127456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (415c57d4-3809-4cba-81f0-b9c3c7d8b4b2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.136432 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-650b31c6-13e2-4bec-832f-f8fb48bd1216 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6521468 Apr 06 14:36:05.147430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49586) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.164240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'port_id': '69670c77-fb57-4a2a-9294-aa84cdd97851', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:05.170854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (e345d218-427b-4fa8-8818-f9e10aad550d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.171349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Fanout notify agent at l3_agent the message router_deleted on router e345d218-427b-4fa8-8818-f9e10aad550d {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:05.173673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (415c57d4-3809-4cba-81f0-b9c3c7d8b4b2), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.229812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.231377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2b7ac772-3de9-4536-ae71-14701fd3d14f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/e345d218-427b-4fa8-8818-f9e10aad550d HTTP/1.1" status: 204 len: 168 time: 0.7584901 Apr 06 14:36:05.236416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49590) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.238401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-b66d4d9c-f9dc-44e7-8880-b95895fd61aa service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787580 Apr 06 14:36:05.270920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (415c57d4-3809-4cba-81f0-b9c3c7d8b4b2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.294062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49592) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.299036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--191023505', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:05.402462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 724e0a47-755c-411b-8c50-61fca37fb398 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:05.404784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:05.409077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.424458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 724e0a47-755c-411b-8c50-61fca37fb398 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:05.425072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 724e0a47-755c-411b-8c50-61fca37fb398 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:05.446803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (415c57d4-3809-4cba-81f0-b9c3c7d8b4b2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.459849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:05.489679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=415c57d4-3809-4cba-81f0-b9c3c7d8b4b2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:05.495195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (fad3085a-7d7a-4c25-97ff-c9682905f489), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.495425 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment fad3085a-7d7a-4c25-97ff-c9682905f489 of type vlan for network f94e4479-fe9c-444b-83e4-56ae361d861c Apr 06 14:36:05.497197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.504736 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d80741df-bee7-4f54-bf28-982445ee17bf tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/415c57d4-3809-4cba-81f0-b9c3c7d8b4b2 HTTP/1.1" status: 204 len: 168 time: 0.4846699 Apr 06 14:36:05.509686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c89fb-996e-45ef-8baf-1c3a8b0baa0c None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:05.513530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49594) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.543706 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2e252f47-b1cc-4903-b2fd-470024d4c38f tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=e345d218-427b-4fa8-8818-f9e10aad550d HTTP/1.1" status: 200 len: 205 time: 0.3006785 Apr 06 14:36:05.544293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49596) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.612415 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e033a847-1d53-4197-9b82-c8195a1fdd75 req-88f59c93-6d5e-4f4d-a5cd-e09be40d7e5b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.3411560 Apr 06 14:36:05.621004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (b360b651-d14c-418f-9d79-49c91c3c6643), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.624616 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-d9e8f624-55be-4cfe-8196-07dc314962db tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:05.628787 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d9e8f624-55be-4cfe-8196-07dc314962db tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/e345d218-427b-4fa8-8818-f9e10aad550d HTTP/1.1" status: 404 len: 336 time: 0.0795643 Apr 06 14:36:05.631025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49598) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.642679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 0804cede-86fd-402e-9407-0f0fc7a23767 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:05.647576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (f94e4479-fe9c-444b-83e4-56ae361d861c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.649725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (0804cede-86fd-402e-9407-0f0fc7a23767), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.668121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:05.684592 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:05.724484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:05.725146 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:05.729122 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (0804cede-86fd-402e-9407-0f0fc7a23767), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.732742 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5f7dd6-629f-4f7d-9de3-d4c77310682d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:05.732902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5f7dd6-629f-4f7d-9de3-d4c77310682d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:05.737321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1c5f7dd6-629f-4f7d-9de3-d4c77310682d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/becb536c-69cc-4e08-b0e7-f52d08b0acc8 HTTP/1.1" status: 404 len: 337 time: 0.1041403 Apr 06 14:36:05.744885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49600) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.798379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] No DVR routers for this DVR port 724e0a47-755c-411b-8c50-61fca37fb398 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:05.821375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.824793 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5b287429-ac51-4703-a35e-08cc294e6615 req-e236c179-a284-4768-810d-362155dac7d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "DELETE /v2.0/ports/724e0a47-755c-411b-8c50-61fca37fb398 HTTP/1.1" status: 204 len: 173 time: 2.7392688 Apr 06 14:36:05.825402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'name': 'network-vif-deleted', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:05.832865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e57445-3548-4c8a-97f3-31e921b61e3c" -d '{"events": [{"server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "name": "network-vif-deleted", "tag": "724e0a47-755c-411b-8c50-61fca37fb398"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:05.836816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-317259ce-e995-4b8e-b16b-34afed5d4555 req-6e2b54f3-bd6f-41b2-ab74-d87c94aabc2a service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838699 Apr 06 14:36:05.851629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a142784a-6607-4d33-a2c1-389c047174ac tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:05.852093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a142784a-6607-4d33-a2c1-389c047174ac tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:05.855208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a142784a-6607-4d33-a2c1-389c047174ac tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/b72e26ba-5ca6-4b1a-863b-79cdda4cac64 HTTP/1.1" status: 404 len: 337 time: 0.1046286 Apr 06 14:36:05.861347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49604) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.888920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (f94e4479-fe9c-444b-83e4-56ae361d861c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.894232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:05.895753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.940904 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aa58c8-6b85-462f-9cf6-8e517baea177 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:05.941389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0aa58c8-6b85-462f-9cf6-8e517baea177 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:05.945634 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0aa58c8-6b85-462f-9cf6-8e517baea177 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/b917232d-1cf2-4314-a6cc-c6d6011a9560 HTTP/1.1" status: 404 len: 337 time: 0.0826914 Apr 06 14:36:05.945848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9e0bd6-b5af-41ff-b6f1-326868556a5d x-openstack-request-id: req-9a9e0bd6-b5af-41ff-b6f1-326868556a5d {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:05.945967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc", "name": "network-vif-deleted", "tag": "724e0a47-755c-411b-8c50-61fca37fb398", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:05.946201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9a9e0bd6-b5af-41ff-b6f1-326868556a5d {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:05.946605 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9e0bd6-b5af-41ff-b6f1-326868556a5d'] response: {'server_uuid': '0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc', 'name': 'network-vif-deleted', 'tag': '724e0a47-755c-411b-8c50-61fca37fb398', 'status': 'completed', 'code': 200} Apr 06 14:36:05.949231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49606) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.980033 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:05.986050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-7755f24c-4417-4d38-8178-cf763eaa4a9e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:05.986542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7755f24c-4417-4d38-8178-cf763eaa4a9e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:05.990007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7755f24c-4417-4d38-8178-cf763eaa4a9e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/3373b916-7612-4946-a1cd-a5c7102b873c HTTP/1.1" status: 404 len: 337 time: 0.0399432 Apr 06 14:36:05.999251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49608) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.016321 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=f94e4479-fe9c-444b-83e4-56ae361d861c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:06.028380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network f94e4479-fe9c-444b-83e4-56ae361d861c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:06.047921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (0804cede-86fd-402e-9407-0f0fc7a23767), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.048780 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-89ec40ae-fa0b-42c7-9f7e-b0e5f6a81565 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 200 len: 205 time: 0.0520442 Apr 06 14:36:06.048780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49610) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.132919 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-639888f4-8718-4453-b0e5-11e023216c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8376849 Apr 06 14:36:06.140526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49614) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.156148 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-fce0a04a-3665-4859-b944-15a25225859b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:06.157215 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fce0a04a-3665-4859-b944-15a25225859b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/07ee4901-6c9e-4880-8a4f-cfe97bbeb805 HTTP/1.1" status: 404 len: 336 time: 0.1081412 Apr 06 14:36:06.163791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49616) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.237862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b031ad7e-7fea-4d76-8705-37f7303039d4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e257e7a-f6db-49cd-87c5-120e97ca72bc HTTP/1.1" status: 200 len: 205 time: 0.0727084 Apr 06 14:36:06.248718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49618) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.308438 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-0c10a494-7a59-4e1c-9811-a437c8348629 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:06.312488 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0c10a494-7a59-4e1c-9811-a437c8348629 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/3e257e7a-f6db-49cd-87c5-120e97ca72bc HTTP/1.1" status: 404 len: 336 time: 0.0591743 Apr 06 14:36:06.313326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.329493 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:06.369752 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:06.380252 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:06.381213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:06.516059 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:06.693299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-24b760d3-850e-47e8-ba7e-24bc85122d26 None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:06.693687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-24b760d3-850e-47e8-ba7e-24bc85122d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.727870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ad3ab-9714-4ac1-a2fd-a909e160a9c6 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:06.732743 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-740ad3ab-9714-4ac1-a2fd-a909e160a9c6 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5897861 Apr 06 14:36:06.733408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49624) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.737102 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-150df626-e7f4-4b43-ac2d-24748302834e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:06.737559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150df626-e7f4-4b43-ac2d-24748302834e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:06.743508 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-150df626-e7f4-4b43-ac2d-24748302834e tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/3d13488a-9a65-45b1-b51e-f66eb7a1b474 HTTP/1.1" status: 404 len: 337 time: 0.4237483 Apr 06 14:36:06.750719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49626) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.771638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-24b760d3-850e-47e8-ba7e-24bc85122d26 None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:06.782325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-24b760d3-850e-47e8-ba7e-24bc85122d26 None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:06.782732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-24b760d3-850e-47e8-ba7e-24bc85122d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.798877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16a61d32-22ef-40a8-b37d-fcbfc6f43fac req-f3d8c415-0d79-4aae-8bdf-90e8437503ad tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0366817 Apr 06 14:36:06.830555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.resource_extend [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:36:06.863834 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:06.887304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-24b760d3-850e-47e8-ba7e-24bc85122d26 None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:06.896833 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4f3ffa3c-995f-426b-a15b-b829360c2195 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 200 len: 205 time: 0.1121426 Apr 06 14:36:06.896833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (0804cede-86fd-402e-9407-0f0fc7a23767), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.897723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49628) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.922385 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd1db8-c446-4110-ae27-5bf3d74c6887 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:06.935394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.003177 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-675c5cb5-b218-4fd3-981d-104262affa81 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:07.007350 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-675c5cb5-b218-4fd3-981d-104262affa81 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/b4381a8d-068a-4ba1-b72d-d8dd3734f9e7 HTTP/1.1" status: 404 len: 336 time: 0.0987415 Apr 06 14:36:07.008873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49630) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.010833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=0804cede-86fd-402e-9407-0f0fc7a23767,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:07.025521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.027107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9adb248-0ffb-40a3-8366-3a5f385c0515 None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:07.030930 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c3ede6d3-40fe-4c11-825a-8fc14cf321f9 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/0804cede-86fd-402e-9407-0f0fc7a23767 HTTP/1.1" status: 204 len: 168 time: 1.5140455 Apr 06 14:36:07.034577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49632) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.044165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (b360b651-d14c-418f-9d79-49c91c3c6643), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.084059 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8da33d0-a1b0-4b4e-a6e5-ce45528e2162 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:07.084059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8da33d0-a1b0-4b4e-a6e5-ce45528e2162 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:07.084059 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8da33d0-a1b0-4b4e-a6e5-ce45528e2162 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/415c57d4-3809-4cba-81f0-b9c3c7d8b4b2 HTTP/1.1" status: 404 len: 337 time: 0.0440474 Apr 06 14:36:07.086607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49634) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.111770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1850a992-0bd3-4731-b4ad-79a7da2993fe tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf676e3d-2d63-4124-9872-35c7f084f5b0 HTTP/1.1" status: 200 len: 205 time: 0.1015389 Apr 06 14:36:07.112411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.143814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c26a36-418c-4d58-a25f-3d2dc53c9aad tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:07.145946 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-92c26a36-418c-4d58-a25f-3d2dc53c9aad tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4100823 Apr 06 14:36:07.159591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49638) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.184065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-7d8e9b90-4d0f-4734-91fa-486a163f627b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:07.185177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7d8e9b90-4d0f-4734-91fa-486a163f627b tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/cf676e3d-2d63-4124-9872-35c7f084f5b0 HTTP/1.1" status: 404 len: 336 time: 0.0693855 Apr 06 14:36:07.188986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.204592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting subnet 724da103-4283-4c52-876c-b63932a600c2 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:07.209068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (724da103-4283-4c52-876c-b63932a600c2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.271266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c4a4b2-8a80-4ffb-aee4-535f0e3ad0aa tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:07.271772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c4a4b2-8a80-4ffb-aee4-535f0e3ad0aa tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:07.275067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-34c4a4b2-8a80-4ffb-aee4-535f0e3ad0aa tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/a3092550-8b0d-4edf-957a-2edb09426e69 HTTP/1.1" status: 404 len: 337 time: 0.0860815 Apr 06 14:36:07.278837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49642) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.279413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (724da103-4283-4c52-876c-b63932a600c2), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.314330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-24bc730c-41fb-4f4b-95a6-8a3e0b0589d0 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=87a85641-07fb-4fde-bc58-9f086bfddc71 HTTP/1.1" status: 200 len: 205 time: 0.0342293 Apr 06 14:36:07.317196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49644) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.327009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f7dfb-106c-4f4b-9b91-2db1e5f820a8 None None] New status for floating IP 37b08978-9f14-4b09-9b0b-65695b8fa4df: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:36:07.348469 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a60eceb7-4ed4-444a-94b8-c4cd4fd06f57 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1820192 Apr 06 14:36:07.357776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-a7f6ca4e-9dbb-4db5-af6e-63bb0eb6a4d4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:07.358808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a7f6ca4e-9dbb-4db5-af6e-63bb0eb6a4d4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/87a85641-07fb-4fde-bc58-9f086bfddc71 HTTP/1.1" status: 404 len: 336 time: 0.0408230 Apr 06 14:36:07.361260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49646) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.361587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49648) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.421258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (724da103-4283-4c52-876c-b63932a600c2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.455526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1fe0ab40-89cf-483b-8ffa-1310c8e1256b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927687 Apr 06 14:36:07.459815 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-533ac1ee-0338-4e8f-b7c1-46158f32d223 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:07.460460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533ac1ee-0338-4e8f-b7c1-46158f32d223 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:07.463847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-533ac1ee-0338-4e8f-b7c1-46158f32d223 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/cc537dd5-611e-41e6-9679-1ca1c63d225d HTTP/1.1" status: 404 len: 337 time: 0.1001213 Apr 06 14:36:07.464866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49652) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.501600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49654) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.537834 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1ecc569a-97bc-42c5-b04d-5ab3ad432b59 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "GET /v2.0/ports?device_id=09fc2080-d57a-4de9-ad36-50868c0b6b69 HTTP/1.1" status: 200 len: 205 time: 0.0360053 Apr 06 14:36:07.538666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49656) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.587581 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-124ff9f7-f0e3-446c-8a6a-01e2a94b75a4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] delete failed (client error): The resource could not be found. Apr 06 14:36:07.591642 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-124ff9f7-f0e3-446c-8a6a-01e2a94b75a4 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/routers/09fc2080-d57a-4de9-ad36-50868c0b6b69 HTTP/1.1" status: 404 len: 336 time: 0.0521543 Apr 06 14:36:07.592369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49658) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.605639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (724da103-4283-4c52-876c-b63932a600c2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.651473 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c05528-4e2d-473d-95bb-8c0978f6ed1d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:07.651942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c05528-4e2d-473d-95bb-8c0978f6ed1d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:07.658114 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e9c05528-4e2d-473d-95bb-8c0978f6ed1d tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/05fd30ed-a916-4f4b-9595-f120b36329b5 HTTP/1.1" status: 404 len: 337 time: 0.0645082 Apr 06 14:36:07.659708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49660) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.660695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Subnet': ['ID=724da103-4283-4c52-876c-b63932a600c2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:07.684214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.697533 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5052923f-9b22-4ae3-aaed-c644e76b5607 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/724da103-4283-4c52-876c-b63932a600c2 HTTP/1.1" status: 204 len: 168 time: 0.6100590 Apr 06 14:36:07.700144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49662) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.721609 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0c2243-f7e5-48a4-b277-4fd00295b198 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:07.722077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0c2243-f7e5-48a4-b277-4fd00295b198 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:07.728670 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7b0c2243-f7e5-48a4-b277-4fd00295b198 tempest-RoutersTest-1793764583 tempest-RoutersTest-1793764583-project] 10.222.0.89 "DELETE /v2.0/subnets/c4165326-d593-4cca-b7a4-07e0be942439 HTTP/1.1" status: 404 len: 337 time: 0.0595448 Apr 06 14:36:08.010242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8cf54a-a2bf-4654-bbfb-682110b12be7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:08.014571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2f8cf54a-a2bf-4654-bbfb-682110b12be7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5473137 Apr 06 14:36:08.014720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49668) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.024217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5636e5f6-a6a3-4520-bf91-b0622ccb2063 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.024855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5636e5f6-a6a3-4520-bf91-b0622ccb2063 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.030521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5636e5f6-a6a3-4520-bf91-b0622ccb2063 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/acd16951-1176-4c07-923d-4c6de19dfb5e HTTP/1.1" status: 404 len: 337 time: 0.3271089 Apr 06 14:36:08.052365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49670) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.058163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c66b49-dbf9-478f-9672-e7fdcbed05bb None None] Network a8bbda46-aded-4fab-974d-cd95d2ff6730 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:08.062720 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3f596f20-e648-4468-81ab-344ac61a089d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467014 Apr 06 14:36:08.065688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49672) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.072123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1873676963', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:08.078252 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9058054c-ff9b-4c36-97ff-f9065a983a40 req-de4641a7-8195-414a-99b5-dcf3bb04bbe7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0724530 Apr 06 14:36:08.132288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1a9850ac-a68f-44d3-86e1-b4d2e5f65bb0 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab9bb939-c550-442b-a8c2-1bec546cba29 HTTP/1.1" status: 200 len: 205 time: 0.0783973 Apr 06 14:36:08.134727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49674) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.171195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1647c39d-a12d-4580-ba0d-f92989101412 None None] Provisioning complete for port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:08.171720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1647c39d-a12d-4580-ba0d-f92989101412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.184783 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-f51e78a4-5cfd-432d-be28-b52ae1560475 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] delete failed (client error): The resource could not be found. Apr 06 14:36:08.185783 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f51e78a4-5cfd-432d-be28-b52ae1560475 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/routers/ab9bb939-c550-442b-a8c2-1bec546cba29 HTTP/1.1" status: 404 len: 336 time: 0.0499840 Apr 06 14:36:08.188409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49676) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.221747 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14bd4e3-12b6-48b7-8a82-c4466303b0fd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.221747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14bd4e3-12b6-48b7-8a82-c4466303b0fd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.227942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a14bd4e3-12b6-48b7-8a82-c4466303b0fd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/e769ba13-df53-4e53-b49e-56d773c15f5f HTTP/1.1" status: 404 len: 337 time: 0.0354331 Apr 06 14:36:08.227942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49680) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.234454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1647c39d-a12d-4580-ba0d-f92989101412 None None] Port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:08.239285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:08.243838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.262801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1647c39d-a12d-4580-ba0d-f92989101412 None None] Provisioning complete for port e6e9bdac-91fc-47e5-b702-cfc378cf3925 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:08.263170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1647c39d-a12d-4580-ba0d-f92989101412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.276508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:08.289893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa1f17a-f1fb-4cbe-bcd0-be9f7e2d06ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.290365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa1f17a-f1fb-4cbe-bcd0-be9f7e2d06ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.296060 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-daa1f17a-f1fb-4cbe-bcd0-be9f7e2d06ca tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/48ffda7e-24bd-4631-8a46-4702326633e8 HTTP/1.1" status: 404 len: 337 time: 0.0650973 Apr 06 14:36:08.302696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49682) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.331574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] DHCP port deletion for a8bbda46-aded-4fab-974d-cd95d2ff6730 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:08.362866 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86e130b-f3e4-4447-b06a-d5885a3a07c8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.364214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86e130b-f3e4-4447-b06a-d5885a3a07c8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.367144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49684) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.371138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b86e130b-f3e4-4447-b06a-d5885a3a07c8 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/21f62141-c989-46ec-9afb-c27a20ec3e10 HTTP/1.1" status: 404 len: 337 time: 0.0651612 Apr 06 14:36:08.377125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49688) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.415297 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-91863645-4300-4fa9-967d-d1f2bd04992d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.415871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91863645-4300-4fa9-967d-d1f2bd04992d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.419275 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91863645-4300-4fa9-967d-d1f2bd04992d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/b8757df5-cb7e-4b65-95ec-dfedb884f1bd HTTP/1.1" status: 404 len: 333 time: 0.0386734 Apr 06 14:36:08.423316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49690) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.459326 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-726bb55c-1e03-45cc-96a5-98f2c563b141 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.462529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726bb55c-1e03-45cc-96a5-98f2c563b141 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.463446 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-726bb55c-1e03-45cc-96a5-98f2c563b141 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/7a62fed3-6c3b-438b-b824-8aa61dfa80e9 HTTP/1.1" status: 404 len: 337 time: 0.0389750 Apr 06 14:36:08.483268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49692) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.489646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1647c39d-a12d-4580-ba0d-f92989101412 None None] Current status of the port e6e9bdac-91fc-47e5-b702-cfc378cf3925 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:08.525350 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b025d026-50d9-4e1a-b95d-818c8a02381d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.525350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b025d026-50d9-4e1a-b95d-818c8a02381d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.527018 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b025d026-50d9-4e1a-b95d-818c8a02381d tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/37ef5709-dfa2-4f3f-a730-3cb6625a0e59 HTTP/1.1" status: 404 len: 337 time: 0.0425847 Apr 06 14:36:08.530827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49694) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.564065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:08.570504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] Deleting port e6e9bdac-91fc-47e5-b702-cfc378cf3925 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:08.571079 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-14378d83-9ebe-4037-9346-db33bf00b166 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.571680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14378d83-9ebe-4037-9346-db33bf00b166 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.573014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.573321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.574770 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-14378d83-9ebe-4037-9346-db33bf00b166 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/4847bac0-3c4b-481a-add0-1db36cbab676 HTTP/1.1" status: 404 len: 333 time: 0.0432079 Apr 06 14:36:08.579069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49696) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.589692 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:08.618129 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:08.622507 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:08.624593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-968f5d5f-87cb-4eaa-8146-631fdbc0d3fd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.625099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968f5d5f-87cb-4eaa-8146-631fdbc0d3fd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.634961 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-968f5d5f-87cb-4eaa-8146-631fdbc0d3fd tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/a2dcf06b-150e-4c6a-b25f-befd0cd8b2f5 HTTP/1.1" status: 404 len: 337 time: 0.0547209 Apr 06 14:36:08.635662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49698) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.651306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] For port e6e9bdac-91fc-47e5-b702-cfc378cf3925, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e6e9bdac-91fc-47e5-b702-cfc378cf3925,segment=NetworkSegment(5e23fbd7-9614-4449-8beb-3ba189ca2399),segment_id=5e23fbd7-9614-4449-8beb-3ba189ca2399)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:08.658882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.669824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8bd5d8-1e1c-44b8-9766-74d443767ccb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:08.670204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8bd5d8-1e1c-44b8-9766-74d443767ccb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.675710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] Calling delete_port for e6e9bdac-91fc-47e5-b702-cfc378cf3925 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:08.676815 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fb8bd5d8-1e1c-44b8-9766-74d443767ccb tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/subnets/d2fef017-a744-4e05-a964-1e15d1ae2537 HTTP/1.1" status: 404 len: 337 time: 0.0372341 Apr 06 14:36:08.677520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49700) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.693716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-99fa91ef-2fc8-4ff6-841c-6286d93a96d4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e5f90f95462b4e8aa45c34e41645dd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251424 Apr 06 14:36:08.701612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49702) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.710246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.792777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-705ac7af-2a1e-4c7e-8ae6-a26ff5381cc4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/floatingips/b360b651-d14c-418f-9d79-49c91c3c6643 HTTP/1.1" status: 200 len: 978 time: 3.6409073 Apr 06 14:36:08.795412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49704) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.805090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:08.854206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:08.854628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: f94e4479-fe9c-444b-83e4-56ae361d861c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:08.858927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbd07-eb6c-4513-b92d-3c60da650273 admin admin] Publish callbacks [] for security_group (46e33350-30f9-4f0b-8836-fa47077a2325), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.865310 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:08.879207 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:08.880120 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:08.885734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (e6e9bdac-91fc-47e5-b702-cfc378cf3925), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.911212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbd07-eb6c-4513-b92d-3c60da650273 admin admin] Publish callbacks [] for security_group (46e33350-30f9-4f0b-8836-fa47077a2325), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.926506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] Pushing event deleted for resources: {'Port': ['ID=e6e9bdac-91fc-47e5-b702-cfc378cf3925,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:08.945143 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:08.945997 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a4141-de3a-437e-91e3-ec44c43cc568 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:08.949704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8881df-7e49-4e5d-a49f-d146b1433405 None None] No DVR routers for this DVR port e6e9bdac-91fc-47e5-b702-cfc378cf3925 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:08.993480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Deleting port cefd5ec8-5a1c-4c9a-b001-d465f8b79566 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:08.993862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.065351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network f94e4479-fe9c-444b-83e4-56ae361d861c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:09.073458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbd07-eb6c-4513-b92d-3c60da650273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (46e33350-30f9-4f0b-8836-fa47077a2325), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.076275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbd07-eb6c-4513-b92d-3c60da650273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.078860 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d4cdbd07-eb6c-4513-b92d-3c60da650273 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/46e33350-30f9-4f0b-8836-fa47077a2325 HTTP/1.1" status: 204 len: 168 time: 0.3761942 Apr 06 14:36:09.087380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdbd07-eb6c-4513-b92d-3c60da650273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e33350-30f9-4f0b-8836-fa47077a2325,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.111793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.147459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Calling delete_port for cefd5ec8-5a1c-4c9a-b001-d465f8b79566 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:09.152826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, f94e4479-fe9c-444b-83e4-56ae361d861c) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:09.158204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:09.165075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.167363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0715c-bbf3-4250-8a6a-06ed72c88d70 None None] Network f94e4479-fe9c-444b-83e4-56ae361d861c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:09.243583 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3133b861-0ae1-4a02-9343-ed0691af4f77 req-9c1c868d-9158-4ebf-8163-5c4364be7817 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0409534 Apr 06 14:36:09.255495 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7ee9344f-93c7-4ca1-8efb-fd73957aa12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1885741 Apr 06 14:36:09.276291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 1988846c-a852-47c2-b2e3-6c8a706c6b28 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:09.276642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.322528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-f94e4479-fe9c-444b-83e4-56ae361d861c', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:09.323391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.451002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.455033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (1988846c-a852-47c2-b2e3-6c8a706c6b28), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.483782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 1988846c-a852-47c2-b2e3-6c8a706c6b28 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:09.493296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Allocated IP 172.20.0.18 (f94e4479-fe9c-444b-83e4-56ae361d861c/ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a/385598d2-f573-482c-9e1b-8ebeb05d7888) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:09.576402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (cefd5ec8-5a1c-4c9a-b001-d465f8b79566), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.630614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.635817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/ports/cefd5ec8-5a1c-4c9a-b001-d465f8b79566 HTTP/1.1" status: 204 len: 168 time: 0.9552221 Apr 06 14:36:09.638391 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49720) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.662568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf55a7-4e08-4e13-8bc6-1445e9ddc3f6 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Port': ['ID=cefd5ec8-5a1c-4c9a-b001-d465f8b79566,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.701560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Publish callbacks [] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.723775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49722) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.734776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570384022', 'description': 'tempest-secgroup-smoke-1570384022 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:09.784409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (a8bbda46-aded-4fab-974d-cd95d2ff6730), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.793105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e6e9bdac-91fc-47e5-b702-cfc378cf3925 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:09.821001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: e6e9bdac-91fc-47e5-b702-cfc378cf3925 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:09.821352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e6e9bdac-91fc-47e5-b702-cfc378cf3925 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:09.823677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.852308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.875843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Network f94e4479-fe9c-444b-83e4-56ae361d861c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:09.881240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:09.885078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:09.904650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Pushing event updated for resources: {'Port': ['ID=385598d2-f573-482c-9e1b-8ebeb05d7888,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.960999 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (a8bbda46-aded-4fab-974d-cd95d2ff6730), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.965432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Attempting to bind port 385598d2-f573-482c-9e1b-8ebeb05d7888 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:09.965807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Attempting to bind port 385598d2-f573-482c-9e1b-8ebeb05d7888 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:09.966167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Attempting to bind port 385598d2-f573-482c-9e1b-8ebeb05d7888 on network f94e4479-fe9c-444b-83e4-56ae361d861c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:09.971285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:09.971660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Checking segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:09.972060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.972451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Bound using segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:09.973053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Bound port: 385598d2-f573-482c-9e1b-8ebeb05d7888, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:09.973587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.985722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bbda46-aded-4fab-974d-cd95d2ff6730']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:09.997089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23fbd7-9614-4449-8beb-3ba189ca2399') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:09.997410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23fbd7-9614-4449-8beb-3ba189ca2399') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:09.998150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1988846c-a852-47c2-b2e3-6c8a706c6b28), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.008406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (5e23fbd7-9614-4449-8beb-3ba189ca2399), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.024833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5e23fbd7-9614-4449-8beb-3ba189ca2399), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.032283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:10.032759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (5e23fbd7-9614-4449-8beb-3ba189ca2399), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:10.037038 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:10.041999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=1988846c-a852-47c2-b2e3-6c8a706c6b28,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.095727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] For port 385598d2-f573-482c-9e1b-8ebeb05d7888, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:10.105260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] For port 385598d2-f573-482c-9e1b-8ebeb05d7888, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=385598d2-f573-482c-9e1b-8ebeb05d7888,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:10.122496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (6dac8173-a213-400a-8c79-464cc5cf7c85), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.131366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (b360b651-d14c-418f-9d79-49c91c3c6643), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.131798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP b360b651-d14c-418f-9d79-49c91c3c6643 disassociated (deleted). External IP: 172.26.6.58, port: 69670c77-fb57-4a2a-9294-aa84cdd97851. Apr 06 14:36:10.163419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.185444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (a8bbda46-aded-4fab-974d-cd95d2ff6730), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.189869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (6dac8173-a213-400a-8c79-464cc5cf7c85), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.193245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.204343 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] 10.222.0.89 "DELETE /v2.0/networks/a8bbda46-aded-4fab-974d-cd95d2ff6730 HTTP/1.1" status: 204 len: 168 time: 0.5640006 Apr 06 14:36:10.232610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae443d-a9f4-426e-ab6a-c1bc0bb37d14 tempest-PortsTestJSON-991098868 tempest-PortsTestJSON-991098868-project] Pushing event deleted for resources: {'Network': ['ID=a8bbda46-aded-4fab-974d-cd95d2ff6730,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.251078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274654fa-748f-401b-93bf-c88f702e27b9 None None] Pushing event updated for resources: {'Port': ['ID=385598d2-f573-482c-9e1b-8ebeb05d7888,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.259720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac8173-a213-400a-8c79-464cc5cf7c85,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.354129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.358638 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c1d53157-d398-4a87-9b14-895375933081 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6304641 Apr 06 14:36:10.361630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49738) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.366792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '6dac8173-a213-400a-8c79-464cc5cf7c85', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:10.400115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5bc88ada-a079-4206-b15a-33dba89c47ac req-02b4b400-46ab-4a87-a75b-42b9ebe00793 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0627637 Apr 06 14:36:10.461942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49740) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.487048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:10.627163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (ead18b04-0475-426c-b786-809abbf71860), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.638945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444073383'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:10.712159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:10.717528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.724024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98454e3-f887-44e4-9096-f15644332311 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:10.734985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98454e3-f887-44e4-9096-f15644332311 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:10.741265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f98454e3-f887-44e4-9096-f15644332311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:10.741567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (ead18b04-0475-426c-b786-809abbf71860), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.787159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f98454e3-f887-44e4-9096-f15644332311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:10.797845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98454e3-f887-44e4-9096-f15644332311 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:10.798177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f98454e3-f887-44e4-9096-f15644332311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:10.827659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.841158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (ead18b04-0475-426c-b786-809abbf71860), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.842480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f98454e3-f887-44e4-9096-f15644332311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:10.843157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98454e3-f887-44e4-9096-f15644332311 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:10.858681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.884532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fd218500-98a3-4345-98e6-ec71cbe1fe52 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/floatingips/b360b651-d14c-418f-9d79-49c91c3c6643 HTTP/1.1" status: 204 len: 168 time: 2.0855806 Apr 06 14:36:10.884823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49746) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.891793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49748) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.893360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead18b04-0475-426c-b786-809abbf71860,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.992831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.995351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7936e7ef-8266-41e1-a5ac-db61233cef6c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6334083 Apr 06 14:36:11.001364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49752) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.012152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '6dac8173-a213-400a-8c79-464cc5cf7c85', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:11.016535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.050549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 69670c77-fb57-4a2a-9294-aa84cdd97851 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:11.051642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (69670c77-fb57-4a2a-9294-aa84cdd97851), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.087262 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c21c1b35-5a14-4dcb-a264-262f8a677c7e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=056c16fa7b67441aadabd199e8e7ffe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908560 Apr 06 14:36:11.089866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49754) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.104782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.155796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (9a0b277b-5863-4de3-92f5-a84b2892901b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.159455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (69670c77-fb57-4a2a-9294-aa84cdd97851), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.169895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.182869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 69670c77-fb57-4a2a-9294-aa84cdd97851 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:11.192878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8aa71982-8e4e-48f9-b8e2-c7c69f6bc938 admin admin] Publish callbacks [] for security_group (0cf58723-b81c-4650-be0e-395458107eb6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.234022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (99eca761-333c-48c2-99a1-8939884581f9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.236065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8aa71982-8e4e-48f9-b8e2-c7c69f6bc938 admin admin] Publish callbacks [] for security_group (0cf58723-b81c-4650-be0e-395458107eb6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.279337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (9a0b277b-5863-4de3-92f5-a84b2892901b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.327128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (99eca761-333c-48c2-99a1-8939884581f9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.359201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9a0b277b-5863-4de3-92f5-a84b2892901b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.365788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99eca761-333c-48c2-99a1-8939884581f9,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.381593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0b277b-5863-4de3-92f5-a84b2892901b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.413980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8aa71982-8e4e-48f9-b8e2-c7c69f6bc938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0cf58723-b81c-4650-be0e-395458107eb6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.417282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8aa71982-8e4e-48f9-b8e2-c7c69f6bc938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.420446 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8aa71982-8e4e-48f9-b8e2-c7c69f6bc938 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0cf58723-b81c-4650-be0e-395458107eb6 HTTP/1.1" status: 204 len: 168 time: 0.3273327 Apr 06 14:36:11.441843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa71982-8e4e-48f9-b8e2-c7c69f6bc938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf58723-b81c-4650-be0e-395458107eb6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.456388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.467357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c7210c82-c759-4e58-bee0-3a2bbb612d58 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0043318 Apr 06 14:36:11.471582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49760) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.530719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.532146 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-66acb858-4f90-48fa-b155-3aeb74b03e4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5240488 Apr 06 14:36:11.535997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49762) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.542263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '6dac8173-a213-400a-8c79-464cc5cf7c85', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:11.559913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (69670c77-fb57-4a2a-9294-aa84cdd97851), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.565094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fae587fe-17d4-48ed-91a7-8c886e4cc057 req-a9d0f133-2490-42c7-8679-e48639110a3a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0539041 Apr 06 14:36:11.618124 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5d71c2d4-340f-4954-af6a-5e7441c8082a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1452191 Apr 06 14:36:11.621199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49764) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.625813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-security--822008549', 'description': 'tempest-security-description-1503848077'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:11.673857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=69670c77-fb57-4a2a-9294-aa84cdd97851,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.674933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (99eca761-333c-48c2-99a1-8939884581f9), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.747241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (99eca761-333c-48c2-99a1-8939884581f9), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.784496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b7f4f841-547d-4ded-bf67-3e242426404e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.811709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d96672-6fc7-44af-a297-b85ef1a4ab55 None None] Network f94e4479-fe9c-444b-83e4-56ae361d861c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:11.827892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.836341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49768) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.840911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:11.845991 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-661daad1-00b0-4995-ba7c-d8ac5c131bd0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/ports/69670c77-fb57-4a2a-9294-aa84cdd97851 HTTP/1.1" status: 204 len: 168 time: 0.9601049 Apr 06 14:36:11.885395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (99eca761-333c-48c2-99a1-8939884581f9), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.886912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 385598d2-f573-482c-9e1b-8ebeb05d7888 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:11.888047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.889398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "PUT /v2.0/security-groups/99eca761-333c-48c2-99a1-8939884581f9 HTTP/1.1" status: 200 len: 1796 time: 0.2671576 Apr 06 14:36:11.896883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b7f4f841-547d-4ded-bf67-3e242426404e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.899027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49770) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.943886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] Provisioning complete for port 385598d2-f573-482c-9e1b-8ebeb05d7888 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:11.944535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.960489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728902d-ec6f-41ab-b249-bbb77c0489e0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99eca761-333c-48c2-99a1-8939884581f9,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.979134 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d38aa827-c218-4259-ba93-9359a38559f3 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups/99eca761-333c-48c2-99a1-8939884581f9 HTTP/1.1" status: 200 len: 1796 time: 0.0766835 Apr 06 14:36:11.979331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.981691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49774) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.997531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b7f4f841-547d-4ded-bf67-3e242426404e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.038441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f4f841-547d-4ded-bf67-3e242426404e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.088044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 385598d2-f573-482c-9e1b-8ebeb05d7888 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:12.088044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.132211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be17ebd2-8849-4a75-b82a-c4a82618ec03 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (99eca761-333c-48c2-99a1-8939884581f9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.141374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] Current status of the port 385598d2-f573-482c-9e1b-8ebeb05d7888 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:12.141765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.148737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.152804 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e05d98a6-a391-46a6-b92b-77f8139f1f25 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6121826 Apr 06 14:36:12.157250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49780) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.157806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '6dac8173-a213-400a-8c79-464cc5cf7c85', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:12.171900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be17ebd2-8849-4a75-b82a-c4a82618ec03 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (99eca761-333c-48c2-99a1-8939884581f9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.196442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] For port 385598d2-f573-482c-9e1b-8ebeb05d7888, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=385598d2-f573-482c-9e1b-8ebeb05d7888,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:12.234398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 385598d2-f573-482c-9e1b-8ebeb05d7888 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:12.235215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.261792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (92317493-153c-4ced-8a10-2e1ec2bb20d9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.288974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.373120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be17ebd2-8849-4a75-b82a-c4a82618ec03 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (99eca761-333c-48c2-99a1-8939884581f9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.375784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-be17ebd2-8849-4a75-b82a-c4a82618ec03 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.379600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-be17ebd2-8849-4a75-b82a-c4a82618ec03 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/99eca761-333c-48c2-99a1-8939884581f9 HTTP/1.1" status: 204 len: 168 time: 0.3943496 Apr 06 14:36:12.380833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49784) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.394062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (92317493-153c-4ced-8a10-2e1ec2bb20d9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.499130 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c91918cd-1c9d-4ce4-8940-0a667f24038f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1144881 Apr 06 14:36:12.500495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (92317493-153c-4ced-8a10-2e1ec2bb20d9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.503540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49788) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.557692 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-a2222755-9b2c-4823-b6bb-dd4ca3dea4e3 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] delete failed (client error): The resource could not be found. Apr 06 14:36:12.570058 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a2222755-9b2c-4823-b6bb-dd4ca3dea4e3 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/99eca761-333c-48c2-99a1-8939884581f9 HTTP/1.1" status: 404 len: 347 time: 0.0488541 Apr 06 14:36:12.570299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49794) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.575584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--958314721'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:12.584948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92317493-153c-4ced-8a10-2e1ec2bb20d9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.593514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.602950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17ebd2-8849-4a75-b82a-c4a82618ec03 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eca761-333c-48c2-99a1-8939884581f9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.651471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.653598 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a6a44538-5054-4134-9029-10746d3d3094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4996943 Apr 06 14:36:12.656282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.245 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/f9628952-7df4-49a1-8fb2-131353f62241) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:12.656958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49798) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.663815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '6dac8173-a213-400a-8c79-464cc5cf7c85', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:12.711994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:36:12.712351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:36:12.727987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36df48-1119-4d2f-b3a2-d0761c043ac6 None None] Pushing event updated for resources: {'Port': ['ID=385598d2-f573-482c-9e1b-8ebeb05d7888,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.735131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d04eb474-6e01-4986-b634-d095e6371dd8 None None] Provisioning complete for port 385598d2-f573-482c-9e1b-8ebeb05d7888 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:12.735691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d04eb474-6e01-4986-b634-d095e6371dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.816277 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:12.821451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.826006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d04eb474-6e01-4986-b634-d095e6371dd8 None None] Current status of the port 385598d2-f573-482c-9e1b-8ebeb05d7888 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:12.849124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (3a1ee949-00b2-43d1-b6c5-54e7303854e9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.859119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f77324a5-bace-444a-b6d4-e439ed33d30a req-099942a8-f6eb-432c-b4af-4825b5a5144f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.1483793 Apr 06 14:36:12.864846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (f9628952-7df4-49a1-8fb2-131353f62241), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.914080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49802) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.950069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (3a1ee949-00b2-43d1-b6c5-54e7303854e9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.974629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (79496923-f2b3-41c0-ae89-235c8f4ec88b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.987841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f9628952-7df4-49a1-8fb2-131353f62241), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.014188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (3a1ee949-00b2-43d1-b6c5-54e7303854e9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.023115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4879db7c-c960-4d1d-a881-3026cd570aa1 tempest-DvrRoutersNegativeTest-855373033 tempest-DvrRoutersNegativeTest-855373033-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-295199377', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:13.025664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.policy [None req-4879db7c-c960-4d1d-a881-3026cd570aa1 tempest-DvrRoutersNegativeTest-855373033 tempest-DvrRoutersNegativeTest-855373033-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104420) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 06 14:36:13.025967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.policy [None req-4879db7c-c960-4d1d-a881-3026cd570aa1 tempest-DvrRoutersNegativeTest-855373033 tempest-DvrRoutersNegativeTest-855373033-project] Failed policy check for 'create_router' {{(pid=104420) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 06 14:36:13.026835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-4879db7c-c960-4d1d-a881-3026cd570aa1 tempest-DvrRoutersNegativeTest-855373033 tempest-DvrRoutersNegativeTest-855373033-project] create failed (client error): Access was denied to this resource. Apr 06 14:36:13.030901 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4879db7c-c960-4d1d-a881-3026cd570aa1 tempest-DvrRoutersNegativeTest-855373033 tempest-DvrRoutersNegativeTest-855373033-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1119878 Apr 06 14:36:13.036785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1ee949-00b2-43d1-b6c5-54e7303854e9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.056071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:13.059211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:13.063979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:13.066218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=f9628952-7df4-49a1-8fb2-131353f62241,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.079344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (79496923-f2b3-41c0-ae89-235c8f4ec88b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.127602 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79496923-f2b3-41c0-ae89-235c8f4ec88b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.146711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.146711 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-21bbdfb5-c003-4e7f-a35d-f7475ac597b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4857864 Apr 06 14:36:13.148312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49808) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.157848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '6dac8173-a213-400a-8c79-464cc5cf7c85', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:13.182854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.184614 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-893021c0-837e-4302-9d45-5c6880d3958a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6128497 Apr 06 14:36:13.187339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49810) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.193784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': '79496923-f2b3-41c0-ae89-235c8f4ec88b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:13.213684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (e380cdf5-826c-4ee1-a290-ebc2d1db53a0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.249928 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:13.252160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 385598d2-f573-482c-9e1b-8ebeb05d7888 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:13.256926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (31fadf44-7618-489e-9842-77d7dddf9061), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.296972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (eba1708c-e0fb-44f1-8c89-2f79d832d4a9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.340394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (31fadf44-7618-489e-9842-77d7dddf9061), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.370918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (eba1708c-e0fb-44f1-8c89-2f79d832d4a9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.376188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f9628952-7df4-49a1-8fb2-131353f62241), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.438432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (31fadf44-7618-489e-9842-77d7dddf9061), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.464965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fadf44-7618-489e-9842-77d7dddf9061,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.481847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (eba1708c-e0fb-44f1-8c89-2f79d832d4a9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.520813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba1708c-e0fb-44f1-8c89-2f79d832d4a9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.543316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.545475 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-797b1dc3-7011-43f8-89ab-cff66b390dea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3950291 Apr 06 14:36:13.578000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.579684 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3a60d768-54df-4f90-82d8-02a008eb437b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3911779 Apr 06 14:36:13.588949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49816) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.618810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c681df-c06a-4f9b-b1df-7bf13e1f46a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (eba1708c-e0fb-44f1-8c89-2f79d832d4a9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.628452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c681df-c06a-4f9b-b1df-7bf13e1f46a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (eba1708c-e0fb-44f1-8c89-2f79d832d4a9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.677360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49818) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.759275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c681df-c06a-4f9b-b1df-7bf13e1f46a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (eba1708c-e0fb-44f1-8c89-2f79d832d4a9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.789153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-11c681df-c06a-4f9b-b1df-7bf13e1f46a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.789153 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-11c681df-c06a-4f9b-b1df-7bf13e1f46a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/eba1708c-e0fb-44f1-8c89-2f79d832d4a9 HTTP/1.1" status: 204 len: 168 time: 0.1931746 Apr 06 14:36:13.794375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49832) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.796581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c681df-c06a-4f9b-b1df-7bf13e1f46a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eba1708c-e0fb-44f1-8c89-2f79d832d4a9,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.837320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 385598d2-f573-482c-9e1b-8ebeb05d7888 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:13.857005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-565e013e-c83e-410c-9760-92c74e839693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.907775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 385598d2-f573-482c-9e1b-8ebeb05d7888 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:13.908309 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b151699a-a91a-43fe-89bf-2f93bb43281c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1127300 Apr 06 14:36:13.908792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.912632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49836) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.992217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-565e013e-c83e-410c-9760-92c74e839693 admin admin] Publish callbacks [] for security_group (d46f942a-68ab-46b1-aecc-32e6c6e10649), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.000849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (f9628952-7df4-49a1-8fb2-131353f62241), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.015622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-40e94574-660e-473c-bd19-02712e006b89 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570384022&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.1999362 Apr 06 14:36:14.030764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 385598d2-f573-482c-9e1b-8ebeb05d7888 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:14.055698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1076ae2-85f3-4c77-975b-2603c1ce73c4 req-0a303241-f023-4ad6-a4a4-e6011c61c1f0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0585644 Apr 06 14:36:14.078206 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-565e013e-c83e-410c-9760-92c74e839693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d46f942a-68ab-46b1-aecc-32e6c6e10649), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.102492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f9628952-7df4-49a1-8fb2-131353f62241), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.122715 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-565e013e-c83e-410c-9760-92c74e839693 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04816cc06ab8462785797840ab57d3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4440038 Apr 06 14:36:14.123905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e013e-c83e-410c-9760-92c74e839693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f942a-68ab-46b1-aecc-32e6c6e10649,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.126996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49838) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.155205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4974415a-1001-4365-b211-0c010425d74c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (79496923-f2b3-41c0-ae89-235c8f4ec88b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.184898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-67dea4d7-11cc-40bc-8b53-878037708a45 admin admin] Publish callbacks [] for security_group (d46f942a-68ab-46b1-aecc-32e6c6e10649), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.211382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-67dea4d7-11cc-40bc-8b53-878037708a45 admin admin] Publish callbacks [] for security_group (d46f942a-68ab-46b1-aecc-32e6c6e10649), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.221004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=f9628952-7df4-49a1-8fb2-131353f62241,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.238895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4974415a-1001-4365-b211-0c010425d74c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (79496923-f2b3-41c0-ae89-235c8f4ec88b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.291994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-6a811c0e-5ad2-4723-b640-e883c42c764a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:14.293979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-6a811c0e-5ad2-4723-b640-e883c42c764a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=f94e4479-fe9c-444b-83e4-56ae361d861c HTTP/1.1" status: 200 len: 796 time: 0.2657745 Apr 06 14:36:14.299696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (e380cdf5-826c-4ee1-a290-ebc2d1db53a0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.329088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-9c30d0f2-c79d-4dae-8d98-626dd22bd06c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0219839 Apr 06 14:36:14.373949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-67dea4d7-11cc-40bc-8b53-878037708a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d46f942a-68ab-46b1-aecc-32e6c6e10649), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.377078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-67dea4d7-11cc-40bc-8b53-878037708a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.378999 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-67dea4d7-11cc-40bc-8b53-878037708a45 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d46f942a-68ab-46b1-aecc-32e6c6e10649 HTTP/1.1" status: 204 len: 168 time: 0.2508378 Apr 06 14:36:14.387401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dea4d7-11cc-40bc-8b53-878037708a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f942a-68ab-46b1-aecc-32e6c6e10649,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.418498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-66a85f66-b61c-4e90-8196-474521e60e08 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794539 Apr 06 14:36:14.423058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.427175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-05e9cd4f-b3b9-4e5e-aad3-664263f5a249 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5895226 Apr 06 14:36:14.428217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49842) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.432033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4974415a-1001-4365-b211-0c010425d74c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (79496923-f2b3-41c0-ae89-235c8f4ec88b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.435368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4974415a-1001-4365-b211-0c010425d74c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.436559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4974415a-1001-4365-b211-0c010425d74c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/79496923-f2b3-41c0-ae89-235c8f4ec88b HTTP/1.1" status: 204 len: 168 time: 0.5239265 Apr 06 14:36:14.439335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49844) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.443682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'port': {'network_id': '55d7eb8f-112f-4c51-917c-7a5a8683e243', 'name': 'tempest-FloatingIPTestJSON-696675177'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:14.487816 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4aae64c7-4b6d-456b-acfe-b813dfffce22 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434973 Apr 06 14:36:14.489385 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49846) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.494295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--320436391'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:14.539139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974415a-1001-4365-b211-0c010425d74c tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79496923-f2b3-41c0-ae89-235c8f4ec88b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.581317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.660232 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-2f251fd7-9fd5-4679-82ba-b4ef89a6ba9b service neutron] 10.222.0.89 "GET /v2.0/networks/f94e4479-fe9c-444b-83e4-56ae361d861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660295 Apr 06 14:36:14.681727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (b2ab69e4-3a15-497b-8a4f-e5011d31491b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.725790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:14.732557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.755796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b2ab69e4-3a15-497b-8a4f-e5011d31491b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.773923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] device_id is not set on port 9463864d-0427-4d6b-b5ec-7e63658fd11d yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:14.793719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab69e4-3a15-497b-8a4f-e5011d31491b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.849799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-5bb6925b-9552-448a-9306-9fa4fa424de8 service neutron] 10.222.0.89 "GET /v2.0/networks/f94e4479-fe9c-444b-83e4-56ae361d861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790719 Apr 06 14:36:14.863241 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.869246 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-24a62dbb-a775-4fa9-b988-0e180199b563 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3788218 Apr 06 14:36:14.869871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49854) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.874287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab69e4-3a15-497b-8a4f-e5011d31491b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:14.932401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.9 (55d7eb8f-112f-4c51-917c-7a5a8683e243/7ded04da-ec90-43ad-9ab5-f746812a934e/9463864d-0427-4d6b-b5ec-7e63658fd11d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:15.003084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bc73c7e0-d1f7-4b19-85b6-7bd15077b181), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.073842 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bc73c7e0-d1f7-4b19-85b6-7bd15077b181), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.135542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (bc73c7e0-d1f7-4b19-85b6-7bd15077b181), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.149992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (9463864d-0427-4d6b-b5ec-7e63658fd11d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.162574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc73c7e0-d1f7-4b19-85b6-7bd15077b181,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.188844 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b45c9f6c-ec49-4aa1-b6f1-4231a63b5be6 req-027009be-4a03-4dc1-bf61-dcae4e7a6e5b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0542278 Apr 06 14:36:15.218373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.218373 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e4bcccfb-ba5e-48fb-92a3-9f40a34135a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446085 Apr 06 14:36:15.220184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c99fa386-3730-48cd-bd34-6917c1eebb07 req-46b5816d-d786-49a5-a51c-37041e8da092 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 210 time: 0.0341287 Apr 06 14:36:15.222501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49868) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.231767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab69e4-3a15-497b-8a4f-e5011d31491b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.296047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9463864d-0427-4d6b-b5ec-7e63658fd11d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.353336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (7412588e-6d69-4f8e-a28f-e9903e1418c4), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.365366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 55d7eb8f-112f-4c51-917c-7a5a8683e243 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:15.369727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:15.374186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:15.409701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=9463864d-0427-4d6b-b5ec-7e63658fd11d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.445679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (7412588e-6d69-4f8e-a28f-e9903e1418c4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.449955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:15.450208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.501453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (7412588e-6d69-4f8e-a28f-e9903e1418c4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.523410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-32d0d8e6-414c-4629-970f-10985ab547f8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0927908 Apr 06 14:36:15.527256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49880) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.527437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7412588e-6d69-4f8e-a28f-e9903e1418c4,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.534463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'port_id': '9463864d-0427-4d6b-b5ec-7e63658fd11d'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.585606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (e380cdf5-826c-4ee1-a290-ebc2d1db53a0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.594932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.596089 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-da889350-9c06-43c3-9852-377f5605125e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3710778 Apr 06 14:36:15.599627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49884) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.604292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab69e4-3a15-497b-8a4f-e5011d31491b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.670630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49886) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.716688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (20d52750-3f72-440d-80d0-301c35fcc33d), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.820985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1099827837'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.830608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (20d52750-3f72-440d-80d0-301c35fcc33d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.934060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (20d52750-3f72-440d-80d0-301c35fcc33d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.956059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d52750-3f72-440d-80d0-301c35fcc33d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.962157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Made reservation on behalf of 358561f2dde3473294bbf5245c77ea98 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:15.966116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.976986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.036226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.040965 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-306aab8b-feec-4039-87a2-304244b83b91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4369981 Apr 06 14:36:16.040965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49894) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.044677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab69e4-3a15-497b-8a4f-e5011d31491b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:16.073528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks [] for security_group (d2d67e5a-ec76-4b87-925f-5461f73ebf0b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.114656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.135781 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d2d67e5a-ec76-4b87-925f-5461f73ebf0b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.152682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (e380cdf5-826c-4ee1-a290-ebc2d1db53a0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.158824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (01f8339c-8b47-4141-84c3-4016745dab59), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.183967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:16.197859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d67e5a-ec76-4b87-925f-5461f73ebf0b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:16.217235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c104b0e5-57b3-4f77-af8e-e7bc60a4a474), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.217580 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Added segment c104b0e5-57b3-4f77-af8e-e7bc60a4a474 of type vlan for network 898a0bdc-4b28-4c4f-a367-8b70bb8d42c7 Apr 06 14:36:16.306815 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP e380cdf5-826c-4ee1-a290-ebc2d1db53a0 associated. External IP: 172.26.6.245, port: 9463864d-0427-4d6b-b5ec-7e63658fd11d. Apr 06 14:36:16.307904 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (898a0bdc-4b28-4c4f-a367-8b70bb8d42c7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.315943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (01f8339c-8b47-4141-84c3-4016745dab59), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.390845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8f218288-2d37-44f9-8e69-7ba2212669e6 req-38d68050-a012-47b3-b262-ea5d1879d75d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0797193 Apr 06 14:36:16.408228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (01f8339c-8b47-4141-84c3-4016745dab59), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.418899 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6fd7b1b1-5a2e-4c7c-a2d8-c19fd28cc57d req-197e5bd8-516d-49bc-9454-327af90c66f3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 210 time: 0.0648110 Apr 06 14:36:16.433437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f8339c-8b47-4141-84c3-4016745dab59,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:16.443705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (898a0bdc-4b28-4c4f-a367-8b70bb8d42c7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.451316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:16.452074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.525412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Pushing event updated for resources: {'Network': ['ID=898a0bdc-4b28-4c4f-a367-8b70bb8d42c7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:16.531393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.532680 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e2f23e0-3629-41bd-95b6-096128c035dd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4913347 Apr 06 14:36:16.536188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49900) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.536857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 898a0bdc-4b28-4c4f-a367-8b70bb8d42c7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:16.542697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab69e4-3a15-497b-8a4f-e5011d31491b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:16.597345 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2236b380-e6c6-4656-90ec-ac52c878271d tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9254658 Apr 06 14:36:16.603787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49902) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.611442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-8a458dd6-4ace-4d10-9bb6-0aecf95962e2 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-547348973') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.672106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:16.702777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (63458407-2b8b-40f4-9b77-00cf8972fc49), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.790172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (63458407-2b8b-40f4-9b77-00cf8972fc49), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.801155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:16.806688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.811458 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:16.824017 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:16.825016 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.839257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0fe7355f-d35b-4d51-8912-2733147ef314 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/floatingips/e380cdf5-826c-4ee1-a290-ebc2d1db53a0 HTTP/1.1" status: 200 len: 977 time: 1.3105628 Apr 06 14:36:16.842043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49904) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.852144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (63458407-2b8b-40f4-9b77-00cf8972fc49), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.861745 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.871442 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:16.872273 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.885805 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a458dd6-4ace-4d10-9bb6-0aecf95962e2 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "PUT /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-547348973 HTTP/1.1" status: 201 len: 201 time: 0.2795765 Apr 06 14:36:16.888471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49906) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.899390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-33cefe6b-8e07-4ddc-9cd9-b31b03b7e9e4 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-547348973') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.904894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63458407-2b8b-40f4-9b77-00cf8972fc49,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:16.916552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.916552 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f88907-af7c-4300-8898-c963128fed98 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:16.961385 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.964981 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-89b43c88-82e4-4e95-ad9c-7c9b71af12a5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4252658 Apr 06 14:36:16.965853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49908) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.975744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 9463864d-0427-4d6b-b5ec-7e63658fd11d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:16.976084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9463864d-0427-4d6b-b5ec-7e63658fd11d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.007673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-761848f7-ef24-4a81-b6da-afe9d6cfd025 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (63458407-2b8b-40f4-9b77-00cf8972fc49), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.022244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-761848f7-ef24-4a81-b6da-afe9d6cfd025 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (63458407-2b8b-40f4-9b77-00cf8972fc49), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.041629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-33cefe6b-8e07-4ddc-9cd9-b31b03b7e9e4 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-547348973 HTTP/1.1" status: 204 len: 168 time: 0.1494887 Apr 06 14:36:17.042580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49910) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.052203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-a8add53e-1a95-41d9-a3c6-b62382add227 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:17.107121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-761848f7-ef24-4a81-b6da-afe9d6cfd025 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (63458407-2b8b-40f4-9b77-00cf8972fc49), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.115013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-761848f7-ef24-4a81-b6da-afe9d6cfd025 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.116477 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-761848f7-ef24-4a81-b6da-afe9d6cfd025 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/63458407-2b8b-40f4-9b77-00cf8972fc49 HTTP/1.1" status: 204 len: 168 time: 0.1483705 Apr 06 14:36:17.120488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.122876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761848f7-ef24-4a81-b6da-afe9d6cfd025 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63458407-2b8b-40f4-9b77-00cf8972fc49,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.131192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9463864d-0427-4d6b-b5ec-7e63658fd11d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.295052 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1d5e9afc-c21c-4936-bdd3-860f097bc134 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1726048 Apr 06 14:36:17.303890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49914) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.343806 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a8add53e-1a95-41d9-a3c6-b62382add227 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags HTTP/1.1" status: 200 len: 237 time: 0.2981179 Apr 06 14:36:17.344432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49916) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.358886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-b2f194c2-6ffb-4917-afd2-17c2cbd9efc4 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', {'tags': ['tempest-TagsTest-Tag-1661046178', 'tempest-TagsTest-Tag-775103356', 'tempest-TagsTest-Tag-833271388']}) {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:17.391784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-ea54505e-8cdf-4b73-9eb6-cef6098582ed tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:17.394093 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-ea54505e-8cdf-4b73-9eb6-cef6098582ed tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=f94e4479-fe9c-444b-83e4-56ae361d861c HTTP/1.1" status: 200 len: 796 time: 0.1248457 Apr 06 14:36:17.474347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8df14aaa-9ac0-4c2a-b264-09517c65a436 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (01f8339c-8b47-4141-84c3-4016745dab59), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.483789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8df14aaa-9ac0-4c2a-b264-09517c65a436 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (01f8339c-8b47-4141-84c3-4016745dab59), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.543835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4b240aa8-93b0-4553-994d-e662dea47c35 req-4a0dd8cc-c6e0-47af-a4e5-49e0421055c7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a7213d4-da91-4cbf-bd53-a6fbf91f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0726719 Apr 06 14:36:17.580106 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b2f194c2-6ffb-4917-afd2-17c2cbd9efc4 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "PUT /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags HTTP/1.1" status: 200 len: 307 time: 0.2259984 Apr 06 14:36:17.580316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e6f91858-375f-4d00-9b45-74f9ea097ff0 req-448da7db-231e-4413-95ce-26c224e658bf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 210 time: 0.0510297 Apr 06 14:36:17.581045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49922) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.586272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-0ceceabc-96f9-45b7-a623-eab7bc329d1f tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-1661046178') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:17.587848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-37f2e0ed-9347-4f8b-8eaa-14600aecf5ce tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 471 time: 0.1835587 Apr 06 14:36:17.598772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['6dac8173-a213-400a-8c79-464cc5cf7c85']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:17.650258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.650622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (e380cdf5-826c-4ee1-a290-ebc2d1db53a0), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.650954 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP e380cdf5-826c-4ee1-a290-ebc2d1db53a0 disassociated. External IP: 172.26.6.245, port: 9463864d-0427-4d6b-b5ec-7e63658fd11d. Apr 06 14:36:17.651277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 9463864d-0427-4d6b-b5ec-7e63658fd11d owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:17.667119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8df14aaa-9ac0-4c2a-b264-09517c65a436 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (01f8339c-8b47-4141-84c3-4016745dab59), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.674792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8df14aaa-9ac0-4c2a-b264-09517c65a436 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.676952 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8df14aaa-9ac0-4c2a-b264-09517c65a436 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/01f8339c-8b47-4141-84c3-4016745dab59 HTTP/1.1" status: 204 len: 168 time: 0.3702927 Apr 06 14:36:17.679990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49924) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.720046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df14aaa-9ac0-4c2a-b264-09517c65a436 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01f8339c-8b47-4141-84c3-4016745dab59,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.753671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c952c7b0-8cb7-4741-90cc-dbdf8bd80314 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0713186 Apr 06 14:36:17.757066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49928) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.784336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92e09bea-896e-4488-929b-b005da8138d1 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (20d52750-3f72-440d-80d0-301c35fcc33d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.790057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92e09bea-896e-4488-929b-b005da8138d1 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (20d52750-3f72-440d-80d0-301c35fcc33d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.850400 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0ceceabc-96f9-45b7-a623-eab7bc329d1f tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "DELETE /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-1661046178 HTTP/1.1" status: 204 len: 168 time: 0.2682452 Apr 06 14:36:17.852829 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49932) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.857077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-21d081e6-8665-4b7c-92c4-d55adfc77d0e tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-1661046178') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:17.872221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:17.876616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.901999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92e09bea-896e-4488-929b-b005da8138d1 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (20d52750-3f72-440d-80d0-301c35fcc33d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.904444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (9463864d-0427-4d6b-b5ec-7e63658fd11d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.935143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-92e09bea-896e-4488-929b-b005da8138d1 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.936292 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-92e09bea-896e-4488-929b-b005da8138d1 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/20d52750-3f72-440d-80d0-301c35fcc33d HTTP/1.1" status: 204 len: 168 time: 0.1786349 Apr 06 14:36:17.943563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49934) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.946579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=9463864d-0427-4d6b-b5ec-7e63658fd11d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.953288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e09bea-896e-4488-929b-b005da8138d1 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20d52750-3f72-440d-80d0-301c35fcc33d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.960094 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-21d081e6-8665-4b7c-92c4-d55adfc77d0e tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] show failed (client error): The resource could not be found. Apr 06 14:36:17.961000 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-21d081e6-8665-4b7c-92c4-d55adfc77d0e tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-1661046178 HTTP/1.1" status: 404 len: 326 time: 0.1071820 Apr 06 14:36:17.963905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49936) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.975647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-ecc39694-1100-46e4-ab02-9c0dc56c7bbc tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-775103356') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.096933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-433468fb-ec01-48ad-b072-158d3fda3b4d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1521873 Apr 06 14:36:18.101400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49938) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.110690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.28 (f94e4479-fe9c-444b-83e4-56ae361d861c/ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a/de546c0b-6101-4bc5-9c45-140d6e86d2f7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:18.172480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-344327cd-f994-4595-9b1a-e38ca16f345f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (7412588e-6d69-4f8e-a28f-e9903e1418c4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.183542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ecc39694-1100-46e4-ab02-9c0dc56c7bbc tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-775103356 HTTP/1.1" status: 204 len: 168 time: 0.2152777 Apr 06 14:36:18.191937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49940) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.194082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-344327cd-f994-4595-9b1a-e38ca16f345f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (7412588e-6d69-4f8e-a28f-e9903e1418c4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.201373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-93232ed6-e959-4550-b6ad-105c76e9cff6 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-833271388') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.367752 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:18.378310 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-93232ed6-e959-4550-b6ad-105c76e9cff6 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-833271388 HTTP/1.1" status: 204 len: 168 time: 0.1824074 Apr 06 14:36:18.381639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.382865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49942) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.388395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-d9301412-062b-4b5e-a6ad-bf30744fb8d1 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.393823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-344327cd-f994-4595-9b1a-e38ca16f345f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (7412588e-6d69-4f8e-a28f-e9903e1418c4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.411582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-344327cd-f994-4595-9b1a-e38ca16f345f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.415888 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-344327cd-f994-4595-9b1a-e38ca16f345f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/7412588e-6d69-4f8e-a28f-e9903e1418c4 HTTP/1.1" status: 204 len: 168 time: 0.3078301 Apr 06 14:36:18.416072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49944) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.446685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344327cd-f994-4595-9b1a-e38ca16f345f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7412588e-6d69-4f8e-a28f-e9903e1418c4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.495738 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-232db720-2472-4d78-83c6-b727fe0198f5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0788231 Apr 06 14:36:18.498480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49946) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.540045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4de0725-f028-4f19-9b64-8fa2a3f17f67 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bc73c7e0-d1f7-4b19-85b6-7bd15077b181), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.542421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:18.553402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:18.563862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:18.564486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.569107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4de0725-f028-4f19-9b64-8fa2a3f17f67 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bc73c7e0-d1f7-4b19-85b6-7bd15077b181), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.575877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.631771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.641745 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d9301412-062b-4b5e-a6ad-bf30744fb8d1 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "DELETE /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags HTTP/1.1" status: 204 len: 168 time: 0.2578616 Apr 06 14:36:18.645185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49954) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.646224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:18.647237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.653206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.tag.tag_plugin [None req-35be5dbb-eaee-499e-a215-592278ff73e8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-775103356') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.662490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.662490 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a048661-5075-4677-8760-1f9412e5a7a0 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/ports/9463864d-0427-4d6b-b5ec-7e63658fd11d HTTP/1.1" status: 204 len: 168 time: 1.8171480 Apr 06 14:36:18.664548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49956) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.666930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=de546c0b-6101-4bc5-9c45-140d6e86d2f7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.688749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network f94e4479-fe9c-444b-83e4-56ae361d861c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:18.695224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:18.705991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.707123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74059a4-892b-4b2b-95ac-210ab84387a8 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:18.715744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4de0725-f028-4f19-9b64-8fa2a3f17f67 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (bc73c7e0-d1f7-4b19-85b6-7bd15077b181), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.723698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e4de0725-f028-4f19-9b64-8fa2a3f17f67 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.724880 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e4de0725-f028-4f19-9b64-8fa2a3f17f67 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/bc73c7e0-d1f7-4b19-85b6-7bd15077b181 HTTP/1.1" status: 204 len: 168 time: 0.2254455 Apr 06 14:36:18.731015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49958) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.745825 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-861cf3c8-8082-4d07-be0b-5184edcfb6a1 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/floatingips/e380cdf5-826c-4ee1-a290-ebc2d1db53a0 HTTP/1.1" status: 200 len: 688 time: 0.0777624 Apr 06 14:36:18.745825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de0725-f028-4f19-9b64-8fa2a3f17f67 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc73c7e0-d1f7-4b19-85b6-7bd15077b181,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.747413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49960) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.752520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:18.877545 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-edd41ad3-bcce-4b5b-a663-01abfccc25e9 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1451399 Apr 06 14:36:18.880629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49968) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.899648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:18.900439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.942304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port f9628952-7df4-49a1-8fb2-131353f62241 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:18.942989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f9628952-7df4-49a1-8fb2-131353f62241), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.001099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5c516913-b172-4493-b9f6-3d917b7bff0e None None] Provisioning complete for port de546c0b-6101-4bc5-9c45-140d6e86d2f7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:19.001386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5c516913-b172-4493-b9f6-3d917b7bff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.028886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f9628952-7df4-49a1-8fb2-131353f62241), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.029245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (f9628952-7df4-49a1-8fb2-131353f62241), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.039783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5c516913-b172-4493-b9f6-3d917b7bff0e None None] Port de546c0b-6101-4bc5-9c45-140d6e86d2f7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:19.043406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for f9628952-7df4-49a1-8fb2-131353f62241 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:19.221268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f9628952-7df4-49a1-8fb2-131353f62241), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.221682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e441a-a6ab-421a-b3aa-092a7b9a795f req-0b643939-890a-41de-802e-a58e43c2b4c3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:19.223770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b54e441a-a6ab-421a-b3aa-092a7b9a795f req-0b643939-890a-41de-802e-a58e43c2b4c3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 932 time: 0.5324314 Apr 06 14:36:19.241351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.api.v2.resource [None req-35be5dbb-eaee-499e-a215-592278ff73e8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] show failed (client error): The resource could not be found. Apr 06 14:36:19.244890 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-35be5dbb-eaee-499e-a215-592278ff73e8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-775103356 HTTP/1.1" status: 404 len: 325 time: 0.5929022 Apr 06 14:36:19.246963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49970) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.253166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-830e2dd6-198b-4c88-abdd-9f788c12f703 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7', 'tempest-TagsTest-Tag-833271388') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.255915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=f9628952-7df4-49a1-8fb2-131353f62241,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.317510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-4e187a94-76af-40fd-98a0-0efbba978082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7232232 Apr 06 14:36:19.326789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-db81aab3-ee44-42c7-8df8-02ca943654fa tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946225727&fields=id&tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 267 time: 0.4180558 Apr 06 14:36:19.343372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Request body: {'port': {'device_id': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:19.370094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (e380cdf5-826c-4ee1-a290-ebc2d1db53a0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.372638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.373810 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b99ec47e-8b33-44e8-b4ee-912b06efedf7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/floatingips/e380cdf5-826c-4ee1-a290-ebc2d1db53a0 HTTP/1.1" status: 204 len: 168 time: 0.6086617 Apr 06 14:36:19.377830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49972) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.380841 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b54e441a-a6ab-421a-b3aa-092a7b9a795f req-74494af5-d8f5-46ec-acb6-8fb345c2960b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412950 Apr 06 14:36:19.382528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '20e4430f-cd4c-4436-9634-2e9d487a825a'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:19.402033 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-830e2dd6-198b-4c88-abdd-9f788c12f703 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] show failed (client error): The resource could not be found. Apr 06 14:36:19.402033 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-830e2dd6-198b-4c88-abdd-9f788c12f703 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "GET /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags/tempest-TagsTest-Tag-833271388 HTTP/1.1" status: 404 len: 325 time: 0.1516404 Apr 06 14:36:19.403434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49974) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.407649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.tag.tag_plugin [None req-fc7ef1b3-45e2-4a52-b27b-8afabc36b303 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '898a0bdc-4b28-4c4f-a367-8b70bb8d42c7') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.432177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-235822eb-a49d-4735-9d03-c1d56ea295e7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (b2ab69e4-3a15-497b-8a4f-e5011d31491b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.487069 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fc7ef1b3-45e2-4a52-b27b-8afabc36b303 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "DELETE /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0825517 Apr 06 14:36:19.493588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-235822eb-a49d-4735-9d03-c1d56ea295e7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (b2ab69e4-3a15-497b-8a4f-e5011d31491b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.493770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.496092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49976) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.540089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.570936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-3e66f817-55fd-4f24-b006-55c4a4f4fd1b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:19.572440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-3e66f817-55fd-4f24-b006-55c4a4f4fd1b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 812 time: 0.2330790 Apr 06 14:36:19.615574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (898a0bdc-4b28-4c4f-a367-8b70bb8d42c7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.619388 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-1894cb14-a0c1-40fc-b627-d065785dc488 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/quotas/1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 375 time: 0.0222704 Apr 06 14:36:19.701266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-235822eb-a49d-4735-9d03-c1d56ea295e7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b2ab69e4-3a15-497b-8a4f-e5011d31491b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.703480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-235822eb-a49d-4735-9d03-c1d56ea295e7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.704762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-235822eb-a49d-4735-9d03-c1d56ea295e7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/b2ab69e4-3a15-497b-8a4f-e5011d31491b HTTP/1.1" status: 204 len: 168 time: 0.8224013 Apr 06 14:36:19.707401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49978) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.730026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235822eb-a49d-4735-9d03-c1d56ea295e7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab69e4-3a15-497b-8a4f-e5011d31491b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.738882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (898a0bdc-4b28-4c4f-a367-8b70bb8d42c7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.792202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898a0bdc-4b28-4c4f-a367-8b70bb8d42c7']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.795788 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-b93d319f-6f5c-43d8-a1a9-ec0466de8b0a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699262 Apr 06 14:36:19.808115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c104b0e5-57b3-4f77-af8e-e7bc60a4a474') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.808425 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c104b0e5-57b3-4f77-af8e-e7bc60a4a474') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.813063 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6fb7b980-463a-4ccc-b8ae-bfe0ab6019f2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1029565 Apr 06 14:36:19.819587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49982) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.823988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.824745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016652804'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:19.825381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (c104b0e5-57b3-4f77-af8e-e7bc60a4a474), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.872094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c104b0e5-57b3-4f77-af8e-e7bc60a4a474), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.883364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:19.883775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (c104b0e5-57b3-4f77-af8e-e7bc60a4a474), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:19.886880 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:19.939239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.001114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.188 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/077f25a7-dde2-4be8-944b-b703c891fa14) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:20.008052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de546c0b-6101-4bc5-9c45-140d6e86d2f7 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:36:20.022397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Publish callbacks [] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.051431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (898a0bdc-4b28-4c4f-a367-8b70bb8d42c7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.061340 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.063511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Transition to ACTIVE for port object de546c0b-6101-4bc5-9c45-140d6e86d2f7 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:36:20.064476 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] 10.222.0.89 "DELETE /v2.0/networks/898a0bdc-4b28-4c4f-a367-8b70bb8d42c7 HTTP/1.1" status: 204 len: 168 time: 0.5674438 Apr 06 14:36:20.065773 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-5e6f82a2-6f60-4247-ae0e-8f911d090dfb service neutron] 10.222.0.89 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564409 Apr 06 14:36:20.083613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93e4e1-ffd5-46ba-a1dd-844438818aa8 tempest-TagsTest-1970164479 tempest-TagsTest-1970164479-project] Pushing event deleted for resources: {'Network': ['ID=898a0bdc-4b28-4c4f-a367-8b70bb8d42c7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.133667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.140679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (077f25a7-dde2-4be8-944b-b703c891fa14), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.200478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (e4069427-db78-4af4-a91b-18fe1145fdfb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.233123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Pushing event updated for resources: {'Port': ['ID=de546c0b-6101-4bc5-9c45-140d6e86d2f7,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.240033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (077f25a7-dde2-4be8-944b-b703c891fa14), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.275639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:20.278807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:20.282507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:20.290887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-be9244c9-e7c0-408d-be0d-a0a4381bdc52 service neutron] 10.222.0.89 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140818 Apr 06 14:36:20.301239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e4069427-db78-4af4-a91b-18fe1145fdfb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.333713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=077f25a7-dde2-4be8-944b-b703c891fa14,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.353004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4069427-db78-4af4-a91b-18fe1145fdfb,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.372243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Attempting to bind port de546c0b-6101-4bc5-9c45-140d6e86d2f7 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:20.372583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Attempting to bind port de546c0b-6101-4bc5-9c45-140d6e86d2f7 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:20.372935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Attempting to bind port de546c0b-6101-4bc5-9c45-140d6e86d2f7 on network f94e4479-fe9c-444b-83e4-56ae361d861c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:20.380484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Port de546c0b-6101-4bc5-9c45-140d6e86d2f7 on network f94e4479-fe9c-444b-83e4-56ae361d861c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:36:20.380965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Attempting to bind port de546c0b-6101-4bc5-9c45-140d6e86d2f7 on network f94e4479-fe9c-444b-83e4-56ae361d861c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:20.387094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:20.387545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Checking segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:20.388338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Bound using segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:20.388915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Bound port: de546c0b-6101-4bc5-9c45-140d6e86d2f7, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:20.389516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.414756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.416156 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-561b84f2-f594-4f29-a40f-24e3aacfc0b8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5960824 Apr 06 14:36:20.423236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 49990) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.446917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'e4069427-db78-4af4-a91b-18fe1145fdfb', 'direction': 'ingress', 'protocol': 17}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:20.530396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] For port de546c0b-6101-4bc5-9c45-140d6e86d2f7, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:20.546524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] For port de546c0b-6101-4bc5-9c45-140d6e86d2f7, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=de546c0b-6101-4bc5-9c45-140d6e86d2f7,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:20.568305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (2f399773-6270-4a52-8a6b-d9646e1ea53b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.588845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b87ba4-16c4-4835-8526-acd3614178f8 req-2b701375-edda-4f1c-a2ae-da114b961d04 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:20.590368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49b87ba4-16c4-4835-8526-acd3614178f8 req-2b701375-edda-4f1c-a2ae-da114b961d04 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 944 time: 0.0976539 Apr 06 14:36:20.622931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.667660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 49998) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.702288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:20.702912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.704286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] 10.222.0.79 "PUT /v2.0/ports/de546c0b-6101-4bc5-9c45-140d6e86d2f7 HTTP/1.1" status: 200 len: 1094 time: 1.3766153 Apr 06 14:36:20.707371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'tag': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:20.710557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e179152b-60d3-49f4-bb45-d69adf8bbdef", "tag": "de546c0b-6101-4bc5-9c45-140d6e86d2f7"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:20.743774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (2f399773-6270-4a52-8a6b-d9646e1ea53b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.748113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49b87ba4-16c4-4835-8526-acd3614178f8 req-fcd7aac2-d547-430f-80f1-535b3e5c3fdc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469381 Apr 06 14:36:20.751311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03408395-a118-4d3f-8cc6-3f74ac9634f2 service neutron] Pushing event updated for resources: {'Port': ['ID=de546c0b-6101-4bc5-9c45-140d6e86d2f7,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.835034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878a7ec-8cfe-4ae4-8625-7d1b0e9bb266 x-openstack-request-id: req-7878a7ec-8cfe-4ae4-8625-7d1b0e9bb266 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:20.835479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e179152b-60d3-49f4-bb45-d69adf8bbdef", "tag": "de546c0b-6101-4bc5-9c45-140d6e86d2f7", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:20.835841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7878a7ec-8cfe-4ae4-8625-7d1b0e9bb266 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:20.836400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7878a7ec-8cfe-4ae4-8625-7d1b0e9bb266'] response: {'name': 'network-changed', 'server_uuid': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'tag': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7', 'status': 'completed', 'code': 200} Apr 06 14:36:20.850825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (2f399773-6270-4a52-8a6b-d9646e1ea53b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.906020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f399773-6270-4a52-8a6b-d9646e1ea53b,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.910694 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fc4d9947-acc5-4749-b2b5-8ad734706bcb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=358561f2dde3473294bbf5245c77ea98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411168 Apr 06 14:36:20.913350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50004) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.925070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (54d4851e-3b3d-49d4-8a3d-8d46be1437b3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.987340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-2f52333d-e7bc-4448-9a5f-a46ed18544ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:20.989081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-2f52333d-e7bc-4448-9a5f-a46ed18544ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 1128 time: 0.1350994 Apr 06 14:36:21.047018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e8a3-7b4e-4488-8973-a69f0f3c521e admin admin] Publish callbacks [] for security_group (d2d67e5a-ec76-4b87-925f-5461f73ebf0b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.080815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (077f25a7-dde2-4be8-944b-b703c891fa14), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.089361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.093679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dec5f6bb-3a92-4ed5-96f8-480eca9c7184 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6706092 Apr 06 14:36:21.104606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50010) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.149994 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b702f05-a985-4db9-9b68-724d72a9462f req-563645ab-4218-490c-9cb1-d74f1837ca2d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.1275616 Apr 06 14:36:21.185825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e8a3-7b4e-4488-8973-a69f0f3c521e admin admin] Publish callbacks [] for security_group (d2d67e5a-ec76-4b87-925f-5461f73ebf0b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.250553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (077f25a7-dde2-4be8-944b-b703c891fa14), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.309663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-692a1994-9bab-494e-a672-c5d2465d3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.310065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-692a1994-9bab-494e-a672-c5d2465d3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.311773 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-692a1994-9bab-494e-a672-c5d2465d3c52 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.3116689 Apr 06 14:36:21.314979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27284c6d-9689-475a-84d5-91e9e022543e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (e4069427-db78-4af4-a91b-18fe1145fdfb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.341136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (077f25a7-dde2-4be8-944b-b703c891fa14), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.424351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27284c6d-9689-475a-84d5-91e9e022543e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (e4069427-db78-4af4-a91b-18fe1145fdfb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.424634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=077f25a7-dde2-4be8-944b-b703c891fa14,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:21.434269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (54d4851e-3b3d-49d4-8a3d-8d46be1437b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.449833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e8a3-7b4e-4488-8973-a69f0f3c521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d2d67e5a-ec76-4b87-925f-5461f73ebf0b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.453233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e8a3-7b4e-4488-8973-a69f0f3c521e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.454386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5dc7e8a3-7b4e-4488-8973-a69f0f3c521e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2d67e5a-ec76-4b87-925f-5461f73ebf0b HTTP/1.1" status: 204 len: 168 time: 0.5400958 Apr 06 14:36:21.503250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e8a3-7b4e-4488-8973-a69f0f3c521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d67e5a-ec76-4b87-925f-5461f73ebf0b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:21.569185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-5bf719e7-4fa7-4adc-9669-24fffbc60cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.570696 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP 54d4851e-3b3d-49d4-8a3d-8d46be1437b3 associated. External IP: 172.26.6.188, port: 20e4430f-cd4c-4436-9634-2e9d487a825a. Apr 06 14:36:21.570922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac4188d6-df4c-4df8-9ed9-7bf3ebb080a6 req-5bf719e7-4fa7-4adc-9669-24fffbc60cc8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2536871 Apr 06 14:36:21.637540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27284c6d-9689-475a-84d5-91e9e022543e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e4069427-db78-4af4-a91b-18fe1145fdfb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.640061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-27284c6d-9689-475a-84d5-91e9e022543e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.643854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-27284c6d-9689-475a-84d5-91e9e022543e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/e4069427-db78-4af4-a91b-18fe1145fdfb HTTP/1.1" status: 204 len: 168 time: 0.5326121 Apr 06 14:36:21.645533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50020) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.670373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27284c6d-9689-475a-84d5-91e9e022543e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4069427-db78-4af4-a91b-18fe1145fdfb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:21.717108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-8ca07b8c-442d-4076-bbb9-99f6348be1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.718671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-8ca07b8c-442d-4076-bbb9-99f6348be1f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 1128 time: 0.1104596 Apr 06 14:36:21.728004 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-627f51cf-8345-4b38-b96b-aa006876110e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739856 Apr 06 14:36:21.728310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50022) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.737335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992292388'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:21.781623 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-89c9e263-3e5e-4ba1-91cc-41343957e3fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=de546c0b-6101-4bc5-9c45-140d6e86d2f7 HTTP/1.1" status: 200 len: 217 time: 0.0555112 Apr 06 14:36:21.839299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:21.876598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-b4e6c38a-c0af-4bfb-9b43-2e8a9137f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.878444 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-b4e6c38a-c0af-4bfb-9b43-2e8a9137f4a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a HTTP/1.1" status: 200 len: 838 time: 0.0894394 Apr 06 14:36:21.906009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.953745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc590b-2c0b-40ef-b8ce-dbc03d257717 req-5f5a529f-edaf-4502-af1a-77ddcdcb9868 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.955236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54dc590b-2c0b-40ef-b8ce-dbc03d257717 req-5f5a529f-edaf-4502-af1a-77ddcdcb9868 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 944 time: 0.1161795 Apr 06 14:36:21.974237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:21.985890 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:22.017208 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:22.017840 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.022911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-929593e1-7e6a-43de-b20a-65a0cc566687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:22.024464 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-929593e1-7e6a-43de-b20a-65a0cc566687 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f94e4479-fe9c-444b-83e4-56ae361d861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1317847 Apr 06 14:36:22.055642 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.061858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54dc590b-2c0b-40ef-b8ce-dbc03d257717 req-46ac38b2-2195-4254-9a2a-a5fec2b39d1f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951803 Apr 06 14:36:22.064314 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:22.064953 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:35:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.082357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.103896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.104456 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b9c79-a62d-4cbb-99e9-5fa37f183c53 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:22.111565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (de9fbcac-9521-4a51-8587-cf408704fb15), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.122055 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8f686e85-86c9-429f-89dc-0470a7fcff8e tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.7436614 Apr 06 14:36:22.124560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50026) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.129864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1228012958'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:22.150046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-355bff09-8ee5-4a29-b90a-2c8e333e7e61 service neutron] 10.222.0.79 "GET /v2.0/networks/f94e4479-fe9c-444b-83e4-56ae361d861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121285 Apr 06 14:36:22.200419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (de9fbcac-9521-4a51-8587-cf408704fb15), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.228613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:22.234294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.256169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fbcac-9521-4a51-8587-cf408704fb15,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.273871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:22.276321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3295c7c9-b0f7-4efc-b5e9-70608d58500e req-b8861e4a-4b4a-4435-8494-97ca3f633709 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0443425 Apr 06 14:36:22.286793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (261273d8-9fca-4fc8-9b7e-eb36e69fc2c1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.287414 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Added segment 261273d8-9fca-4fc8-9b7e-eb36e69fc2c1 of type vlan for network a38b021d-b2b0-4547-8274-031bd9ac77a0 Apr 06 14:36:22.304862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb75e4ba-fa7b-45ea-9fca-cdacdff14838 req-1178421f-e5f1-4066-aeba-fcc59db0eb9f service neutron] 10.222.0.79 "GET /v2.0/networks/f94e4479-fe9c-444b-83e4-56ae361d861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478863 Apr 06 14:36:22.318397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f13d58c-52a5-4b66-a0f6-b6cb079c6ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.334200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (a38b021d-b2b0-4547-8274-031bd9ac77a0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.348949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.350229 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ff890d71-9c30-4e3e-88c2-e78d53086de8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6211333 Apr 06 14:36:22.353094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50030) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.357622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--974566242'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:22.438661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.440777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (a38b021d-b2b0-4547-8274-031bd9ac77a0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.446750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:22.447330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.515234 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:36:22.532104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Network': ['ID=a38b021d-b2b0-4547-8274-031bd9ac77a0,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.542837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:22.551845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7e3cfcba-4798-4fe1-a106-316dbfe7f368 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4260271 Apr 06 14:36:22.554859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50032) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.561628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'subnet': {'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:22.585683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (d31f4823-6895-41fa-baa6-8da297e5edad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.632554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d31f4823-6895-41fa-baa6-8da297e5edad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.662005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31f4823-6895-41fa-baa6-8da297e5edad,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.727862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:22.731455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.754470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.755848 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4eca50c6-7e2e-4755-83cf-d9d6b6ab2482 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4017825 Apr 06 14:36:22.758694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50034) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.763806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'de9fbcac-9521-4a51-8587-cf408704fb15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd31f4823-6895-41fa-baa6-8da297e5edad', 'remote_ip_prefix': None}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:22.841441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (3833f605-f2f5-43dd-9267-799911d5fc90), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.911615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (3833f605-f2f5-43dd-9267-799911d5fc90), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.957649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (3833f605-f2f5-43dd-9267-799911d5fc90), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.975507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3833f605-f2f5-43dd-9267-799911d5fc90,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.979712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (b3fdb466-e42d-4783-8538-881a24afd90f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.028720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.030074 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3019de92-7e29-4d10-8720-7ccdc450c720 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2703805 Apr 06 14:36:23.032862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50036) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.042118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Subnet': ['ID=b3fdb466-e42d-4783-8538-881a24afd90f,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:23.050608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Checking segment: {'id': '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:23.050981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network hostable DHCP agents. Network: a38b021d-b2b0-4547-8274-031bd9ac77a0, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:23.062191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1c94e81-b07a-45dc-9f64-e8bfca072b0e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (3833f605-f2f5-43dd-9267-799911d5fc90), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.069741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1c94e81-b07a-45dc-9f64-e8bfca072b0e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (3833f605-f2f5-43dd-9267-799911d5fc90), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.122249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:23.197324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb6ea-148f-4bbb-a81f-93b771951ee1 req-bd5164e3-16df-4083-a642-06fdc0ba15a1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:23.198811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7beb6ea-148f-4bbb-a81f-93b771951ee1 req-bd5164e3-16df-4083-a642-06fdc0ba15a1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 944 time: 0.0631800 Apr 06 14:36:23.254495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7beb6ea-148f-4bbb-a81f-93b771951ee1 req-87eda07a-acea-4404-bb61-09b6296e376f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495517 Apr 06 14:36:23.307361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1c94e81-b07a-45dc-9f64-e8bfca072b0e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (3833f605-f2f5-43dd-9267-799911d5fc90), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.313725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1c94e81-b07a-45dc-9f64-e8bfca072b0e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.317315 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a1c94e81-b07a-45dc-9f64-e8bfca072b0e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/3833f605-f2f5-43dd-9267-799911d5fc90 HTTP/1.1" status: 204 len: 168 time: 0.2809544 Apr 06 14:36:23.317842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50042) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.320978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c94e81-b07a-45dc-9f64-e8bfca072b0e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3833f605-f2f5-43dd-9267-799911d5fc90,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:23.341272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, a38b021d-b2b0-4547-8274-031bd9ac77a0) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:23.348806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:23.349450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.350635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb440e87-3b2e-4a15-b68e-1e03f6266876 None None] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:23.384581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c348bba3-3b23-468e-8f77-a37a65c26e8e tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0656536 Apr 06 14:36:23.387551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50044) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.402625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7791232c-889b-4330-ad64-2e14186a25bc req-14ed9aeb-bbb2-417d-a03b-e0c2a87f16ce tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0436502 Apr 06 14:36:23.425478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.454803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13577d4c-e260-44e4-aadc-d635e9f2dd3d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (d31f4823-6895-41fa-baa6-8da297e5edad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.467807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-a38b021d-b2b0-4547-8274-031bd9ac77a0', 'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0', 'project_id': 'c259f26df7104d89808f3256c9a3c307', 'fixed_ips': [{'subnet_id': 'b3fdb466-e42d-4783-8538-881a24afd90f'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:23.468669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.478163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e71a5f4-4ae5-4b9a-91db-ce89706d66e8 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9180768 Apr 06 14:36:23.478581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50046) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.479274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13577d4c-e260-44e4-aadc-d635e9f2dd3d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (d31f4823-6895-41fa-baa6-8da297e5edad), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.484550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-589516419', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}, 'admin_state_up': False}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:23.575437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (0f38d892-4994-4a5a-869d-9b202f984046), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.576518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (0f38d892-4994-4a5a-869d-9b202f984046), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.636995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Allocated IP 172.20.0.2 (a38b021d-b2b0-4547-8274-031bd9ac77a0/b3fdb466-e42d-4783-8538-881a24afd90f/f104419b-7ae0-42fb-b756-469abc071679) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:23.642181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_controller (0f38d892-4994-4a5a-869d-9b202f984046), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.799975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Publish callbacks [] for port (f104419b-7ae0-42fb-b756-469abc071679), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.914799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (f104419b-7ae0-42fb-b756-469abc071679), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.946922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13577d4c-e260-44e4-aadc-d635e9f2dd3d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d31f4823-6895-41fa-baa6-8da297e5edad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.950360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13577d4c-e260-44e4-aadc-d635e9f2dd3d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.956023 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-13577d4c-e260-44e4-aadc-d635e9f2dd3d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/d31f4823-6895-41fa-baa6-8da297e5edad HTTP/1.1" status: 204 len: 168 time: 0.5628645 Apr 06 14:36:23.958469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50048) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.964199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:23.970091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:23.974333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:23.980791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13577d4c-e260-44e4-aadc-d635e9f2dd3d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31f4823-6895-41fa-baa6-8da297e5edad,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:23.988642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Pushing event updated for resources: {'Port': ['ID=f104419b-7ae0-42fb-b756-469abc071679,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.041215 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-35434b01-b5ff-4e2a-b37b-08eee7008860 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0814018 Apr 06 14:36:24.044060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.061564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Attempting to bind port f104419b-7ae0-42fb-b756-469abc071679 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:24.061946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Attempting to bind port f104419b-7ae0-42fb-b756-469abc071679 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:24.062315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Attempting to bind port f104419b-7ae0-42fb-b756-469abc071679 on network a38b021d-b2b0-4547-8274-031bd9ac77a0 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:24.067943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:24.068331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Checking segment: {'id': '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:24.068758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.069162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Bound using segment: {'id': '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:24.069645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Bound port: f104419b-7ae0-42fb-b756-469abc071679, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:24.070054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f104419b-7ae0-42fb-b756-469abc071679), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.113450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa15dcbc-c4e3-487a-9a8c-69c62d4a5db5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (de9fbcac-9521-4a51-8587-cf408704fb15), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.141519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa15dcbc-c4e3-487a-9a8c-69c62d4a5db5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (de9fbcac-9521-4a51-8587-cf408704fb15), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.155189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] For port f104419b-7ae0-42fb-b756-469abc071679, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:24.161345 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] For port f104419b-7ae0-42fb-b756-469abc071679, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f104419b-7ae0-42fb-b756-469abc071679,segment=NetworkSegment(261273d8-9fca-4fc8-9b7e-eb36e69fc2c1),segment_id=261273d8-9fca-4fc8-9b7e-eb36e69fc2c1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:24.232302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (0f38d892-4994-4a5a-869d-9b202f984046), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.248198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f104419b-7ae0-42fb-b756-469abc071679), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.271978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-16567b00-9508-4412-9e3f-c5cbf2c7c949 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:24.274607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-16567b00-9508-4412-9e3f-c5cbf2c7c949 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 812 time: 0.4883218 Apr 06 14:36:24.276211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa15dcbc-c4e3-487a-9a8c-69c62d4a5db5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (de9fbcac-9521-4a51-8587-cf408704fb15), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.279217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aa15dcbc-c4e3-487a-9a8c-69c62d4a5db5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.283023 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aa15dcbc-c4e3-487a-9a8c-69c62d4a5db5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/de9fbcac-9521-4a51-8587-cf408704fb15 HTTP/1.1" status: 204 len: 168 time: 0.2377295 Apr 06 14:36:24.286302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50056) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.311133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15dcbc-c4e3-487a-9a8c-69c62d4a5db5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fbcac-9521-4a51-8587-cf408704fb15,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.329906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ce440-c59e-458c-bc46-44de82ab5575 None None] Pushing event updated for resources: {'Port': ['ID=f104419b-7ae0-42fb-b756-469abc071679,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.350527 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9d87c5b0-05fc-407a-bbc5-731d29c61252 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0557344 Apr 06 14:36:24.355253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50058) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.356851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032787340'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:24.433440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.481563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-56985c92-613c-48c7-831d-1eed375c6b0b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 379 time: 0.1900098 Apr 06 14:36:24.496112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'port': {'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'admin_state_up': True, 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'security_groups': ['e96beedc-8b0f-450f-afed-13f1d9dfb742']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:24.534332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (d1e06558-9b86-4cca-9cb8-b1a7a383e35e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.597857 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b919c06-1b2b-43d1-b23f-feb06821800b req-4dc451c6-19bd-4920-82d5-c52db6f076c2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0774410 Apr 06 14:36:24.620824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52be8d5-596c-46c4-ac84-d73640ed1619 req-fcd4f1b1-afd2-42d0-932c-f8da0cb41fa1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:24.623715 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d1e06558-9b86-4cca-9cb8-b1a7a383e35e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.631374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a52be8d5-596c-46c4-ac84-d73640ed1619 req-fcd4f1b1-afd2-42d0-932c-f8da0cb41fa1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 944 time: 0.2524691 Apr 06 14:36:24.696209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e06558-9b86-4cca-9cb8-b1a7a383e35e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.761287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a52be8d5-596c-46c4-ac84-d73640ed1619 req-c775d6cc-4d78-4878-a748-49b857d687dc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321323 Apr 06 14:36:24.772061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.776459 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-76adda84-341d-4f4d-8591-ce069cb9f8b7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4232810 Apr 06 14:36:24.776706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50062) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.781798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': 'd1e06558-9b86-4cca-9cb8-b1a7a383e35e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:24.792952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3009710e-8f67-4488-ac64-168d3c39615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.878075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Made reservation on behalf of 1a315d932f2d48d7b0eba7b4b6bcdab2 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:24.881656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.933039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (0f38d892-4994-4a5a-869d-9b202f984046), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.995763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.016824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (25b6f92e-c993-4920-81cf-aa3b836a1488), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.171131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Allocated IP 172.20.0.10 (661eb41e-2088-413c-98f9-50ad8667e372/a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a/dd5371e7-c5d0-493a-8460-69aa6450eeae) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:25.208418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (25b6f92e-c993-4920-81cf-aa3b836a1488), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.233980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.26.6.254 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/7c3a612e-7d32-4773-8eda-b45ec7d8b310) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:25.297323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (25b6f92e-c993-4920-81cf-aa3b836a1488), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.376214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b6f92e-c993-4920-81cf-aa3b836a1488,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:25.451681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.468719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device de546c0b-6101-4bc5-9c45-140d6e86d2f7 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:36:25.470714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (7c3a612e-7d32-4773-8eda-b45ec7d8b310), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.499251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.500500 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-60ded1d0-99ce-477e-8593-e09c4f051c7b tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7227099 Apr 06 14:36:25.503748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50064) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.542076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c893042-998d-4825-b629-186e144ed7d0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (25b6f92e-c993-4920-81cf-aa3b836a1488), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.553682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c893042-998d-4825-b629-186e144ed7d0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (25b6f92e-c993-4920-81cf-aa3b836a1488), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.593775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port de546c0b-6101-4bc5-9c45-140d6e86d2f7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=de546c0b-6101-4bc5-9c45-140d6e86d2f7,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:25.598504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.609402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'port_id': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7', 'mac_address': 'fa:16:3e:e2:85:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:36:25.655886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port de546c0b-6101-4bc5-9c45-140d6e86d2f7 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:25.656497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.661461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (7c3a612e-7d32-4773-8eda-b45ec7d8b310), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.667147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Network 661eb41e-2088-413c-98f9-50ad8667e372 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:25.685245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:25.687590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abbbf5-5d77-490a-aa65-fbed4615980e None None] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:25.690969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:25.692609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de546c0b-6101-4bc5-9c45-140d6e86d2f7 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:36:25.712099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=dd5371e7-c5d0-493a-8460-69aa6450eeae,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:25.789859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port de546c0b-6101-4bc5-9c45-140d6e86d2f7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=de546c0b-6101-4bc5-9c45-140d6e86d2f7,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:25.794899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] Provisioning complete for port f104419b-7ae0-42fb-b756-469abc071679 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:25.798749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f104419b-7ae0-42fb-b756-469abc071679), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.801056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c893042-998d-4825-b629-186e144ed7d0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (25b6f92e-c993-4920-81cf-aa3b836a1488), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.808743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c893042-998d-4825-b629-186e144ed7d0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.810081 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c893042-998d-4825-b629-186e144ed7d0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/25b6f92e-c993-4920-81cf-aa3b836a1488 HTTP/1.1" status: 204 len: 168 time: 0.3003118 Apr 06 14:36:25.833372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50070) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.833372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c893042-998d-4825-b629-186e144ed7d0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25b6f92e-c993-4920-81cf-aa3b836a1488,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:25.846266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:25.846266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.917646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:25.925618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:25.926541 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bec7c5f6-6130-40bb-8ac2-00f827198784 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0901616 Apr 06 14:36:25.927174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50072) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.933462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:25.961274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] Current status of the port f104419b-7ae0-42fb-b756-469abc071679 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:25.961602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f104419b-7ae0-42fb-b756-469abc071679), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.963671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f104419b-7ae0-42fb-b756-469abc071679 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:26.000217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.001907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.034680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e12d84d-a5b6-437c-96cd-d29f718bf204 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (d1e06558-9b86-4cca-9cb8-b1a7a383e35e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.075569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e12d84d-a5b6-437c-96cd-d29f718bf204 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (d1e06558-9b86-4cca-9cb8-b1a7a383e35e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.075910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] For port f104419b-7ae0-42fb-b756-469abc071679, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f104419b-7ae0-42fb-b756-469abc071679,segment=NetworkSegment(261273d8-9fca-4fc8-9b7e-eb36e69fc2c1),segment_id=261273d8-9fca-4fc8-9b7e-eb36e69fc2c1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:26.149040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f104419b-7ae0-42fb-b756-469abc071679 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:26.149664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f104419b-7ae0-42fb-b756-469abc071679), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.167229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=7c3a612e-7d32-4773-8eda-b45ec7d8b310,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.179069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f104419b-7ae0-42fb-b756-469abc071679), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.195593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b14a5-3cce-4fd2-847f-b640ebc74ae9 req-9d607c72-b4a6-4ce1-b4ba-356eefc19182 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:26.198823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=de546c0b-6101-4bc5-9c45-140d6e86d2f7,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.202795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e12d84d-a5b6-437c-96cd-d29f718bf204 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (d1e06558-9b86-4cca-9cb8-b1a7a383e35e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.205569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-375b14a5-3cce-4fd2-847f-b640ebc74ae9 req-9d607c72-b4a6-4ce1-b4ba-356eefc19182 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 932 time: 0.3550842 Apr 06 14:36:26.215194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4e12d84d-a5b6-437c-96cd-d29f718bf204 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.218042 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4e12d84d-a5b6-437c-96cd-d29f718bf204 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/d1e06558-9b86-4cca-9cb8-b1a7a383e35e HTTP/1.1" status: 204 len: 168 time: 0.2898960 Apr 06 14:36:26.222673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50074) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:26.227982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9a14-e14d-4804-9091-cecd0da83ecd req-ea03bf6b-41ef-4483-8eee-0388028f60f9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:26.229552 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-356c9a14-e14d-4804-9091-cecd0da83ecd req-ea03bf6b-41ef-4483-8eee-0388028f60f9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 945 time: 0.2382176 Apr 06 14:36:26.235760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ddf06e18-2df6-48b0-b3a7-82ed1b178e6d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7461610 Apr 06 14:36:26.238685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['de546c0b-6101-4bc5-9c45-140d6e86d2f7'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:36:26.254485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Request body: {'port': {'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:26.284727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12d84d-a5b6-437c-96cd-d29f718bf204 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e06558-9b86-4cca-9cb8-b1a7a383e35e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.348003 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a03f495-a79f-4e37-9636-9b26e630a5b4 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047239 Apr 06 14:36:26.349033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50076) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:26.365700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571034d-93e0-4e09-950c-6e6ae6ba73cb None None] Pushing event updated for resources: {'Port': ['ID=f104419b-7ae0-42fb-b756-469abc071679,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.379954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112687340'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:26.380303 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-375b14a5-3cce-4fd2-847f-b640ebc74ae9 req-9ddc458b-2080-47d2-a325-512b33e8c59f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718025 Apr 06 14:36:26.421636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-46d7bb36-2973-469a-93e8-6ffeaa572e37 None None] Provisioning complete for port dd5371e7-c5d0-493a-8460-69aa6450eeae triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:26.422020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-46d7bb36-2973-469a-93e8-6ffeaa572e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.454009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.473645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.478468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f104419b-7ae0-42fb-b756-469abc071679 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:26.503817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-46d7bb36-2973-469a-93e8-6ffeaa572e37 None None] Port dd5371e7-c5d0-493a-8460-69aa6450eeae cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:26.523960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-356c9a14-e14d-4804-9091-cecd0da83ecd req-53e5f528-79c1-43e0-b931-61ef2dcd005b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826118 Apr 06 14:36:26.598346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (0f38d892-4994-4a5a-869d-9b202f984046), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.636978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (5d3c9f93-aae5-4a59-850f-ae6549eb4525), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.736150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5d3c9f93-aae5-4a59-850f-ae6549eb4525), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.761631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f5d17d86-d2fd-4e00-bd50-49ae1f37dcb4 None None] Provisioning complete for port f104419b-7ae0-42fb-b756-469abc071679 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:26.762000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5d17d86-d2fd-4e00-bd50-49ae1f37dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f104419b-7ae0-42fb-b756-469abc071679), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.790026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c9f93-aae5-4a59-850f-ae6549eb4525,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.837534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.843359 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-81b06882-9764-4d99-9a33-fb921264bfff tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4905131 Apr 06 14:36:26.844643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50078) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:26.865547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': '5d3c9f93-aae5-4a59-850f-ae6549eb4525', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:26.923000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f5d17d86-d2fd-4e00-bd50-49ae1f37dcb4 None None] Current status of the port f104419b-7ae0-42fb-b756-469abc071679 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:27.285472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (0f38d892-4994-4a5a-869d-9b202f984046), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.374129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5371e7-c5d0-493a-8460-69aa6450eeae {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:36:27.412266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Publish callbacks [] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.418484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (b92e5679-8952-4cbc-8dd9-f83cfdb890a6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.426308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.453320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Transition to ACTIVE for port object dd5371e7-c5d0-493a-8460-69aa6450eeae will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:36:27.495958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device de546c0b-6101-4bc5-9c45-140d6e86d2f7 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:27.521866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.611258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (b92e5679-8952-4cbc-8dd9-f83cfdb890a6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.643748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2db5b-a97b-4591-84ca-280835427eb7 req-dedb5c4a-1595-4cc7-b8b1-57f8d47159b2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:27.645432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6ba2db5b-a97b-4591-84ca-280835427eb7 req-dedb5c4a-1595-4cc7-b8b1-57f8d47159b2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 932 time: 0.1875458 Apr 06 14:36:27.664259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Pushing event updated for resources: {'Port': ['ID=dd5371e7-c5d0-493a-8460-69aa6450eeae,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:27.678043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port de546c0b-6101-4bc5-9c45-140d6e86d2f7 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:36:27.685735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port de546c0b-6101-4bc5-9c45-140d6e86d2f7 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:27.685735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.752102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b92e5679-8952-4cbc-8dd9-f83cfdb890a6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.821721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port de546c0b-6101-4bc5-9c45-140d6e86d2f7 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:27.822265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.832012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92e5679-8952-4cbc-8dd9-f83cfdb890a6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:27.837881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 0f38d892-4994-4a5a-869d-9b202f984046 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:27.856046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6ba2db5b-a97b-4591-84ca-280835427eb7 req-67629b97-928f-4edd-89c3-56976230e362 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935608 Apr 06 14:36:27.872848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f104419b-7ae0-42fb-b756-469abc071679 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:27.875274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6233-3d80-4c58-b7cb-731159f287b3 req-0e9bf826-baa3-4dcd-a0a0-3d3e49b61792 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:27.877359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a9c6233-3d80-4c58-b7cb-731159f287b3 req-0e9bf826-baa3-4dcd-a0a0-3d3e49b61792 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 945 time: 0.2451975 Apr 06 14:36:27.893051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:27.895509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18306b1-ac9a-4938-a8a7-aa13a9f97ea4" -d '{"events": [{"server_uuid": "e179152b-60d3-49f4-bb45-d69adf8bbdef", "name": "network-vif-plugged", "status": "completed", "tag": "de546c0b-6101-4bc5-9c45-140d6e86d2f7"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:27.926234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port de546c0b-6101-4bc5-9c45-140d6e86d2f7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=de546c0b-6101-4bc5-9c45-140d6e86d2f7,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:27.954956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37fb6d6-c4c2-43eb-837d-020c038f1c30 x-openstack-request-id: req-c37fb6d6-c4c2-43eb-837d-020c038f1c30 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:27.955257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e179152b-60d3-49f4-bb45-d69adf8bbdef", "name": "network-vif-plugged", "status": "completed", "tag": "de546c0b-6101-4bc5-9c45-140d6e86d2f7", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:27.955522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c37fb6d6-c4c2-43eb-837d-020c038f1c30 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:27.955949 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37fb6d6-c4c2-43eb-837d-020c038f1c30'] response: {'server_uuid': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7', 'code': 200} Apr 06 14:36:27.975119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f104419b-7ae0-42fb-b756-469abc071679 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:27.975516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f104419b-7ae0-42fb-b756-469abc071679), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.000190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.005283 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:28.026519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.027774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4dc5261d-45d4-4eda-abc5-d9edb400ef3f tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1740208 Apr 06 14:36:28.030456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50086) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.039704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] Sync routers for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:28.060546 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d6ea17b-f153-44bb-8873-e1defb200c47 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules/b92e5679-8952-4cbc-8dd9-f83cfdb890a6 HTTP/1.1" status: 200 len: 763 time: 0.0283604 Apr 06 14:36:28.063200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Attempting to bind port dd5371e7-c5d0-493a-8460-69aa6450eeae on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:28.063584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Attempting to bind port dd5371e7-c5d0-493a-8460-69aa6450eeae by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:28.069401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50088) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.069550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Attempting to bind port dd5371e7-c5d0-493a-8460-69aa6450eeae on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:28.075378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Port dd5371e7-c5d0-493a-8460-69aa6450eeae on network 661eb41e-2088-413c-98f9-50ad8667e372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:36:28.076037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Attempting to bind port dd5371e7-c5d0-493a-8460-69aa6450eeae on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:28.081940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:28.082732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.088511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=de546c0b-6101-4bc5-9c45-140d6e86d2f7,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:28.095563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:28.099740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Checking segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:28.099740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Bound using segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:28.099740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Bound port: dd5371e7-c5d0-493a-8460-69aa6450eeae, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:28.099740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.112835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.114070 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6e28029f-d1e5-4de2-8a05-f43011b9cbcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6340113 Apr 06 14:36:28.118658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50090) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.126878 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a9c6233-3d80-4c58-b7cb-731159f287b3 req-d1f84f5a-5576-408f-b877-e043a091e8e8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231160 Apr 06 14:36:28.129054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.164145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:28.164916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.190005 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-08d7d89a-aee8-4993-bce6-ed21c9689dda tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1238160 Apr 06 14:36:28.190280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] For port dd5371e7-c5d0-493a-8460-69aa6450eeae, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:28.192257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50092) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.209522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.210186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4aa4d-42bd-4150-82f9-ae43616de98c None None] The sync data for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:28.214192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f104419b-7ae0-42fb-b756-469abc071679 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:28.236355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d98071f-6c44-494d-831a-6e10228a6099 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (b92e5679-8952-4cbc-8dd9-f83cfdb890a6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.240202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] For port dd5371e7-c5d0-493a-8460-69aa6450eeae, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:28.247201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d98071f-6c44-494d-831a-6e10228a6099 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (b92e5679-8952-4cbc-8dd9-f83cfdb890a6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.375688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.408679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d98071f-6c44-494d-831a-6e10228a6099 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b92e5679-8952-4cbc-8dd9-f83cfdb890a6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.415875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7d98071f-6c44-494d-831a-6e10228a6099 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.417118 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7d98071f-6c44-494d-831a-6e10228a6099 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/b92e5679-8952-4cbc-8dd9-f83cfdb890a6 HTTP/1.1" status: 204 len: 168 time: 0.2237813 Apr 06 14:36:28.421087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50094) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.436999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:28.438243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.439715 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] 10.222.0.79 "PUT /v2.0/ports/dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 200 len: 1094 time: 2.1902006 Apr 06 14:36:28.451489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98071f-6c44-494d-831a-6e10228a6099 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b92e5679-8952-4cbc-8dd9-f83cfdb890a6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:28.453203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:28.455488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a1ae03-1796-422d-beca-61922042b728" -d '{"events": [{"name": "network-changed", "server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:28.478976 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ce5abd43-d2d9-4897-a65b-c469d6e5c976 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568039 Apr 06 14:36:28.481540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50098) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.485861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': '5d3c9f93-aae5-4a59-850f-ae6549eb4525', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:28.492692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb2cd0-920c-478b-825a-dda73d57a73b req-4a1b47ea-04f1-4976-a48e-85bfd127589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:28.505429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b6bb2cd0-920c-478b-825a-dda73d57a73b req-4a1b47ea-04f1-4976-a48e-85bfd127589d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 1130 time: 0.1603553 Apr 06 14:36:28.506867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435410cf-f5ce-415e-a785-080d4b09213e service neutron] Pushing event updated for resources: {'Port': ['ID=dd5371e7-c5d0-493a-8460-69aa6450eeae,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:28.511099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5258dd0-e878-4bd3-a0ff-66b91f6bf173 x-openstack-request-id: req-a5258dd0-e878-4bd3-a0ff-66b91f6bf173 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:28.511389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:28.511646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a5258dd0-e878-4bd3-a0ff-66b91f6bf173 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:28.512046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5258dd0-e878-4bd3-a0ff-66b91f6bf173'] response: {'name': 'network-changed', 'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'status': 'completed', 'code': 200} Apr 06 14:36:28.620481 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b6bb2cd0-920c-478b-825a-dda73d57a73b req-1451344b-2a98-4d1e-94c4-9449738f7154 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032126 Apr 06 14:36:28.629744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1ae03-1796-422d-beca-61922042b728 req-a125b2af-8733-41c5-a5c0-6276aa331000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:28.631346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-06a1ae03-1796-422d-beca-61922042b728 req-a125b2af-8733-41c5-a5c0-6276aa331000 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1128 time: 0.0899873 Apr 06 14:36:28.655458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.692404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (905a85b3-880f-4689-8b20-6161c1be6bf3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.827003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.831556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (905a85b3-880f-4689-8b20-6161c1be6bf3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.905773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (905a85b3-880f-4689-8b20-6161c1be6bf3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.934217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1ae03-1796-422d-beca-61922042b728 req-6c56ac49-49fb-4584-8b25-e221378b70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:28.935856 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-06a1ae03-1796-422d-beca-61922042b728 req-6c56ac49-49fb-4584-8b25-e221378b70fb service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1195078 Apr 06 14:36:28.967158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905a85b3-880f-4689-8b20-6161c1be6bf3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.027199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.029937 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-200c37ab-69d3-45f2-9e18-a25ea38976fd tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5466552 Apr 06 14:36:29.033869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50102) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.065891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4bdce900-32d9-479e-90db-032b343126cc tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules/905a85b3-880f-4689-8b20-6161c1be6bf3 HTTP/1.1" status: 200 len: 763 time: 0.0311260 Apr 06 14:36:29.069070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50104) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.124241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001125-23b8-4cdf-ac5f-8f1745d7cc85 req-f32daa46-02ff-4cba-bb82-6ae5bbc067d0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:29.125782 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d001125-23b8-4cdf-ac5f-8f1745d7cc85 req-f32daa46-02ff-4cba-bb82-6ae5bbc067d0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.1691074 Apr 06 14:36:29.126860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1ae03-1796-422d-beca-61922042b728 req-ecc57048-f3f9-4d6a-a29c-d42868953c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:29.128178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-06a1ae03-1796-422d-beca-61922042b728 req-ecc57048-f3f9-4d6a-a29c-d42868953c86 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1855347 Apr 06 14:36:29.155289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-740c1fe4-5496-4609-8911-ebb06862aac6 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0805120 Apr 06 14:36:29.155616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50106) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.189178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.1 (a38b021d-b2b0-4547-8274-031bd9ac77a0/b3fdb466-e42d-4783-8538-881a24afd90f/2a237aba-2247-4d67-bd26-46d8137966fb) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:29.203151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ded02f8-f810-40d8-8266-15ed0b0593f0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (905a85b3-880f-4689-8b20-6161c1be6bf3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.216458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d001125-23b8-4cdf-ac5f-8f1745d7cc85 req-8b7d6fcf-aadd-457a-b8cc-b741c46bc502 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769358 Apr 06 14:36:29.228564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ded02f8-f810-40d8-8266-15ed0b0593f0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (905a85b3-880f-4689-8b20-6161c1be6bf3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.333545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893a51-3b7f-40e3-88be-56f98881f60c req-77a09d9a-b1fa-4d1a-85c5-3f705b3984ac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:29.335200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13893a51-3b7f-40e3-88be-56f98881f60c req-77a09d9a-b1fa-4d1a-85c5-3f705b3984ac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 946 time: 0.0774126 Apr 06 14:36:29.338022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-f045030c-5f3a-45b7-8025-4889fb7caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:29.339947 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-f045030c-5f3a-45b7-8025-4889fb7caa9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1128 time: 0.0901766 Apr 06 14:36:29.359682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (2a237aba-2247-4d67-bd26-46d8137966fb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.369927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ded02f8-f810-40d8-8266-15ed0b0593f0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (905a85b3-880f-4689-8b20-6161c1be6bf3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.374370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6ded02f8-f810-40d8-8266-15ed0b0593f0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.375835 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6ded02f8-f810-40d8-8266-15ed0b0593f0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/905a85b3-880f-4689-8b20-6161c1be6bf3 HTTP/1.1" status: 204 len: 168 time: 0.2192187 Apr 06 14:36:29.380895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50110) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.400944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-fb383e94-f89e-4efd-8fe2-0dd327bfa20a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 200 len: 217 time: 0.0441825 Apr 06 14:36:29.410704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded02f8-f810-40d8-8266-15ed0b0593f0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=905a85b3-880f-4689-8b20-6161c1be6bf3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.453246 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f8674741-bc86-4aca-8b5b-64fa8a0e6913 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661960 Apr 06 14:36:29.453523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50112) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.457916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': '5d3c9f93-aae5-4a59-850f-ae6549eb4525', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:29.474476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13893a51-3b7f-40e3-88be-56f98881f60c req-f117793a-8359-47ed-b9b9-da80b1634de6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309707 Apr 06 14:36:29.489413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-1df02117-11a1-4a6c-8047-026136e3eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:29.490912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-1df02117-11a1-4a6c-8047-026136e3eac2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0804896 Apr 06 14:36:29.496055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.546000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:29.549605 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:29.555041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:29.560238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=2a237aba-2247-4d67-bd26-46d8137966fb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.592494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bd179a82-b465-48ae-87e0-b859d5813263), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.593858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-d282309c-93a9-4e6f-ae63-5e72eee85891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:29.596043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-d282309c-93a9-4e6f-ae63-5e72eee85891 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0710881 Apr 06 14:36:29.623532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (0f38d892-4994-4a5a-869d-9b202f984046), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.732273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bd179a82-b465-48ae-87e0-b859d5813263), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.825029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (bd179a82-b465-48ae-87e0-b859d5813263), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.844963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd179a82-b465-48ae-87e0-b859d5813263,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.852118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5fb20eb4-c7a7-4c20-92e7-de11c7e01413 None None] Provisioning complete for port 2a237aba-2247-4d67-bd26-46d8137966fb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:29.852623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5fb20eb4-c7a7-4c20-92e7-de11c7e01413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.898290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5fb20eb4-c7a7-4c20-92e7-de11c7e01413 None None] Port 2a237aba-2247-4d67-bd26-46d8137966fb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:29.915334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.931282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.934732 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-91c2b897-2696-4da1-bad1-0cda23bf99a0 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777944 Apr 06 14:36:29.935173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50114) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.977708 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2a8fb001-ef45-4a1b-bd4f-b797a143dcf8 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules/bd179a82-b465-48ae-87e0-b859d5813263 HTTP/1.1" status: 200 len: 764 time: 0.0414400 Apr 06 14:36:29.980176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50116) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.025241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-0ab90bcc-5512-46f8-8f4c-f29b95b6658a service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199803 Apr 06 14:36:30.073759 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-780f0196-5713-4d06-a67a-fe4add51fdc5 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0924559 Apr 06 14:36:30.078248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50118) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.126948 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-307b3ca0-0afb-4916-bf87-2ac9316a2f5e req-ec55c6f2-b56c-4f9a-889d-c3fc46120c7b service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951607 Apr 06 14:36:30.147671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-198f0dd4-15e1-44cf-9cd6-0e06f109dcfb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bd179a82-b465-48ae-87e0-b859d5813263), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.161388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-198f0dd4-15e1-44cf-9cd6-0e06f109dcfb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (bd179a82-b465-48ae-87e0-b859d5813263), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.311220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-198f0dd4-15e1-44cf-9cd6-0e06f109dcfb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (bd179a82-b465-48ae-87e0-b859d5813263), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.322817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-198f0dd4-15e1-44cf-9cd6-0e06f109dcfb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.326483 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-198f0dd4-15e1-44cf-9cd6-0e06f109dcfb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/bd179a82-b465-48ae-87e0-b859d5813263 HTTP/1.1" status: 204 len: 168 time: 0.2448034 Apr 06 14:36:30.329454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50122) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.338048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0dd4-15e1-44cf-9cd6-0e06f109dcfb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd179a82-b465-48ae-87e0-b859d5813263,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.363469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (2a237aba-2247-4d67-bd26-46d8137966fb), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.384459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7bd7ea10-518b-463b-ae1b-10476a9d4205 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534785 Apr 06 14:36:30.387189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50124) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.397146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830276b-53c4-4a58-949d-c3b9fa3bef90 req-144a0133-67cd-4dd5-92ba-c669865363a2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:30.399504 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a830276b-53c4-4a58-949d-c3b9fa3bef90 req-144a0133-67cd-4dd5-92ba-c669865363a2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.1152952 Apr 06 14:36:30.429106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.460257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a830276b-53c4-4a58-949d-c3b9fa3bef90 req-4a90194b-d012-403a-85df-7525c99012d9 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542221 Apr 06 14:36:30.535433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a79654d1-2725-42ac-8cb7-5d5e7034fd91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (5d3c9f93-aae5-4a59-850f-ae6549eb4525), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.537413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (0f38d892-4994-4a5a-869d-9b202f984046), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.539108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=2a237aba-2247-4d67-bd26-46d8137966fb,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.643419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a79654d1-2725-42ac-8cb7-5d5e7034fd91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (5d3c9f93-aae5-4a59-850f-ae6549eb4525), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.644386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390960-2dd2-4223-9f08-f558cb09ba68 req-b1027ec3-54d9-453e-8f8e-975fa2a85dc3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:30.647122 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed390960-2dd2-4223-9f08-f558cb09ba68 req-b1027ec3-54d9-453e-8f8e-975fa2a85dc3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 946 time: 0.0872216 Apr 06 14:36:30.719922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed390960-2dd2-4223-9f08-f558cb09ba68 req-47aed1ac-1c34-4412-a0c7-56fc9fcf5edc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646086 Apr 06 14:36:30.741422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:30.744082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:30.811217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a79654d1-2725-42ac-8cb7-5d5e7034fd91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5d3c9f93-aae5-4a59-850f-ae6549eb4525), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.813906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a79654d1-2725-42ac-8cb7-5d5e7034fd91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.815100 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a79654d1-2725-42ac-8cb7-5d5e7034fd91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/5d3c9f93-aae5-4a59-850f-ae6549eb4525 HTTP/1.1" status: 204 len: 168 time: 0.4268322 Apr 06 14:36:30.818579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50130) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.835390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79654d1-2725-42ac-8cb7-5d5e7034fd91 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3c9f93-aae5-4a59-850f-ae6549eb4525,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.923123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 0f38d892-4994-4a5a-869d-9b202f984046 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:30.970733 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3c8c7e30-471d-4496-9c6d-1c23419c3662 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1499271 Apr 06 14:36:30.974601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50132) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.981463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group': {'name': 'tempest-secgroup--350609940'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:31.027955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60c2d-b616-4838-bdd3-04086df7f284 req-7182b5b4-8a2a-4828-8d68-407fe6450121 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:31.030215 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ae60c2d-b616-4838-bdd3-04086df7f284 req-7182b5b4-8a2a-4828-8d68-407fe6450121 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 946 time: 0.1702447 Apr 06 14:36:31.081414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:31.089433 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f6f104c3-f1c4-4e3f-a245-e15a53045355 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/routers/0f38d892-4994-4a5a-869d-9b202f984046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8938034 Apr 06 14:36:31.090397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50134) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.094615 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] Sync routers for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:31.097200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.105937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'port': {'network_id': 'a38b021d-b2b0-4547-8274-031bd9ac77a0', 'name': 'tempest-FloatingIPTestJSON-1982360199'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:31.113343 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:31.113343 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.142591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-49f3ebc0-e007-4350-8fc5-b2d0c65abf08 None None] Provisioning complete for port 2a237aba-2247-4d67-bd26-46d8137966fb triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:31.143176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-49f3ebc0-e007-4350-8fc5-b2d0c65abf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.146586 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ae60c2d-b616-4838-bdd3-04086df7f284 req-45e17de8-ffb9-42b2-9499-6b6d43a2ac1f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938673 Apr 06 14:36:31.153139 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.163081 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:31.164652 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.199800 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.200789 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f73d20-305f-45af-be59-297ae573e0f9 None None] The sync data for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:31.227095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (9efd7f52-064c-464b-a7b2-50417656471e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.236586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-49f3ebc0-e007-4350-8fc5-b2d0c65abf08 None None] Port 2a237aba-2247-4d67-bd26-46d8137966fb cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:31.300557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9efd7f52-064c-464b-a7b2-50417656471e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.330139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd7f52-064c-464b-a7b2-50417656471e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.380936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Made reservation on behalf of c259f26df7104d89808f3256c9a3c307 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:31.385051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.405785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.407111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d8541a45-0f53-46c6-87c6-bdef86ab45a2 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4312654 Apr 06 14:36:31.409808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50140) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.410260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] device_id is not set on port d1871c6a-fe46-4015-9b12-05db4ab0c815 yet. {{(pid=104421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:31.415260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Request body: {'security_group_rule': {'security_group_id': '9efd7f52-064c-464b-a7b2-50417656471e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:31.495033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (990e336a-8948-48d3-bb72-10bfb79c4648), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.527617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Allocated IP 172.20.0.7 (a38b021d-b2b0-4547-8274-031bd9ac77a0/b3fdb466-e42d-4783-8538-881a24afd90f/d1871c6a-fe46-4015-9b12-05db4ab0c815) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:31.637279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (990e336a-8948-48d3-bb72-10bfb79c4648), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.659801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd0109-f999-498f-a530-41c14a292046 req-ef47fe94-9bb9-46ec-9a5c-60ce7c4250ca tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:31.661324 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9dfd0109-f999-498f-a530-41c14a292046 req-ef47fe94-9bb9-46ec-9a5c-60ce7c4250ca tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.0781348 Apr 06 14:36:31.693168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for port (d1871c6a-fe46-4015-9b12-05db4ab0c815), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.705814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (990e336a-8948-48d3-bb72-10bfb79c4648), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.743351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9dfd0109-f999-498f-a530-41c14a292046 req-c4a242ce-7a61-4cb6-8ea1-ecc0663e7ced tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758781 Apr 06 14:36:31.746665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990e336a-8948-48d3-bb72-10bfb79c4648,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.859810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d1871c6a-fe46-4015-9b12-05db4ab0c815), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.873975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.875231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3303be8f-7b21-4dac-b7fe-59243e8be8ce tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4643598 Apr 06 14:36:31.877842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50144) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.901606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:31.904675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:31.907105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:31.946617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2d20ca08-3ac6-45d7-9457-f4cb068ec068 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (9efd7f52-064c-464b-a7b2-50417656471e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.950870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event updated for resources: {'Port': ['ID=d1871c6a-fe46-4015-9b12-05db4ab0c815,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.975728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2d20ca08-3ac6-45d7-9457-f4cb068ec068 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (9efd7f52-064c-464b-a7b2-50417656471e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.985875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:31.986541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.069572 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-79ace879-0832-406f-92a9-6239af3bede4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9788539 Apr 06 14:36:32.073504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50146) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.084939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Request body: {'floatingip': {'port_id': 'd1871c6a-fe46-4015-9b12-05db4ab0c815'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:32.124246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2d20ca08-3ac6-45d7-9457-f4cb068ec068 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (9efd7f52-064c-464b-a7b2-50417656471e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.126963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2d20ca08-3ac6-45d7-9457-f4cb068ec068 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.128295 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2d20ca08-3ac6-45d7-9457-f4cb068ec068 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/9efd7f52-064c-464b-a7b2-50417656471e HTTP/1.1" status: 204 len: 168 time: 0.2495329 Apr 06 14:36:32.130893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50148) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.161381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (54d4851e-3b3d-49d4-8a3d-8d46be1437b3), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.189916 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9fc94e8e-27cb-4100-bbd4-4bfff7a0f52d tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550086 Apr 06 14:36:32.190132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50150) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.199032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20ca08-3ac6-45d7-9457-f4cb068ec068 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd7f52-064c-464b-a7b2-50417656471e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:32.236676 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bcbdc046-7ef1-4dc4-b377-988525a0681a tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0432143 Apr 06 14:36:32.237054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50152) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.251199 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-ccbe1aba-e50f-44dc-b9d1-b0ef1c6204eb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] delete failed (client error): The resource could not be found. Apr 06 14:36:32.255454 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ccbe1aba-e50f-44dc-b9d1-b0ef1c6204eb tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "DELETE /v2.0/security-groups/9efd7f52-064c-464b-a7b2-50417656471e HTTP/1.1" status: 404 len: 347 time: 0.0142612 Apr 06 14:36:32.256284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.262251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7939b297-eea6-4143-a7ff-0da135c806e7 None None] Provisioning complete for port d1871c6a-fe46-4015-9b12-05db4ab0c815 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:32.263321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7939b297-eea6-4143-a7ff-0da135c806e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d1871c6a-fe46-4015-9b12-05db4ab0c815), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.300760 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fc8188eb-2334-45eb-8e9d-dde1af9ec0a7 tempest-SecGroupTest-805146627 tempest-SecGroupTest-805146627-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0422428 Apr 06 14:36:32.303023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7939b297-eea6-4143-a7ff-0da135c806e7 None None] Port d1871c6a-fe46-4015-9b12-05db4ab0c815 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:32.652310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50158) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.699900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.770184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (54d4851e-3b3d-49d4-8a3d-8d46be1437b3), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.832209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50164) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.954862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c939e-e76c-489a-b505-58b7f08df52c req-886f14d4-05da-4416-8ab9-f1a26459e7cb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.956374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d5c939e-e76c-489a-b505-58b7f08df52c req-886f14d4-05da-4416-8ab9-f1a26459e7cb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.1106224 Apr 06 14:36:32.988103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP 54d4851e-3b3d-49d4-8a3d-8d46be1437b3 associated. External IP: 172.26.6.188, port: 20e4430f-cd4c-4436-9634-2e9d487a825a. Apr 06 14:36:33.118233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-57fd1e83-f30b-476f-9918-acbe5702e588 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2f112378c7914f5d8f129f58a740eb50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824714 Apr 06 14:36:33.119612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50168) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:33.131843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d5c939e-e76c-489a-b505-58b7f08df52c req-e250dea1-1d0d-4e49-9e21-e0f9454f70b3 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633635 Apr 06 14:36:33.174032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.230757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfca-4218-410a-b032-8dfb8d0411f3 admin admin] Publish callbacks [] for security_group (f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.285654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfca-4218-410a-b032-8dfb8d0411f3 admin admin] Publish callbacks [] for security_group (f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.338200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:33.463615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.17 (f94e4479-fe9c-444b-83e4-56ae361d861c/ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a/0083324d-f9b2-4294-b520-ff548c84805a) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:33.589495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (0083324d-f9b2-4294-b520-ff548c84805a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.684610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0083324d-f9b2-4294-b520-ff548c84805a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.709021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfca-4218-410a-b032-8dfb8d0411f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.712470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfca-4218-410a-b032-8dfb8d0411f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.716836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aabbbfca-4218-410a-b032-8dfb8d0411f3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f HTTP/1.1" status: 204 len: 168 time: 0.5938168 Apr 06 14:36:33.730970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbbfca-4218-410a-b032-8dfb8d0411f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e21ae2-01aa-4aad-a52e-04a6bcba4b3f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.759739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network f94e4479-fe9c-444b-83e4-56ae361d861c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:33.768728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:33.782343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=0083324d-f9b2-4294-b520-ff548c84805a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.786490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:33.823858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:33.834614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:33.855858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:33.857578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.876545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.910118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.934070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:33.934940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.983455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.984383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da602137-acd2-4ebc-8e9d-c8ec297491b4 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:34.138865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 0f38d892-4994-4a5a-869d-9b202f984046 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:34.149624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-30b0ed0c-ed78-4751-8268-871c0e99d2b9 None None] Provisioning complete for port 0083324d-f9b2-4294-b520-ff548c84805a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:34.150096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0083324d-f9b2-4294-b520-ff548c84805a), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.153521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-30b0ed0c-ed78-4751-8268-871c0e99d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0083324d-f9b2-4294-b520-ff548c84805a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.196221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-30b0ed0c-ed78-4751-8268-871c0e99d2b9 None None] Port 0083324d-f9b2-4294-b520-ff548c84805a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:34.331984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:34.343900 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] Sync routers for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:34.348789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.360521 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:34.361199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:34.402359 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:34.412876 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:34.414056 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:34.437858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72d2cf-9c75-49d2-b0c8-524fb3dc949c req-a0ea9ae0-8f82-4cc6-84b8-138aece94e9b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:34.439616 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf72d2cf-9c75-49d2-b0c8-524fb3dc949c req-a0ea9ae0-8f82-4cc6-84b8-138aece94e9b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.2011662 Apr 06 14:36:34.441854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-806c8f9c-4de1-4d8d-81be-1d64383b6737 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/floatingips/54d4851e-3b3d-49d4-8a3d-8d46be1437b3 HTTP/1.1" status: 200 len: 978 time: 2.3670053 Apr 06 14:36:34.446644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50182) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.491761 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:34.494463 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ced80-af8d-428e-a9f2-722d8ca0895d None None] The sync data for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:34.589762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf72d2cf-9c75-49d2-b0c8-524fb3dc949c req-4ed934a4-196c-4c09-9794-1ee12ff3a43f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331067 Apr 06 14:36:34.623612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port d1871c6a-fe46-4015-9b12-05db4ab0c815 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:34.624324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d1871c6a-fe46-4015-9b12-05db4ab0c815), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.749003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d1871c6a-fe46-4015-9b12-05db4ab0c815), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.928781 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (0083324d-f9b2-4294-b520-ff548c84805a), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.964953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.964953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (54d4851e-3b3d-49d4-8a3d-8d46be1437b3), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.964953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Floating IP 54d4851e-3b3d-49d4-8a3d-8d46be1437b3 disassociated. External IP: 172.26.6.188, port: d1871c6a-fe46-4015-9b12-05db4ab0c815. Apr 06 14:36:34.965341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for d1871c6a-fe46-4015-9b12-05db4ab0c815 owned by {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:35.010268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0083324d-f9b2-4294-b520-ff548c84805a), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.084754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=0083324d-f9b2-4294-b520-ff548c84805a,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.110822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.182269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d1871c6a-fe46-4015-9b12-05db4ab0c815), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.214060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=d1871c6a-fe46-4015-9b12-05db4ab0c815,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.224814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network f94e4479-fe9c-444b-83e4-56ae361d861c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:35.226840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:35.354287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:35.492159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 0f38d892-4994-4a5a-869d-9b202f984046 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:35.512652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:35.529033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:35.547816 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b006c13d-de0b-4cfd-86ee-5089683f7549 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/37751c9b-761e-4397-baba-0f952788935b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943427 Apr 06 14:36:35.576860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:35.577608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.701000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:35.726543 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] Sync routers for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:35.742389 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:35.745195 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.761930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:35.792546 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.802732 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:35.803349 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.847439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679b039-c6c3-4f2f-80a3-8c6463754c6e req-26b0a7b5-10d3-40cf-b8a3-b491be39088e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:35.849531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0679b039-c6c3-4f2f-80a3-8c6463754c6e req-26b0a7b5-10d3-40cf-b8a3-b491be39088e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.1591325 Apr 06 14:36:35.853261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.856838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-08a26f09-e6ca-45f6-82e9-c347590f450f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/ports/d1871c6a-fe46-4015-9b12-05db4ab0c815 HTTP/1.1" status: 204 len: 168 time: 1.4110286 Apr 06 14:36:35.859593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50210) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.863117 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.864219 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9a268-55fc-4e01-a21a-fb2778708488 None None] The sync data for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:35.914951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3ebf865c-e053-47cb-8f8c-901055701dbe None None] Provisioning complete for port 0083324d-f9b2-4294-b520-ff548c84805a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:35.915627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf865c-e053-47cb-8f8c-901055701dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0083324d-f9b2-4294-b520-ff548c84805a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.944518 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0679b039-c6c3-4f2f-80a3-8c6463754c6e req-ca0a0a7b-4f2d-4407-acdf-cfc1a6c7bf2b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860519 Apr 06 14:36:35.997876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf865c-e053-47cb-8f8c-901055701dbe None None] Port 0083324d-f9b2-4294-b520-ff548c84805a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:36.174737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:34Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0083324d-f9b2-4294-b520-ff548c84805a', 'name': '', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:09:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:33Z', 'updated_at': '2022-04-06T14:36:34Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:36.207247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:36.207612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Updating router 37751c9b-761e-4397-baba-0f952788935b port 0083324d-f9b2-4294-b520-ff548c84805a binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:36:36.237571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0083324d-f9b2-4294-b520-ff548c84805a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.338366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (0f38d892-4994-4a5a-869d-9b202f984046), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.546003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Publish callbacks [] for port (0083324d-f9b2-4294-b520-ff548c84805a), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.626499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0083324d-f9b2-4294-b520-ff548c84805a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.643993 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 2a237aba-2247-4d67-bd26-46d8137966fb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:36.644348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.672432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50220) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:36.678288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746698290', 'description': 'tempest-secgroup-smoke-746698290 description', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:36.682891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0027d1-d58c-4d85-b85f-7489b7233091 None None] Pushing event updated for resources: {'Port': ['ID=0083324d-f9b2-4294-b520-ff548c84805a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.735575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Attempting to bind port 0083324d-f9b2-4294-b520-ff548c84805a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:36.735952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Attempting to bind port 0083324d-f9b2-4294-b520-ff548c84805a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:36.736313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Attempting to bind port 0083324d-f9b2-4294-b520-ff548c84805a on network f94e4479-fe9c-444b-83e4-56ae361d861c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:36.744190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:36.748668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Checking segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:36.748668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.748668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Bound using segment: {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:36.748668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Bound port: 0083324d-f9b2-4294-b520-ff548c84805a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad3085a-7d7a-4c25-97ff-c9682905f489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:36.748668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0083324d-f9b2-4294-b520-ff548c84805a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.754001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.767854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 2a237aba-2247-4d67-bd26-46d8137966fb owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:36.791024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.808508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.817421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] For port 0083324d-f9b2-4294-b520-ff548c84805a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:36.821640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] For port 0083324d-f9b2-4294-b520-ff548c84805a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0083324d-f9b2-4294-b520-ff548c84805a,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:36.919263 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0083324d-f9b2-4294-b520-ff548c84805a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.941286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (8a0f0790-cdec-4aa1-b0a5-1f44898e8f86), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.987354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0027d1-d58c-4d85-b85f-7489b7233091 None None] Pushing event updated for resources: {'Port': ['ID=0083324d-f9b2-4294-b520-ff548c84805a,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.993202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:36.993868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:37.009403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8a0f0790-cdec-4aa1-b0a5-1f44898e8f86), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.059623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2a237aba-2247-4d67-bd26-46d8137966fb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.094129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=2a237aba-2247-4d67-bd26-46d8137966fb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.097817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] Provisioning complete for port 0083324d-f9b2-4294-b520-ff548c84805a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:37.098199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0083324d-f9b2-4294-b520-ff548c84805a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.123881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f0790-cdec-4aa1-b0a5-1f44898e8f86,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.175722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:37.177282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (be58f79b-d01b-4b76-badf-7590cffb202e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.219616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c124a-1508-4c24-842c-e7480ab37b40 req-f6a5304d-5d1a-4518-a737-c90e300b3eb2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:37.221169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-959c124a-1508-4c24-842c-e7480ab37b40 req-f6a5304d-5d1a-4518-a737-c90e300b3eb2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.1097772 Apr 06 14:36:37.268098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (be58f79b-d01b-4b76-badf-7590cffb202e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.348378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-959c124a-1508-4c24-842c-e7480ab37b40 req-4011fd30-ce66-4e7b-aae9-1988087f855f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201060 Apr 06 14:36:37.354458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be58f79b-d01b-4b76-badf-7590cffb202e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.383813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.384995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c052ec5c-0bac-4e15-ad4d-f1b99eb4338a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7114222 Apr 06 14:36:37.388082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50224) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.396102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group_rule': {'security_group_id': 'be58f79b-d01b-4b76-badf-7590cffb202e', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:37.400408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (0f38d892-4994-4a5a-869d-9b202f984046), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.496006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (742eab49-a01d-4906-bf81-172a84e685a1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.514424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] Current status of the port 0083324d-f9b2-4294-b520-ff548c84805a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:37.514814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0083324d-f9b2-4294-b520-ff548c84805a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.557435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (742eab49-a01d-4906-bf81-172a84e685a1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.593651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] For port 0083324d-f9b2-4294-b520-ff548c84805a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0083324d-f9b2-4294-b520-ff548c84805a,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:37.636859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (742eab49-a01d-4906-bf81-172a84e685a1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.646992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 0f38d892-4994-4a5a-869d-9b202f984046 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:37.655154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742eab49-a01d-4906-bf81-172a84e685a1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.669105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0083324d-f9b2-4294-b520-ff548c84805a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.711165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:34Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0083324d-f9b2-4294-b520-ff548c84805a', 'name': '', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:09:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:33Z', 'updated_at': '2022-04-06T14:36:36Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:37.735689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.743108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7a6ba935-86f3-4c75-bb08-a97900530c13 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467834 Apr 06 14:36:37.743108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50226) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.745344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group_rule': {'security_group_id': 'be58f79b-d01b-4b76-badf-7590cffb202e', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:37.746178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0411-9222-42fe-bb7d-657c66af331c None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:34Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0083324d-f9b2-4294-b520-ff548c84805a', 'name': '', 'network_id': 'f94e4479-fe9c-444b-83e4-56ae361d861c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:09:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:33Z', 'updated_at': '2022-04-06T14:36:36Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:37.765000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287015bb-3999-4f07-9f90-e8d79e62dee6 None None] Pushing event updated for resources: {'Port': ['ID=0083324d-f9b2-4294-b520-ff548c84805a,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.769911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:37.775584 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c3cd505-3d7f-4402-97ff-b4b5bd558b7a tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/routers/0f38d892-4994-4a5a-869d-9b202f984046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9144528 Apr 06 14:36:37.778114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50228) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.788335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] Sync routers for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:37.831678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (329b161c-03b5-4bd2-aee3-7e968ec8f1c4), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.837651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:37.838301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:37.886138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:37.888769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-30bcdfa3-cc0b-4089-9f6b-d0861c8f188e None None] Provisioning complete for port 0083324d-f9b2-4294-b520-ff548c84805a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:37.889317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-30bcdfa3-cc0b-4089-9f6b-d0861c8f188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0083324d-f9b2-4294-b520-ff548c84805a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.916965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (329b161c-03b5-4bd2-aee3-7e968ec8f1c4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.926287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router (0f38d892-4994-4a5a-869d-9b202f984046), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.926982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] Routers {'0f38d892-4994-4a5a-869d-9b202f984046'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:37.927624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['0f38d892-4994-4a5a-869d-9b202f984046'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:37.969983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:37.970639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f6c5e-52c0-48c3-9f58-230dcf2556cd None None] The sync data for ids ['0f38d892-4994-4a5a-869d-9b202f984046'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:37.998020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (329b161c-03b5-4bd2-aee3-7e968ec8f1c4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.027622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329b161c-03b5-4bd2-aee3-7e968ec8f1c4,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.036129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-30bcdfa3-cc0b-4089-9f6b-d0861c8f188e None None] Current status of the port 0083324d-f9b2-4294-b520-ff548c84805a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:38.062424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (0f38d892-4994-4a5a-869d-9b202f984046), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.097473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.100166 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-40138362-46fc-42b3-81f0-386cd4dab299 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3579330 Apr 06 14:36:38.102997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50232) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.107828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group_rule': {'security_group_id': 'be58f79b-d01b-4b76-badf-7590cffb202e', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:38.196218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 7c3a612e-7d32-4773-8eda-b45ec7d8b310 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:38.196570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (7c3a612e-7d32-4773-8eda-b45ec7d8b310), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.244152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (c414e6e9-a3bf-488c-8838-778100e2036f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.315459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (7c3a612e-7d32-4773-8eda-b45ec7d8b310), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.331485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (c414e6e9-a3bf-488c-8838-778100e2036f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.336248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 7c3a612e-7d32-4773-8eda-b45ec7d8b310 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:38.444172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c414e6e9-a3bf-488c-8838-778100e2036f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.478278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c414e6e9-a3bf-488c-8838-778100e2036f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.498546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002cd82-66f9-41f8-a8e5-2f1834301b46 req-a9ecb921-e68b-43c2-a304-74b7ed6bdace tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:38.502548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5002cd82-66f9-41f8-a8e5-2f1834301b46 req-a9ecb921-e68b-43c2-a304-74b7ed6bdace tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.0649600 Apr 06 14:36:38.552284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.553633 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9bd62110-ff10-437e-be9e-5c56064ff469 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4495749 Apr 06 14:36:38.555740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5002cd82-66f9-41f8-a8e5-2f1834301b46 req-6cbbd9f7-b505-400b-bdf2-e415068f0fae tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447695 Apr 06 14:36:38.557320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50236) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.563071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group_rule': {'security_group_id': 'be58f79b-d01b-4b76-badf-7590cffb202e', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:38.607591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (7c3a612e-7d32-4773-8eda-b45ec7d8b310), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.632655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=7c3a612e-7d32-4773-8eda-b45ec7d8b310,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.669872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (55cf212a-c08a-4310-ba6a-277d03de3f71), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.701019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (0f38d892-4994-4a5a-869d-9b202f984046), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.727889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (55cf212a-c08a-4310-ba6a-277d03de3f71), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.794496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (0f38d892-4994-4a5a-869d-9b202f984046), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.796524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_controller (0f38d892-4994-4a5a-869d-9b202f984046), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.813487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (55cf212a-c08a-4310-ba6a-277d03de3f71), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.833062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cf212a-c08a-4310-ba6a-277d03de3f71,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.902121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.903361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c3864084-0bda-4a5a-82f7-41676ebdee70 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450124 Apr 06 14:36:38.906182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50238) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.910493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group_rule': {'security_group_id': 'be58f79b-d01b-4b76-badf-7590cffb202e', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:38.911909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (0f38d892-4994-4a5a-869d-9b202f984046), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.912481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Fanout notify agent at l3_agent the message router_deleted on router 0f38d892-4994-4a5a-869d-9b202f984046 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:38.919173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.920753 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a1e32445-b7d7-4486-8b0b-820b34c59443 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/routers/0f38d892-4994-4a5a-869d-9b202f984046 HTTP/1.1" status: 204 len: 168 time: 1.1411409 Apr 06 14:36:38.923065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50240) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.976096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting subnet b3fdb466-e42d-4783-8538-881a24afd90f {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:38.979266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for subnet (b3fdb466-e42d-4783-8538-881a24afd90f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.009913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Project ea0a83ce4d434521b93ae5f55ba20317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:39.015345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (fd3c4e86-8fe2-4ecf-a446-9d01c6d770b1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.031481 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (b3fdb466-e42d-4783-8538-881a24afd90f), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.077814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (fd3c4e86-8fe2-4ecf-a446-9d01c6d770b1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.118762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b3fdb466-e42d-4783-8538-881a24afd90f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.158043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (fd3c4e86-8fe2-4ecf-a446-9d01c6d770b1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.175598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3c4e86-8fe2-4ecf-a446-9d01c6d770b1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.244202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (b3fdb466-e42d-4783-8538-881a24afd90f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.269426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fdb466-e42d-4783-8538-881a24afd90f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.275292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.280788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8c26a-92ff-4881-a0c9-079b52c61ce5 None None] Network a38b021d-b2b0-4547-8274-031bd9ac77a0 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:39.284218 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e0268fcc-bc30-4c07-aac7-5f9a2352a021 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/subnets/b3fdb466-e42d-4783-8538-881a24afd90f HTTP/1.1" status: 204 len: 168 time: 0.3570309 Apr 06 14:36:39.284494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50242) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.303624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.305877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7445b820-4f71-45f5-9683-46da8590d5de tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3987703 Apr 06 14:36:39.308905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50244) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.313712 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'security_group_rule': {'security_group_id': 'be58f79b-d01b-4b76-badf-7590cffb202e', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:39.365079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (a38b021d-b2b0-4547-8274-031bd9ac77a0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.416115 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Project ea0a83ce4d434521b93ae5f55ba20317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:39.421307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (054b6cf5-d6f5-4606-aa9c-941ed074ee0f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.423258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port f104419b-7ae0-42fb-b756-469abc071679 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:39.423629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f104419b-7ae0-42fb-b756-469abc071679), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.448954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] DHCP port deletion for a38b021d-b2b0-4547-8274-031bd9ac77a0 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:39.499590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (054b6cf5-d6f5-4606-aa9c-941ed074ee0f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.500491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] For port f104419b-7ae0-42fb-b756-469abc071679, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f104419b-7ae0-42fb-b756-469abc071679,segment=NetworkSegment(261273d8-9fca-4fc8-9b7e-eb36e69fc2c1),segment_id=261273d8-9fca-4fc8-9b7e-eb36e69fc2c1)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:39.500491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f104419b-7ae0-42fb-b756-469abc071679), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.504934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] Deleting port f104419b-7ae0-42fb-b756-469abc071679 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:39.505390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f104419b-7ae0-42fb-b756-469abc071679), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.525153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for f104419b-7ae0-42fb-b756-469abc071679 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:39.574362 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] For port f104419b-7ae0-42fb-b756-469abc071679, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f104419b-7ae0-42fb-b756-469abc071679,segment=NetworkSegment(261273d8-9fca-4fc8-9b7e-eb36e69fc2c1),segment_id=261273d8-9fca-4fc8-9b7e-eb36e69fc2c1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:39.574764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f104419b-7ae0-42fb-b756-469abc071679), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.586401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (054b6cf5-d6f5-4606-aa9c-941ed074ee0f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.592639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] Calling delete_port for f104419b-7ae0-42fb-b756-469abc071679 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:39.607017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054b6cf5-d6f5-4606-aa9c-941ed074ee0f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.683317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1efe-f642-48fd-9f1c-0cf2fd77318b req-e8c983f6-fd64-4eb2-a500-8ac40d671a20 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:39.684220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.684740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca0c1efe-f642-48fd-9f1c-0cf2fd77318b req-e8c983f6-fd64-4eb2-a500-8ac40d671a20 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.0575361 Apr 06 14:36:39.685666 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5d5034a2-ebd2-4abb-9b1d-15c7b7111cb4 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3756480 Apr 06 14:36:39.688412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50248) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.693356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'network': {'name': 'tempest-network-smoke--2003105058', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:39.699620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f104419b-7ae0-42fb-b756-469abc071679), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.704227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (f104419b-7ae0-42fb-b756-469abc071679), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.734108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] Pushing event deleted for resources: {'Port': ['ID=f104419b-7ae0-42fb-b756-469abc071679,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.736052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1112eb-7f59-403a-b585-4d985c601668 None None] No DVR routers for this DVR port f104419b-7ae0-42fb-b756-469abc071679 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:39.736265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=f104419b-7ae0-42fb-b756-469abc071679,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.750309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] No DVR routers for this DVR port f104419b-7ae0-42fb-b756-469abc071679 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:39.803360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Made reservation on behalf of ea0a83ce4d434521b93ae5f55ba20317 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:39.804098 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca0c1efe-f642-48fd-9f1c-0cf2fd77318b req-eaa42e47-d308-4591-a014-e52c1df242b1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131759 Apr 06 14:36:39.808134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.842979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:39.845058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0083324d-f9b2-4294-b520-ff548c84805a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:39.854681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (782808eb-b694-425e-9c7a-ba545b2b951d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.855668 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Added segment 782808eb-b694-425e-9c7a-ba545b2b951d of type vlan for network 7b173f36-3505-41ca-9e4b-2588a08ddfad Apr 06 14:36:39.857555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (a38b021d-b2b0-4547-8274-031bd9ac77a0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.888990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38b021d-b2b0-4547-8274-031bd9ac77a0']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:39.897205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (7b173f36-3505-41ca-9e4b-2588a08ddfad), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.898978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:39.899327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261273d8-9fca-4fc8-9b7e-eb36e69fc2c1') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:39.904192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0083324d-f9b2-4294-b520-ff548c84805a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:39.904746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0083324d-f9b2-4294-b520-ff548c84805a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.910637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (261273d8-9fca-4fc8-9b7e-eb36e69fc2c1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.925436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (261273d8-9fca-4fc8-9b7e-eb36e69fc2c1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.932817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:39.933291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (261273d8-9fca-4fc8-9b7e-eb36e69fc2c1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:39.936932 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:39.958112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (7b173f36-3505-41ca-9e4b-2588a08ddfad), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.963961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:39.964544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.994199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0083324d-f9b2-4294-b520-ff548c84805a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:40.031862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Network': ['ID=7b173f36-3505-41ca-9e4b-2588a08ddfad,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:40.042687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:40.043757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (a38b021d-b2b0-4547-8274-031bd9ac77a0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.049153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.056051 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/networks/a38b021d-b2b0-4547-8274-031bd9ac77a0 HTTP/1.1" status: 204 len: 168 time: 0.7696974 Apr 06 14:36:40.056148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50250) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.069625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d706360-18f2-459a-be92-44659cf8f1d2 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Network': ['ID=a38b021d-b2b0-4547-8274-031bd9ac77a0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:40.084938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f104419b-7ae0-42fb-b756-469abc071679 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:40.099331 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-12b34c50-267c-42ce-aad4-924b59b84a4b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4072008 Apr 06 14:36:40.099809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50252) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.105267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'admin_state_up': True, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:40.122775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: f104419b-7ae0-42fb-b756-469abc071679 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:40.123172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f104419b-7ae0-42fb-b756-469abc071679 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:40.197938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (4c2717da-1d2c-43e7-b520-a58328ca4cd4), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.198960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (4c2717da-1d2c-43e7-b520-a58328ca4cd4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.204217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 077f25a7-dde2-4be8-944b-b703c891fa14 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:40.204586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (077f25a7-dde2-4be8-944b-b703c891fa14), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.256516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router_controller (4c2717da-1d2c-43e7-b520-a58328ca4cd4), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.279690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (077f25a7-dde2-4be8-944b-b703c891fa14), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.280019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (077f25a7-dde2-4be8-944b-b703c891fa14), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.291840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 077f25a7-dde2-4be8-944b-b703c891fa14 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:40.443093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router_gateway (4c2717da-1d2c-43e7-b520-a58328ca4cd4), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.487711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (077f25a7-dde2-4be8-944b-b703c891fa14), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.514915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=077f25a7-dde2-4be8-944b-b703c891fa14,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:40.579725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for floatingip (54d4851e-3b3d-49d4-8a3d-8d46be1437b3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.582286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.583441 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-de6aa898-a807-4aa4-afad-6bdc2146bc18 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/floatingips/54d4851e-3b3d-49d4-8a3d-8d46be1437b3 HTTP/1.1" status: 204 len: 168 time: 0.5263391 Apr 06 14:36:40.588352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50256) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.615188 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd1d3b-5c08-430d-a38f-d5c6a03933ed tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:40.615734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd1d3b-5c08-430d-a38f-d5c6a03933ed tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:40.622486 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-41cd1d3b-5c08-430d-a38f-d5c6a03933ed tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/ports/d1871c6a-fe46-4015-9b12-05db4ab0c815 HTTP/1.1" status: 404 len: 333 time: 0.0306127 Apr 06 14:36:40.622772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50258) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.651791 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-21d4249b-65b8-469c-99b1-c5ff7acf0dcc tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f38d892-4994-4a5a-869d-9b202f984046 HTTP/1.1" status: 200 len: 205 time: 0.0279284 Apr 06 14:36:40.654191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50260) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.691951 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-8e75c266-8ce6-4285-a4f3-8655f19a5428 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] delete failed (client error): The resource could not be found. Apr 06 14:36:40.693006 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8e75c266-8ce6-4285-a4f3-8655f19a5428 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/routers/0f38d892-4994-4a5a-869d-9b202f984046 HTTP/1.1" status: 404 len: 336 time: 0.0379012 Apr 06 14:36:40.696846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50262) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.705937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router_gateway (4c2717da-1d2c-43e7-b520-a58328ca4cd4), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.722162 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1175a63a-b707-4d7e-9892-2c8292cd658f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:40.722599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1175a63a-b707-4d7e-9892-2c8292cd658f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:40.724106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.725576 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1175a63a-b707-4d7e-9892-2c8292cd658f tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/subnets/b3fdb466-e42d-4783-8538-881a24afd90f HTTP/1.1" status: 404 len: 337 time: 0.0278454 Apr 06 14:36:40.728423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50264) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.826981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 20e4430f-cd4c-4436-9634-2e9d487a825a {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:40.827320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (20e4430f-cd4c-4436-9634-2e9d487a825a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.834369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Allocated IP 172.26.6.250 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/15122731-3ded-45a9-b92f-5df19d4a10eb) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:40.922742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (20e4430f-cd4c-4436-9634-2e9d487a825a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.936099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 20e4430f-cd4c-4436-9634-2e9d487a825a owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:40.985170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593920-5156-42d2-ad80-59e427b20609 req-268289fc-cd45-4281-ac26-69e322c8cdb1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:40.986722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1e593920-5156-42d2-ad80-59e427b20609 req-268289fc-cd45-4281-ac26-69e322c8cdb1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.0995052 Apr 06 14:36:40.992178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.059695 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1e593920-5156-42d2-ad80-59e427b20609 req-5bb58758-5e4c-4480-87f6-9cd558cf6819 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656228 Apr 06 14:36:41.135742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.175729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:41.181550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:41.185620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:41.209528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Port': ['ID=15122731-3ded-45a9-b92f-5df19d4a10eb,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.221672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.222026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.222372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.222710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.223050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.223385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.223717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.224054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.224383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.224824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.225047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.225415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.225704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.226032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.226395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.460906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (20e4430f-cd4c-4436-9634-2e9d487a825a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.492507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=20e4430f-cd4c-4436-9634-2e9d487a825a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.505031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.505031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.505282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.505628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.505966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.506314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.506637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.506970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.507337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.508494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.508876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.509222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.509557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.509890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.510216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:41.576301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.579893 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2853b848-6e1a-4d8d-9315-b3b26fc54de3 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/ports/20e4430f-cd4c-4436-9634-2e9d487a825a HTTP/1.1" status: 204 len: 168 time: 0.8504202 Apr 06 14:36:41.582635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50268) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.631708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router_gateway (4c2717da-1d2c-43e7-b520-a58328ca4cd4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.672943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 0bc323d1-908c-48d5-b462-e25c22a2fcbb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:41.673287 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0bc323d1-908c-48d5-b462-e25c22a2fcbb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.764176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0bc323d1-908c-48d5-b462-e25c22a2fcbb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.776090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 0bc323d1-908c-48d5-b462-e25c22a2fcbb owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:41.838520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (4c2717da-1d2c-43e7-b520-a58328ca4cd4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.969558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0bc323d1-908c-48d5-b462-e25c22a2fcbb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.998394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=0bc323d1-908c-48d5-b462-e25c22a2fcbb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:42.032254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:42.064955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.068150 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f0aa3628-9755-48e0-a731-d24c289db23d tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/ports/0bc323d1-908c-48d5-b462-e25c22a2fcbb HTTP/1.1" status: 204 len: 168 time: 0.4846013 Apr 06 14:36:42.071487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50270) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.134547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c964c9f-1ee8-4123-a47d-38d910b109b4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:42.136051 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1c964c9f-1ee8-4123-a47d-38d910b109b4 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "GET /v2.0/ports?device_id=844b0d5f-7f2b-451a-8511-fcff7e39200e HTTP/1.1" status: 200 len: 913 time: 0.0636170 Apr 06 14:36:42.138765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50274) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.171069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:42.182902 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Sync routers for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:42.193209 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:42.193861 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:42.206051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3949c-4172-4168-a250-e2d146a7c793 req-83ba62ba-44b4-4cbd-af0f-43a2d6f581d4 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:42.207621 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aef3949c-4172-4168-a250-e2d146a7c793 req-83ba62ba-44b4-4cbd-af0f-43a2d6f581d4 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.0763900 Apr 06 14:36:42.255894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.257062 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d19b6b12-a788-46ac-883d-9c2d2706dd7d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1561248 Apr 06 14:36:42.260893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50276) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.267085 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aef3949c-4172-4168-a250-e2d146a7c793 req-9cb22475-6825-43ac-9b8c-97cac4149fa0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534055 Apr 06 14:36:42.316917 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:42.402563 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0d4d2d7e-10da-4969-a80a-9e36f56fd27d tempest-TestNetworkAdvancedServerOps-604696655 tempest-TestNetworkAdvancedServerOps-604696655-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=ea0a83ce4d434521b93ae5f55ba20317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1403308 Apr 06 14:36:42.405534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50280) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.517559 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:41Z', 'revision_number': 3, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:42.546424 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Checking router: 4c2717da-1d2c-43e7-b520-a58328ca4cd4 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:42.546769 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Updating router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 port 15122731-3ded-45a9-b92f-5df19d4a10eb binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:36:42.580340 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.594447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (844b0d5f-7f2b-451a-8511-fcff7e39200e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.812379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455376b-34c5-4c66-a073-7c627c10ef8b tempest-TestNetworkAdvancedServerOps-604696655 tempest-TestNetworkAdvancedServerOps-604696655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:42.813857 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5455376b-34c5-4c66-a073-7c627c10ef8b tempest-TestNetworkAdvancedServerOps-604696655 tempest-TestNetworkAdvancedServerOps-604696655-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4073262 Apr 06 14:36:42.817177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50284) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.855709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7b2df037-67f4-4800-82ca-d9ebd99f6ac0 tempest-TestNetworkAdvancedServerOps-604696655 tempest-TestNetworkAdvancedServerOps-604696655-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347335 Apr 06 14:36:42.855936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50286) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.860554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169402915', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:42.861472 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Publish callbacks [] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.885158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port 285fbfe5-22b5-4da6-9575-5499dab2fa5c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:42.885533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.933871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.976812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.987777 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Attempting to bind port 15122731-3ded-45a9-b92f-5df19d4a10eb on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:42.988181 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Attempting to bind port 15122731-3ded-45a9-b92f-5df19d4a10eb by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:42.988548 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Attempting to bind port 15122731-3ded-45a9-b92f-5df19d4a10eb on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:42.989590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for 285fbfe5-22b5-4da6-9575-5499dab2fa5c owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:42.995595 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Pushing event updated for resources: {'Port': ['ID=15122731-3ded-45a9-b92f-5df19d4a10eb,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:42.998796 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:42.999171 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:42.999571 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.999961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:43.000427 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Bound port: 15122731-3ded-45a9-b92f-5df19d4a10eb, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:43.000839 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.022542 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.023399 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.023838 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.024239 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.024577 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.024934 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.025263 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.025588 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.025937 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.026265 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.026604 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.026952 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.027276 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.027601 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.027914 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:43.051909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Made reservation on behalf of ea0a83ce4d434521b93ae5f55ba20317 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:43.056488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.075550 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] For port 15122731-3ded-45a9-b92f-5df19d4a10eb, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:43.078924 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] For port 15122731-3ded-45a9-b92f-5df19d4a10eb, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=15122731-3ded-45a9-b92f-5df19d4a10eb,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:43.156843 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.206119 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:43.206829 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.253835 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d84174-c07e-48a2-8065-f20349930628 None None] Pushing event updated for resources: {'Port': ['ID=15122731-3ded-45a9-b92f-5df19d4a10eb,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:43.287588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (285fbfe5-22b5-4da6-9575-5499dab2fa5c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.331707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=285fbfe5-22b5-4da6-9575-5499dab2fa5c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:43.331921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:43.354639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.448435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Subnet': ['ID=06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:43.468518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4a013-0099-4f8b-a78f-eabbb6e961ac req-35e85f0a-a6e4-418b-a6bc-879767da31e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:43.470104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ad4a013-0099-4f8b-a78f-eabbb6e961ac req-35e85f0a-a6e4-418b-a6bc-879767da31e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 944 time: 0.1188717 Apr 06 14:36:43.506076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Checking segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:43.506446 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network hostable DHCP agents. Network: 7b173f36-3505-41ca-9e4b-2588a08ddfad, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:43.519380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (844b0d5f-7f2b-451a-8511-fcff7e39200e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.543591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dd5371e7-c5d0-493a-8460-69aa6450eeae details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:36:43.560772 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ad4a013-0099-4f8b-a78f-eabbb6e961ac req-71502b6c-6f7c-4c6f-a18f-fb4644df638a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822945 Apr 06 14:36:43.626688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:43.658069 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:41Z', 'revision_number': 3, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.659171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port dd5371e7-c5d0-493a-8460-69aa6450eeae, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:43.671681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:36:43.684979 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517b48f-0254-46e4-b114-b35d05dd43e0 None None] The sync data for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv is: [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:41Z', 'revision_number': 3, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:43.718252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 7b173f36-3505-41ca-9e4b-2588a08ddfad) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:43.722024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port dd5371e7-c5d0-493a-8460-69aa6450eeae is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:43.728175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.728274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:43.728274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.730336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebef92-cb2f-4d62-a860-1eec3218c138 None None] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:43.785007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5371e7-c5d0-493a-8460-69aa6450eeae {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:36:43.797424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Router 844b0d5f-7f2b-451a-8511-fcff7e39200e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:43.816262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port dd5371e7-c5d0-493a-8460-69aa6450eeae, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:43.833960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a2fe1f4d-b61c-433d-a38d-8802035b9a73 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9769781 Apr 06 14:36:43.836875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50290) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:43.893018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-7b173f36-3505-41ca-9e4b-2588a08ddfad', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:43.893412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.912398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.962694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:43.977137 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3c06f2ac-96e9-40cd-83a8-402c38d2dbbb tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "PUT /v2.0/routers/844b0d5f-7f2b-451a-8511-fcff7e39200e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372982 Apr 06 14:36:43.980181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50292) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.033160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] Sync routers for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:44.067839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:44.068800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.126523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router (844b0d5f-7f2b-451a-8511-fcff7e39200e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.130328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.165898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['dd5371e7-c5d0-493a-8460-69aa6450eeae'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:36:44.168115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=dd5371e7-c5d0-493a-8460-69aa6450eeae,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.213607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] Routers {'844b0d5f-7f2b-451a-8511-fcff7e39200e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:44.214181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['844b0d5f-7f2b-451a-8511-fcff7e39200e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.265590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_gateway (844b0d5f-7f2b-451a-8511-fcff7e39200e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.271644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Allocated IP 172.20.0.2 (7b173f36-3505-41ca-9e4b-2588a08ddfad/06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181/19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:44.278373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.279023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3afd55-03b5-4fa2-b824-303e15bb94b8 None None] The sync data for ids ['844b0d5f-7f2b-451a-8511-fcff7e39200e'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:44.407670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting port d2d94cbe-a095-4dff-90b3-773bc32ef4e8 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:44.408353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d2d94cbe-a095-4dff-90b3-773bc32ef4e8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.444901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.504677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d2d94cbe-a095-4dff-90b3-773bc32ef4e8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.514716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Publish callbacks [] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.519812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Calling delete_port for d2d94cbe-a095-4dff-90b3-773bc32ef4e8 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:44.615643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.693795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:44.709256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:44.716650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:44.729822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Pushing event updated for resources: {'Port': ['ID=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.814785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Attempting to bind port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:44.815171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Attempting to bind port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:44.815546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Attempting to bind port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 on network 7b173f36-3505-41ca-9e4b-2588a08ddfad {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:44.822198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:44.825658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Checking segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:44.825658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.825658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Bound using segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:44.825658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Bound port: 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:44.825658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.850459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d2d94cbe-a095-4dff-90b3-773bc32ef4e8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.853678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Allocated IP 172.20.0.1 (7b173f36-3505-41ca-9e4b-2588a08ddfad/06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181/0e916864-acee-4b71-833e-8412d1c75bea) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:44.890093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Port': ['ID=d2d94cbe-a095-4dff-90b3-773bc32ef4e8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.900296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] For port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:44.903280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] For port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:44.903938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5155-14c8-4ed6-bc81-8b31cb39ab7d req-014751d5-b546-4cd1-bb65-83f9d3975736 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:44.905683 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-765b5155-14c8-4ed6-bc81-8b31cb39ab7d req-014751d5-b546-4cd1-bb65-83f9d3975736 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 945 time: 0.2501688 Apr 06 14:36:44.982891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (844b0d5f-7f2b-451a-8511-fcff7e39200e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.993718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.021254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-765b5155-14c8-4ed6-bc81-8b31cb39ab7d req-4827589c-d0f5-4119-a1dd-abba7c5333b5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745392 Apr 06 14:36:45.053853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for port (0e916864-acee-4b71-833e-8412d1c75bea), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.063667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d131e9-c14f-41ab-9e29-a51260cff35f None None] Pushing event updated for resources: {'Port': ['ID=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:45.099501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (844b0d5f-7f2b-451a-8511-fcff7e39200e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.102787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router_controller (844b0d5f-7f2b-451a-8511-fcff7e39200e), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.162382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0e916864-acee-4b71-833e-8412d1c75bea), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.205268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:45.212370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:45.216625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:45.217012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (844b0d5f-7f2b-451a-8511-fcff7e39200e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.218800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Fanout notify agent at l3_agent the message router_deleted on router 844b0d5f-7f2b-451a-8511-fcff7e39200e {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:45.241382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.246325 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-472dc1b6-cd7e-483a-b15f-11ad10bf4ea7 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/routers/844b0d5f-7f2b-451a-8511-fcff7e39200e HTTP/1.1" status: 204 len: 168 time: 1.2634470 Apr 06 14:36:45.252793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50300) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:45.270764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Port': ['ID=0e916864-acee-4b71-833e-8412d1c75bea,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:45.304406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (4c2717da-1d2c-43e7-b520-a58328ca4cd4), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.328025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Deleting subnet 7ded04da-ec90-43ad-9ab5-f746812a934e {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:45.331771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for subnet (7ded04da-ec90-43ad-9ab5-f746812a934e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.381118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7ded04da-ec90-43ad-9ab5-f746812a934e), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.436275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7ded04da-ec90-43ad-9ab5-f746812a934e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.541810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dd5371e7-c5d0-493a-8460-69aa6450eeae up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:45.573198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0e916864-acee-4b71-833e-8412d1c75bea), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.588339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7ded04da-ec90-43ad-9ab5-f746812a934e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.619375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Subnet': ['ID=7ded04da-ec90-43ad-9ab5-f746812a934e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:45.624198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.627605 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d3bd087c-56df-44a8-8efa-b4f18726e6ef tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/subnets/7ded04da-ec90-43ad-9ab5-f746812a934e HTTP/1.1" status: 204 len: 168 time: 0.3788137 Apr 06 14:36:45.630719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50302) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:45.672459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port dd5371e7-c5d0-493a-8460-69aa6450eeae completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:36:45.677544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port dd5371e7-c5d0-493a-8460-69aa6450eeae triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:45.677927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.710405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (55d7eb8f-112f-4c51-917c-7a5a8683e243), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.812724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port dd5371e7-c5d0-493a-8460-69aa6450eeae is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:45.813284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.842259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:45.844788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13adddd-1ac8-4916-88cc-d0f7a9daf8c0" -d '{"events": [{"server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "name": "network-vif-plugged", "status": "completed", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:45.850895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:45.851696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (55d7eb8f-112f-4c51-917c-7a5a8683e243), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.865318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port dd5371e7-c5d0-493a-8460-69aa6450eeae, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:45.892655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d7eb8f-112f-4c51-917c-7a5a8683e243']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:45.909324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db9af40-e67a-4e17-a41a-f202654f29c1') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:45.909656 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db9af40-e67a-4e17-a41a-f202654f29c1') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:45.919838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f966f7-e97c-4009-b774-29f4a2ef1916 x-openstack-request-id: req-d9f966f7-e97c-4009-b774-29f4a2ef1916 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:45.923377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "name": "network-vif-plugged", "status": "completed", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:45.924159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9f966f7-e97c-4009-b774-29f4a2ef1916 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:45.924963 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f966f7-e97c-4009-b774-29f4a2ef1916'] response: {'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'code': 200} Apr 06 14:36:45.939748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (6db9af40-e67a-4e17-a41a-f202654f29c1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.949385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.959342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6db9af40-e67a-4e17-a41a-f202654f29c1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.966840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:45.967283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:45.967695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (6db9af40-e67a-4e17-a41a-f202654f29c1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.968041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.987707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for port (0e916864-acee-4b71-833e-8412d1c75bea), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:46.019875 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:46.043330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=dd5371e7-c5d0-493a-8460-69aa6450eeae,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.076644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0e916864-acee-4b71-833e-8412d1c75bea), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.127474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:46.128083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.133710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (55d7eb8f-112f-4c51-917c-7a5a8683e243), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.139295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.148505 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] 10.222.0.89 "DELETE /v2.0/networks/55d7eb8f-112f-4c51-917c-7a5a8683e243 HTTP/1.1" status: 204 len: 168 time: 0.5162358 Apr 06 14:36:46.202209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:46.202907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8557cbd-6ede-472d-a586-8ab6f2a07969 tempest-FloatingIPTestJSON-1284859683 tempest-FloatingIPTestJSON-1284859683-project] Pushing event deleted for resources: {'Network': ['ID=55d7eb8f-112f-4c51-917c-7a5a8683e243,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.208386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Port': ['ID=0e916864-acee-4b71-833e-8412d1c75bea,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.213157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (4c2717da-1d2c-43e7-b520-a58328ca4cd4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.278026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.279112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 15122731-3ded-45a9-b92f-5df19d4a10eb up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:46.315505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d9c0-c0f9-4f83-ab6f-374dbb6603eb req-0a25b844-253b-43fd-9e01-2eea12fcc4fc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:46.317041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a68d9c0-c0f9-4f83-ab6f-374dbb6603eb req-0a25b844-253b-43fd-9e01-2eea12fcc4fc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.1937582 Apr 06 14:36:46.364295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bd5ef-de30-4eae-9e4d-49ebcdbd595e None None] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:46.382127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357ea59-8f5f-467a-9db7-61566a18c1e9 req-f90e88ed-bcc2-4427-b470-cf39c6da61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:46.383909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a357ea59-8f5f-467a-9db7-61566a18c1e9 req-f90e88ed-bcc2-4427-b470-cf39c6da61e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1130 time: 0.1720085 Apr 06 14:36:46.406242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:46.418029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.421388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:46.440195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a68d9c0-c0f9-4f83-ab6f-374dbb6603eb req-10fc1ae6-09fb-4773-b878-73a3ad58dc90 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077251 Apr 06 14:36:46.468357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 15122731-3ded-45a9-b92f-5df19d4a10eb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:46.468760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.493063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-41968ccc-dac5-43af-82b7-e316aa22f052 None None] Provisioning complete for port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:46.493063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-41968ccc-dac5-43af-82b7-e316aa22f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.508545 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a357ea59-8f5f-467a-9db7-61566a18c1e9 req-f3f59c84-43cb-4144-8923-118a60ddd6dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101182 Apr 06 14:36:46.581539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:46.709275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:46.717708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ca408559-8568-488b-9aeb-22ee8ccf7365 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "PUT /v2.0/routers/4c2717da-1d2c-43e7-b520-a58328ca4cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8794286 Apr 06 14:36:46.722199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Sync routers for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:46.739071 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:46.739907 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.742960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50314) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.830119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-41968ccc-dac5-43af-82b7-e316aa22f052 None None] Current status of the port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:46.850780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 15122731-3ded-45a9-b92f-5df19d4a10eb is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:46.851891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.879258 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 15122731-3ded-45a9-b92f-5df19d4a10eb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=15122731-3ded-45a9-b92f-5df19d4a10eb,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:46.891324 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:46.915300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50328) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.915808 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-52c37b65-c79d-4602-9501-c30c97bdbb31 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c259f26df7104d89808f3256c9a3c307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712320 Apr 06 14:36:46.997744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.029937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-29ab2c67-31f5-4b0e-95d1-48a93b0dff5c tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746698290&fields=id&tenant_id=ea0a83ce4d434521b93ae5f55ba20317 HTTP/1.1" status: 200 len: 267 time: 0.0902879 Apr 06 14:36:47.032655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5489e361-4e99-4fe8-838c-751f5c876e1e admin admin] Publish callbacks [] for security_group (ea5c58c3-a44a-44ef-b37a-ee2579ccaf62), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.071607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=15122731-3ded-45a9-b92f-5df19d4a10eb,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:47.109572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5489e361-4e99-4fe8-838c-751f5c876e1e admin admin] Publish callbacks [] for security_group (ea5c58c3-a44a-44ef-b37a-ee2579ccaf62), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.143052 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 2, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:47.157193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3dc88862-8e3f-4fb1-8244-868468986d1e None None] Provisioning complete for port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:47.157854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3dc88862-8e3f-4fb1-8244-868468986d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.172829 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Checking router: 4c2717da-1d2c-43e7-b520-a58328ca4cd4 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:47.173301 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Updating router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 port 0e916864-acee-4b71-833e-8412d1c75bea binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:36:47.191434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-6ebe37a8-e1ba-4d3e-b2fd-35db246455d3 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:47.199170 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-6ebe37a8-e1ba-4d3e-b2fd-35db246455d3 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/networks?id=7b173f36-3505-41ca-9e4b-2588a08ddfad HTTP/1.1" status: 200 len: 797 time: 0.1682539 Apr 06 14:36:47.208063 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0e916864-acee-4b71-833e-8412d1c75bea), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.225394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-f1679657-993e-4aa2-a9e0-f492aee10bbd tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/quotas/ea0a83ce4d434521b93ae5f55ba20317 HTTP/1.1" status: 200 len: 375 time: 0.0252724 Apr 06 14:36:47.282320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3dc88862-8e3f-4fb1-8244-868468986d1e None None] Current status of the port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:47.294717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3dc88862-8e3f-4fb1-8244-868468986d1e None None] Provisioning complete for port 0e916864-acee-4b71-833e-8412d1c75bea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:47.295094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3dc88862-8e3f-4fb1-8244-868468986d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0e916864-acee-4b71-833e-8412d1c75bea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.301599 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-e24cad7f-c1e4-4e29-9b51-7d3c1719df4c tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea0a83ce4d434521b93ae5f55ba20317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753016 Apr 06 14:36:47.336584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3dc88862-8e3f-4fb1-8244-868468986d1e None None] Port 0e916864-acee-4b71-833e-8412d1c75bea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:47.373548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5489e361-4e99-4fe8-838c-751f5c876e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ea5c58c3-a44a-44ef-b37a-ee2579ccaf62), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.376087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5489e361-4e99-4fe8-838c-751f5c876e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.377276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5489e361-4e99-4fe8-838c-751f5c876e1e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea5c58c3-a44a-44ef-b37a-ee2579ccaf62 HTTP/1.1" status: 204 len: 168 time: 0.4601030 Apr 06 14:36:47.395337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e361-4e99-4fe8-838c-751f5c876e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c58c3-a44a-44ef-b37a-ee2579ccaf62,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:47.469010 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-8b3dd95b-c6a6-4fd1-9635-d6df2b45769d service neutron] 10.222.0.89 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514094 Apr 06 14:36:47.486121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-dc7e1c7f-e315-46ea-964a-c0852a39c14e None None] Provisioning complete for port 0e916864-acee-4b71-833e-8412d1c75bea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:47.486721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1c7f-e315-46ea-964a-c0852a39c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0e916864-acee-4b71-833e-8412d1c75bea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.571493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e1c7f-e315-46ea-964a-c0852a39c14e None None] Port 0e916864-acee-4b71-833e-8412d1c75bea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:47.614226 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Publish callbacks [] for port (0e916864-acee-4b71-833e-8412d1c75bea), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.691366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-67c980d4-62f4-4f14-bb1a-6abe66631e6c None None] Provisioning complete for port 0e916864-acee-4b71-833e-8412d1c75bea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:47.691844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67c980d4-62f4-4f14-bb1a-6abe66631e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0e916864-acee-4b71-833e-8412d1c75bea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.723269 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0e916864-acee-4b71-833e-8412d1c75bea), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.739463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-67c980d4-62f4-4f14-bb1a-6abe66631e6c None None] Port 0e916864-acee-4b71-833e-8412d1c75bea cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:47.769348 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30ea4a-65b7-45ed-8231-f1c8be0d5e25 None None] Pushing event updated for resources: {'Port': ['ID=0e916864-acee-4b71-833e-8412d1c75bea,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:47.856534 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Attempting to bind port 0e916864-acee-4b71-833e-8412d1c75bea on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:47.856897 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Attempting to bind port 0e916864-acee-4b71-833e-8412d1c75bea by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:47.857430 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Attempting to bind port 0e916864-acee-4b71-833e-8412d1c75bea on network 7b173f36-3505-41ca-9e4b-2588a08ddfad {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:47.862022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:47.864383 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:47.864938 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Checking segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:47.865448 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.865943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Bound using segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:47.866901 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Bound port: 0e916864-acee-4b71-833e-8412d1c75bea, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:47.867410 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0e916864-acee-4b71-833e-8412d1c75bea), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.944504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:47.945248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.956491 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] For port 0e916864-acee-4b71-833e-8412d1c75bea, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:47.960176 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] For port 0e916864-acee-4b71-833e-8412d1c75bea, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0e916864-acee-4b71-833e-8412d1c75bea,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:48.056041 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0e916864-acee-4b71-833e-8412d1c75bea), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.082068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:48.083406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 15122731-3ded-45a9-b92f-5df19d4a10eb up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:48.095771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a0c06-432e-4b07-ba5c-7e12cc2217f5 req-41ac6024-baaa-49a0-83f5-5eca47967fd6 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:48.103026 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f10a0c06-432e-4b07-ba5c-7e12cc2217f5 req-41ac6024-baaa-49a0-83f5-5eca47967fd6 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.1242573 Apr 06 14:36:48.133974 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-c405013f-4ce1-460f-acfc-78c0792f2564 service neutron] 10.222.0.89 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630919 Apr 06 14:36:48.139954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 15122731-3ded-45a9-b92f-5df19d4a10eb triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:48.139954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.163209 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:48.163209 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:48.196200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f10a0c06-432e-4b07-ba5c-7e12cc2217f5 req-cdaff6e6-8211-4b17-aa15-652d54d27b77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919046 Apr 06 14:36:48.207723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Provisioning complete for port 0e916864-acee-4b71-833e-8412d1c75bea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:48.208409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0e916864-acee-4b71-833e-8412d1c75bea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.229706 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30ea4a-65b7-45ed-8231-f1c8be0d5e25 None None] Pushing event updated for resources: {'Port': ['ID=0e916864-acee-4b71-833e-8412d1c75bea,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.357306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 15122731-3ded-45a9-b92f-5df19d4a10eb is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:48.357568 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:48.370887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Current status of the port 0e916864-acee-4b71-833e-8412d1c75bea is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:48.371282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0e916864-acee-4b71-833e-8412d1c75bea), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.407534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] For port 0e916864-acee-4b71-833e-8412d1c75bea, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0e916864-acee-4b71-833e-8412d1c75bea,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:48.495088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0e916864-acee-4b71-833e-8412d1c75bea), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.499163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4ecab8c-d629-4eba-bc55-3b844040386f req-62649023-a30f-4be4-8db9-51748a563686 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 210 time: 0.0290852 Apr 06 14:36:48.572499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Pushing event updated for resources: {'Port': ['ID=0e916864-acee-4b71-833e-8412d1c75bea,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.584009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.584438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.584985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.586165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.586558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.587146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.587907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.588349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.588774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.589177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.589568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.590107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.590648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.591177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.591827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd590d7-8628-406d-96c9-59a6dbb01c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:48.618245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-31c65c1f-36fc-4079-b057-89ddced993c7 None None] Provisioning complete for port 0e916864-acee-4b71-833e-8412d1c75bea triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:48.618978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-31c65c1f-36fc-4079-b057-89ddced993c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0e916864-acee-4b71-833e-8412d1c75bea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.640059 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:47Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:48.671082 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f105-e3cb-4ac2-817d-0b29abd4ca13 None None] The sync data for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv is: [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:47Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:48.710001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-31c65c1f-36fc-4079-b057-89ddced993c7 None None] Current status of the port 0e916864-acee-4b71-833e-8412d1c75bea is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:48.876792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50362) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:48.880582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027847 Apr 06 14:36:48.884187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50364) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:48.996477 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0389c756-568d-4999-a24f-817836f4cd9b tempest-NetworksApiDiscovery-845532660 tempest-NetworksApiDiscovery-845532660-project] 10.222.0.89 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1111188 Apr 06 14:36:49.336099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aa598-c2f8-4535-a114-d75b2b77d472 req-ee4c75c2-7b44-4718-84bd-777a5e5f16f1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:49.337844 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b0aa598-c2f8-4535-a114-d75b2b77d472 req-ee4c75c2-7b44-4718-84bd-777a5e5f16f1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.0582685 Apr 06 14:36:49.392526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b0aa598-c2f8-4535-a114-d75b2b77d472 req-fb8d1d74-865f-42fd-96d9-485dfd41b74b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485377 Apr 06 14:36:49.512755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50380) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.544552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f353d0-ac1f-4baf-82db-e61abfe11b0f req-a9e6e07e-9101-40c5-a622-e09f181ca594 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:49.546538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-95f353d0-ac1f-4baf-82db-e61abfe11b0f req-a9e6e07e-9101-40c5-a622-e09f181ca594 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.0782521 Apr 06 14:36:49.614864 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c223741-5e0f-4228-8962-b1f093253d62 req-df7132e9-b85d-487e-adfb-95750b29623a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 210 time: 0.0403483 Apr 06 14:36:49.644966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-95f353d0-ac1f-4baf-82db-e61abfe11b0f req-2231cdfe-8bb3-4ce1-aef5-b7595da4df97 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924425 Apr 06 14:36:49.651547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-841c7ff8-c940-408e-9dee-10d3e417c45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.669933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50386) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.717960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81ec015-f23f-428b-872f-905f54104d1b tempest-TestVolumeBootPattern-1589502601 tempest-TestVolumeBootPattern-1589502601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:49.719694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a81ec015-f23f-428b-872f-905f54104d1b tempest-TestVolumeBootPattern-1589502601 tempest-TestVolumeBootPattern-1589502601-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1125 time: 0.0472865 Apr 06 14:36:49.722664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50388) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.740060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:49.751142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-841c7ff8-c940-408e-9dee-10d3e417c45d admin admin] Publish callbacks [] for security_group (ab1ee3fd-3717-4570-88f1-4c9d4267ca76), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.818338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0e916864-acee-4b71-833e-8412d1c75bea up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:49.849483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-841c7ff8-c940-408e-9dee-10d3e417c45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ab1ee3fd-3717-4570-88f1-4c9d4267ca76), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.871728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0e916864-acee-4b71-833e-8412d1c75bea triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:49.872369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0e916864-acee-4b71-833e-8412d1c75bea), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.872791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.892597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c7ff8-c940-408e-9dee-10d3e417c45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ee3fd-3717-4570-88f1-4c9d4267ca76,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.906274 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-841c7ff8-c940-408e-9dee-10d3e417c45d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c74fd8c7e2ee43408993e906e096f9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3922486 Apr 06 14:36:49.906717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50390) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.963002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e9608d44-db31-4e72-80cc-d7ecdcc21704 admin admin] Publish callbacks [] for security_group (ab1ee3fd-3717-4570-88f1-4c9d4267ca76), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.989449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e9608d44-db31-4e72-80cc-d7ecdcc21704 admin admin] Publish callbacks [] for security_group (ab1ee3fd-3717-4570-88f1-4c9d4267ca76), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.990420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0e916864-acee-4b71-833e-8412d1c75bea is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:50.008061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.127561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Allocated IP 172.26.6.249 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:50.140603 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e9608d44-db31-4e72-80cc-d7ecdcc21704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ab1ee3fd-3717-4570-88f1-4c9d4267ca76), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.143311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e9608d44-db31-4e72-80cc-d7ecdcc21704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.144500 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e9608d44-db31-4e72-80cc-d7ecdcc21704 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ab1ee3fd-3717-4570-88f1-4c9d4267ca76 HTTP/1.1" status: 204 len: 168 time: 0.2368584 Apr 06 14:36:50.152489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9608d44-db31-4e72-80cc-d7ecdcc21704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ee3fd-3717-4570-88f1-4c9d4267ca76,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.237503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.340944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.379052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:50.384810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:50.388565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:50.418026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.803097 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c428c8d4-fcf4-4073-ae7a-137c3eb66ad9 req-8d95a388-9631-440f-a16c-e8fb42f10d71 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 210 time: 0.1094496 Apr 06 14:36:50.902021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-85e82579-256d-4719-a517-41fb8c4e0181 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:50.903413 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-85e82579-256d-4719-a517-41fb8c4e0181 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.79 "GET /v2.0/networks?id=7b173f36-3505-41ca-9e4b-2588a08ddfad HTTP/1.1" status: 200 len: 797 time: 0.1646221 Apr 06 14:36:50.920120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (ccd73f7c-f49b-4110-b6a1-cfe775321959), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.003927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-00fa13f0-c7bf-46ca-859d-42af2440e901 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0a83ce4d434521b93ae5f55ba20317 HTTP/1.1" status: 200 len: 379 time: 0.0914557 Apr 06 14:36:51.013298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'port': {'device_id': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'admin_state_up': True, 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'security_groups': ['be58f79b-d01b-4b76-badf-7590cffb202e']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:51.090995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.275572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Made reservation on behalf of ea0a83ce4d434521b93ae5f55ba20317 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:51.278947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.295710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.346900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.451167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:51.481271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (ccd73f7c-f49b-4110-b6a1-cfe775321959), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.521397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Allocated IP 172.20.0.7 (7b173f36-3505-41ca-9e4b-2588a08ddfad/06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181/0ee5c179-9112-45b1-be48-3b8fed837251) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:51.658985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Floating IP ccd73f7c-f49b-4110-b6a1-cfe775321959 associated. External IP: 172.26.6.249, port: dd5371e7-c5d0-493a-8460-69aa6450eeae. Apr 06 14:36:51.792492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for port (0ee5c179-9112-45b1-be48-3b8fed837251), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.931305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a4562ad-5eb5-4a9c-97a6-bdf08e0217f4 req-b9cef384-51a4-4ea7-a97f-1d1c09aa7eac tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 210 time: 0.0546620 Apr 06 14:36:51.945224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.989841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:52.005059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:52.015136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:52.021272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:52.025609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:52.114652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.115285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.179794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:52.189829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:52.201271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:52.201900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.240991 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-1d7d066d-9b0c-49db-8bf9-6d78c00341c6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2314317 Apr 06 14:36:52.253883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Request body: {'port': {'device_id': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.277799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.310238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cd8fe38d-0b19-4255-8a29-f66252c5a068 None None] Provisioning complete for port 0ee5c179-9112-45b1-be48-3b8fed837251 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:52.310606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe38d-0b19-4255-8a29-f66252c5a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.331178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-21293d63-f1cc-4c84-8464-6486caed6a77 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6073906 Apr 06 14:36:52.333716 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:52.336355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9cbc56-d64c-4210-8f3d-731e641506c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:52.337820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-913c8145-4afb-41ff-8831-6b5d0e6ebdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.346527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.361570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:52.385901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0e6c5-3958-4421-be1a-edf3cd7f80dc x-openstack-request-id: req-cdc0e6c5-3958-4421-be1a-edf3cd7f80dc {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:52.386487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:52.386654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cdc0e6c5-3958-4421-be1a-edf3cd7f80dc {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:52.387158 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc0e6c5-3958-4421-be1a-edf3cd7f80dc'] response: {'name': 'network-changed', 'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'status': 'completed', 'code': 200} Apr 06 14:36:52.404536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fe38d-0b19-4255-8a29-f66252c5a068 None None] Port 0ee5c179-9112-45b1-be48-3b8fed837251 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:52.556408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-82bf0815-72a3-4634-acd8-60cd0968999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.557867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-82bf0815-72a3-4634-acd8-60cd0968999c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1130 time: 0.1560612 Apr 06 14:36:52.614665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:50Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.642311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:52.650974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:52.652187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.696991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-1c7c3597-4dcb-49f4-b54e-880dd058d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.698474 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-1c7c3597-4dcb-49f4-b54e-880dd058d1e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1332831 Apr 06 14:36:52.766137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:52.781270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee5c179-9112-45b1-be48-3b8fed837251 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:36:52.791664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Publish callbacks [] for port (0ee5c179-9112-45b1-be48-3b8fed837251), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.800364 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-a421b0bc-0a68-4262-a524-c256e24c2ecf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 200 len: 1000 time: 0.0946071 Apr 06 14:36:52.839285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Transition to ACTIVE for port object 0ee5c179-9112-45b1-be48-3b8fed837251 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:36:52.857720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-3d9a271a-d19e-488b-80bb-3a97a8e621b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.859184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-3d9a271a-d19e-488b-80bb-3a97a8e621b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0525742 Apr 06 14:36:53.010666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:50Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:53.039330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e1390-0789-4e70-9b82-a61e3f0db1fd None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:50Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:53.215367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.261206 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75db46f-7001-4fa9-b57d-d281d1fb5931 None None] New status for floating IP ccd73f7c-f49b-4110-b6a1-cfe775321959: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:36:53.309360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:53.338989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-0e73132a-c29a-4d41-ae69-ec42e5856efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.340688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-0e73132a-c29a-4d41-ae69-ec42e5856efc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4747205 Apr 06 14:36:53.383920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dcd5c-a414-489e-9ce7-d250121e3ac5 req-38462b39-02fa-4e23-b6dc-d7cc3e096b76 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.385590 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe7dcd5c-a414-489e-9ce7-d250121e3ac5 req-38462b39-02fa-4e23-b6dc-d7cc3e096b76 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 943 time: 0.1733446 Apr 06 14:36:53.466195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.503898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Attempting to bind port 0ee5c179-9112-45b1-be48-3b8fed837251 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:53.503898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Attempting to bind port 0ee5c179-9112-45b1-be48-3b8fed837251 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:53.503898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Attempting to bind port 0ee5c179-9112-45b1-be48-3b8fed837251 on network 7b173f36-3505-41ca-9e4b-2588a08ddfad {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:53.525678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Port 0ee5c179-9112-45b1-be48-3b8fed837251 on network 7b173f36-3505-41ca-9e4b-2588a08ddfad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:36:53.526013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Attempting to bind port 0ee5c179-9112-45b1-be48-3b8fed837251 on network 7b173f36-3505-41ca-9e4b-2588a08ddfad {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:53.533738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe7dcd5c-a414-489e-9ce7-d250121e3ac5 req-f8488b83-7428-4742-b74e-000aa67e9c9d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349876 Apr 06 14:36:53.539980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-c89a0a0a-9318-4fd3-ae03-dac5bc48e954 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922781 Apr 06 14:36:53.540725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:53.541105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Checking segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:53.541491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Bound using segment: {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:53.541987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Bound port: 0ee5c179-9112-45b1-be48-3b8fed837251, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782808eb-b694-425e-9c7a-ba545b2b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:53.542295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.681056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:53.694059 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a9cbc56-d64c-4210-8f3d-731e641506c3 req-43505c5d-3b05-4207-8aa9-bb2414d26132 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422622 Apr 06 14:36:53.696217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:53.804043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.843017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.843648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.845055 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] 10.222.0.79 "PUT /v2.0/ports/0ee5c179-9112-45b1-be48-3b8fed837251 HTTP/1.1" status: 200 len: 1093 time: 1.5957546 Apr 06 14:36:53.865405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aecfa-fda3-4fba-9f27-6b09a6e90c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:54.037844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-26e6551b-b85e-4860-9251-f598db83b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:54.039950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-26e6551b-b85e-4860-9251-f598db83b6ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea0a83ce4d434521b93ae5f55ba20317&device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1127 time: 0.0536904 Apr 06 14:36:54.089250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-c7bfa1f2-30a5-4cf0-b36a-ae0780d5e787 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5c179-9112-45b1-be48-3b8fed837251 HTTP/1.1" status: 200 len: 217 time: 0.0402856 Apr 06 14:36:54.144341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-6b88e295-90cf-4302-b17a-c5e71f34f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:54.145872 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-6b88e295-90cf-4302-b17a-c5e71f34f0a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181 HTTP/1.1" status: 200 len: 835 time: 0.0483344 Apr 06 14:36:54.200506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-830d9c66-9d67-4cfe-b135-698c9a86a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:54.202001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-830d9c66-9d67-4cfe-b135-698c9a86a456 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b173f36-3505-41ca-9e4b-2588a08ddfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503893 Apr 06 14:36:54.295594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-6a0d2c60-8ddf-49a4-a21e-217a4c77fca7 service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880694 Apr 06 14:36:54.388861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:54.391106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:54.395649 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d80fbea3-21a4-428f-8409-c8497f1440dc req-673f2b61-5449-4bdb-86cc-b59964f81229 service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943804 Apr 06 14:36:54.426863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a09fe79-ab45-4b45-a819-a1992a9c9d70 x-openstack-request-id: req-0a09fe79-ab45-4b45-a819-a1992a9c9d70 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:54.427163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:54.427420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a09fe79-ab45-4b45-a819-a1992a9c9d70 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:54.427833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a09fe79-ab45-4b45-a819-a1992a9c9d70'] response: {'name': 'network-changed', 'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'status': 'completed', 'code': 200} Apr 06 14:36:54.662341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334051e-069c-4632-adfd-16a53a297ea5 req-43085b0a-97b9-418b-b688-4bac030e0517 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:54.664225 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a334051e-069c-4632-adfd-16a53a297ea5 req-43085b0a-97b9-418b-b688-4bac030e0517 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 943 time: 0.0596938 Apr 06 14:36:54.723699 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a334051e-069c-4632-adfd-16a53a297ea5 req-2af375e4-fa1a-4c6e-a371-59c7a3c2dc2b tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535607 Apr 06 14:36:54.733684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-637e3cab-422b-4da3-8d09-f707e5fe2d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.352729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-c5dbcd47-cd8a-4db9-8ee5-e29ad28e84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.354268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-c5dbcd47-cd8a-4db9-8ee5-e29ad28e84d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea0a83ce4d434521b93ae5f55ba20317&device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1127 time: 0.0461564 Apr 06 14:36:55.445065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-b4853687-1007-4ba8-9562-dcf89bb37d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.446459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-b4853687-1007-4ba8-9562-dcf89bb37d23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b173f36-3505-41ca-9e4b-2588a08ddfad HTTP/1.1" status: 200 len: 899 time: 0.0858653 Apr 06 14:36:55.495088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-545c8b84-c76c-40c7-8da4-cfa2dad56300 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5c179-9112-45b1-be48-3b8fed837251 HTTP/1.1" status: 200 len: 217 time: 0.0416722 Apr 06 14:36:55.545083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-49bfa4a9-0e8e-41fd-9cf5-4c11e206c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.546574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-49bfa4a9-0e8e-41fd-9cf5-4c11e206c4d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181 HTTP/1.1" status: 200 len: 835 time: 0.0460348 Apr 06 14:36:55.596633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-398fe76b-537d-4bbe-8df8-f4dc059a6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.598163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-398fe76b-537d-4bbe-8df8-f4dc059a6c21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b173f36-3505-41ca-9e4b-2588a08ddfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454016 Apr 06 14:36:55.700592 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-c91460cb-b9e8-4e55-8633-d4f9957858d6 service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956202 Apr 06 14:36:55.765901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.796097 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8af9c1ac-6fd7-49ae-8666-5caba2697a4b req-3ffe7ca8-26aa-49a1-ad1b-9b70ca780059 service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890660 Apr 06 14:36:55.856086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72289-bb86-47a0-a472-ed3e6928a740 req-72c11f04-5ab9-468b-a39c-26a6d88a9eee tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.857677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-07b72289-bb86-47a0-a472-ed3e6928a740 req-72c11f04-5ab9-468b-a39c-26a6d88a9eee tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 943 time: 0.0573766 Apr 06 14:36:55.911860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-07b72289-bb86-47a0-a472-ed3e6928a740 req-cf2b28c8-a06a-4fdf-b122-ef01b0c9e3b6 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480649 Apr 06 14:36:56.153616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50420) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.526874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.869576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 0083324d-f9b2-4294-b520-ff548c84805a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:56.870270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0083324d-f9b2-4294-b520-ff548c84805a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.964897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 0083324d-f9b2-4294-b520-ff548c84805a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0083324d-f9b2-4294-b520-ff548c84805a,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:56.965267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0083324d-f9b2-4294-b520-ff548c84805a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.979586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 0083324d-f9b2-4294-b520-ff548c84805a owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:57.100201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec112ff-5d62-48a5-8890-cbfb1f0f3f1e req-8054c635-09e6-4a9f-a57b-50c003db0f19 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:57.103029 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ec112ff-5d62-48a5-8890-cbfb1f0f3f1e req-8054c635-09e6-4a9f-a57b-50c003db0f19 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 943 time: 0.1131735 Apr 06 14:36:57.216886 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ec112ff-5d62-48a5-8890-cbfb1f0f3f1e req-21b689ac-69ad-4022-9f79-986bd242f321 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778284 Apr 06 14:36:57.341164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0083324d-f9b2-4294-b520-ff548c84805a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.369425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.370201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=0083324d-f9b2-4294-b520-ff548c84805a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:57.556491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.590761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:36:57.689186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:57.702867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '0ee5c179-9112-45b1-be48-3b8fed837251', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'port_id': '0ee5c179-9112-45b1-be48-3b8fed837251', 'mac_address': 'fa:16:3e:32:c5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:36:57.756356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0ee5c179-9112-45b1-be48-3b8fed837251 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:57.757565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.772288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee5c179-9112-45b1-be48-3b8fed837251 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:36:57.799009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:57.860395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.911760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:58.085566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:58.102112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0ee5c179-9112-45b1-be48-3b8fed837251'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:36:58.193563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:58.202446 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-984dd6c3-a217-4b4e-aa0d-e1650fc3c8ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/37751c9b-761e-4397-baba-0f952788935b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0446491 Apr 06 14:36:58.205736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:58.230881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:58.231518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:58.343496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8178d0-acc8-4c5d-a450-0c1dda1d3caa req-c63d1708-062f-43bb-a4aa-724405e63ac2 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:58.345045 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5f8178d0-acc8-4c5d-a450-0c1dda1d3caa req-c63d1708-062f-43bb-a4aa-724405e63ac2 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 944 time: 0.0593350 Apr 06 14:36:58.401350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5f8178d0-acc8-4c5d-a450-0c1dda1d3caa req-74f82aa0-9c3a-431e-80a5-6f9ee8f5db9f tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490727 Apr 06 14:36:58.404019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:58.623225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cbf56-5da1-430c-ab57-e7c586c07415 req-fae4e3a5-a538-4da6-8736-bee3ab44ff5d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:58.624783 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-201cbf56-5da1-430c-ab57-e7c586c07415 req-fae4e3a5-a538-4da6-8736-bee3ab44ff5d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 946 time: 0.0556262 Apr 06 14:36:58.674776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-201cbf56-5da1-430c-ab57-e7c586c07415 req-bf3f822f-678c-429c-880f-4a0639972df7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Apr 06 14:36:58.688386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.853666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:57Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:58.879296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:58.888449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:58.889082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:58.998982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:59.248477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:57Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.272268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f5749-a1dd-4036-b520-056c6e8af854 None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:57Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eb24ca99-85d7-43fe-bb11-96ef106a0e07', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '37751c9b-761e-4397-baba-0f952788935b', 'port_id': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'mac_address': 'fa:16:3e:a3:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:31Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:59.514862 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:36:59.536063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476c1ad-50dc-4946-9006-c9bd548165a4 req-f45465ab-265f-4965-bf88-71f4a48bbe09 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.537574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0476c1ad-50dc-4946-9006-c9bd548165a4 req-f45465ab-265f-4965-bf88-71f4a48bbe09 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 944 time: 0.0574102 Apr 06 14:36:59.587981 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0476c1ad-50dc-4946-9006-c9bd548165a4 req-eedf5555-5fd6-49b1-87f4-7dd020bffe06 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Apr 06 14:36:59.595721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:59.737545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 0ee5c179-9112-45b1-be48-3b8fed837251 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:36:59.739736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 0ee5c179-9112-45b1-be48-3b8fed837251 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:59.740096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.778762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0083324d-f9b2-4294-b520-ff548c84805a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:59.803884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0083324d-f9b2-4294-b520-ff548c84805a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:59.804343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0083324d-f9b2-4294-b520-ff548c84805a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:59.829900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd527-4c8b-4725-81bb-7ec00d6459e5 req-4ef9615b-8d23-4209-88e3-ba4922be6f16 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.831642 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1dcdd527-4c8b-4725-81bb-7ec00d6459e5 req-4ef9615b-8d23-4209-88e3-ba4922be6f16 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 946 time: 0.0662000 Apr 06 14:36:59.864344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0ee5c179-9112-45b1-be48-3b8fed837251 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:59.864934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.891159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:59.893550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed2f242-9a29-4358-94cb-1530aa38338e" -d '{"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:59.897260 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1dcdd527-4c8b-4725-81bb-7ec00d6459e5 req-b0807579-b05d-4b7d-945d-edeb4319f85a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=6dac8173-a213-400a-8c79-464cc5cf7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587494 Apr 06 14:36:59.907708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:59.933966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310c7e2c-b59c-45b5-af38-c99fd2f73dc3 x-openstack-request-id: req-310c7e2c-b59c-45b5-af38-c99fd2f73dc3 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:59.934270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:59.934526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-310c7e2c-b59c-45b5-af38-c99fd2f73dc3 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:59.934928 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310c7e2c-b59c-45b5-af38-c99fd2f73dc3'] response: {'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'code': 200} Apr 06 14:36:59.974694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.035394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.039403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-9f0b2293-afec-4e22-8857-93ae58ddd4d2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.041234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-9f0b2293-afec-4e22-8857-93ae58ddd4d2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 946 time: 0.0618100 Apr 06 14:37:00.149662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port de546c0b-6101-4bc5-9c45-140d6e86d2f7 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:00.150007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.244016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port de546c0b-6101-4bc5-9c45-140d6e86d2f7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=de546c0b-6101-4bc5-9c45-140d6e86d2f7,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:00.244386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.283605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for de546c0b-6101-4bc5-9c45-140d6e86d2f7 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:00.347419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9697ef-224d-4859-967c-7942847b2ee6 req-d8faab74-9f02-44a4-8a3f-c6ed6e45ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.348960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af9697ef-224d-4859-967c-7942847b2ee6 req-d8faab74-9f02-44a4-8a3f-c6ed6e45ac8b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1129 time: 0.0974383 Apr 06 14:37:00.411862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af9697ef-224d-4859-967c-7942847b2ee6 req-0d2b3778-e353-4665-ab44-df69d1f21890 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560329 Apr 06 14:37:00.488858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (de546c0b-6101-4bc5-9c45-140d6e86d2f7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.521881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=de546c0b-6101-4bc5-9c45-140d6e86d2f7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.568981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port de546c0b-6101-4bc5-9c45-140d6e86d2f7 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:00.571605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.574929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23ac6300-45f0-4542-bd71-4fbae8d2fecd req-07e0f2d6-5234-4351-91be-971512a13c05 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/de546c0b-6101-4bc5-9c45-140d6e86d2f7 HTTP/1.1" status: 204 len: 173 time: 0.5286052 Apr 06 14:37:00.575384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'name': 'network-vif-deleted', 'tag': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:00.577653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee42ac-a41b-4571-b7f7-e9ac31f0823d" -d '{"events": [{"server_uuid": "e179152b-60d3-49f4-bb45-d69adf8bbdef", "name": "network-vif-deleted", "tag": "de546c0b-6101-4bc5-9c45-140d6e86d2f7"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:00.614319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c612a-0403-4801-8af3-6228ee3225de x-openstack-request-id: req-966c612a-0403-4801-8af3-6228ee3225de {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:00.614751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e179152b-60d3-49f4-bb45-d69adf8bbdef", "name": "network-vif-deleted", "tag": "de546c0b-6101-4bc5-9c45-140d6e86d2f7", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:00.615011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-966c612a-0403-4801-8af3-6228ee3225de {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:00.615425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966c612a-0403-4801-8af3-6228ee3225de'] response: {'server_uuid': 'e179152b-60d3-49f4-bb45-d69adf8bbdef', 'name': 'network-vif-deleted', 'tag': 'de546c0b-6101-4bc5-9c45-140d6e86d2f7', 'status': 'completed', 'code': 200} Apr 06 14:37:00.716912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d1025-7284-4c2a-8f1b-1c9602bd8787 req-291fc3b7-dca8-4447-8c03-b6ca94bb649a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.718805 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a53d1025-7284-4c2a-8f1b-1c9602bd8787 req-291fc3b7-dca8-4447-8c03-b6ca94bb649a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0594623 Apr 06 14:37:00.773198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a53d1025-7284-4c2a-8f1b-1c9602bd8787 req-cf871b57-cd7c-4c1a-b54e-245f571a9df7 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 Apr 06 14:37:01.018209 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2bbfdcdd-30f1-4aab-92e7-638eed3961f6 req-4d85b324-c49d-44ae-84f7-71187eed58f9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 210 time: 0.0328510 Apr 06 14:37:01.895628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92908d0-94de-4494-b65a-ec47a4e121cc req-f934a086-12ec-4567-a51c-62882bdbacf0 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:01.897127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d92908d0-94de-4494-b65a-ec47a4e121cc req-f934a086-12ec-4567-a51c-62882bdbacf0 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0542028 Apr 06 14:37:01.946840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d92908d0-94de-4494-b65a-ec47a4e121cc req-cb26fef9-6796-420b-a0ee-e2f524e45f89 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Apr 06 14:37:02.072093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f957-a029-49c8-b085-5e881effabd7 req-49fef007-44b8-4181-bb04-1bc50ce94b29 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.073610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2254f957-a029-49c8-b085-5e881effabd7 req-49fef007-44b8-4181-bb04-1bc50ce94b29 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Apr 06 14:37:02.135147 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f33e0e04-0503-4915-9b0a-125d59e6343c req-3b38757e-4c75-45a4-bcfb-61ad4ba7fa5c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e179152b-60d3-49f4-bb45-d69adf8bbdef HTTP/1.1" status: 200 len: 210 time: 0.0376222 Apr 06 14:37:02.152667 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2254f957-a029-49c8-b085-5e881effabd7 req-161520cc-4ef6-494d-870d-4c0249935c6e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733874 Apr 06 14:37:02.175935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50452) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.220655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f9ffd-0c36-413a-a6cc-c8b794a25f6a tempest-TestNetworkAdvancedServerOps-604696655 tempest-TestNetworkAdvancedServerOps-604696655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.222166 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7a8f9ffd-0c36-413a-a6cc-c8b794a25f6a tempest-TestNetworkAdvancedServerOps-604696655 tempest-TestNetworkAdvancedServerOps-604696655-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1124 time: 0.0452585 Apr 06 14:37:02.225255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50454) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.230494 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '0ee5c179-9112-45b1-be48-3b8fed837251', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.323393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.426117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.856525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Allocated IP 172.26.6.238 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:02.954510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.053513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.095826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:03.101128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:03.107204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:03.112840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Port': ['ID=6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.193592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50458) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.250657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7693-6431-47a9-968b-7b2f844a7743 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (6dac8173-a213-400a-8c79-464cc5cf7c85), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.280325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7693-6431-47a9-968b-7b2f844a7743 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (6dac8173-a213-400a-8c79-464cc5cf7c85), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.414105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7693-6431-47a9-968b-7b2f844a7743 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (6dac8173-a213-400a-8c79-464cc5cf7c85), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.416941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7693-6431-47a9-968b-7b2f844a7743 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.418299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-eb2d7693-6431-47a9-968b-7b2f844a7743 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/6dac8173-a213-400a-8c79-464cc5cf7c85 HTTP/1.1" status: 204 len: 168 time: 0.2237000 Apr 06 14:37:03.431342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d7693-6431-47a9-968b-7b2f844a7743 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac8173-a213-400a-8c79-464cc5cf7c85,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.510703 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for floatingip (ff83dd2b-281a-458e-8a7d-fd6e0140b0b3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.526936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50462) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.588628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:03.594632 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-472e9fea-5547-491a-a507-93cfb667bec7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983622 Apr 06 14:37:03.595285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.612425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device de546c0b-6101-4bc5-9c45-140d6e86d2f7 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:03.644685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.651527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: de546c0b-6101-4bc5-9c45-140d6e86d2f7 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:03.652135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device de546c0b-6101-4bc5-9c45-140d6e86d2f7 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:03.662563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.759212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-33e1d4b2-fbe0-495b-98cb-d8703ec783d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.760788 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-33e1d4b2-fbe0-495b-98cb-d8703ec783d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1129 time: 0.0925622 Apr 06 14:37:03.773857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.818487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.883420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.907459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-d1c03722-f287-4c30-b4b4-6da2b381c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.909000 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-d1c03722-f287-4c30-b4b4-6da2b381c06f service neutron] 10.222.0.79 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 899 time: 0.1145706 Apr 06 14:37:03.951235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event updated for resources: {'Port': ['ID=6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.952980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.965256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (ff83dd2b-281a-458e-8a7d-fd6e0140b0b3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.986976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.994640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.997845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bb7c52ed-1fab-4afc-b69a-19656fd85082 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/ebafb83f-0c59-43f3-b69c-8b9a0e6a2a1a HTTP/1.1" status: 204 len: 168 time: 0.4696856 Apr 06 14:37:04.000472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50464) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:04.006280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5c808-60f9-423b-b9b3-603414308fb5 None None] Network f94e4479-fe9c-444b-83e4-56ae361d861c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:04.055978 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-0b179846-79f9-4dc1-907f-a44a0d0b85f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 1000 time: 0.1404788 Apr 06 14:37:04.074773 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Floating IP ff83dd2b-281a-458e-8a7d-fd6e0140b0b3 associated. External IP: 172.26.6.238, port: 0ee5c179-9112-45b1-be48-3b8fed837251. Apr 06 14:37:04.126436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (f94e4479-fe9c-444b-83e4-56ae361d861c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.140035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-6b833e6a-65c0-4912-8747-d97b2486c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.142461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-6b833e6a-65c0-4912-8747-d97b2486c3ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 200 len: 835 time: 0.0763915 Apr 06 14:37:04.181462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] DHCP port deletion for f94e4479-fe9c-444b-83e4-56ae361d861c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:04.229304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-754ecbd1-e491-4731-b9f6-147863e382ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.230862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-754ecbd1-e491-4731-b9f6-147863e382ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0642798 Apr 06 14:37:04.231509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] Deleting port 385598d2-f573-482c-9e1b-8ebeb05d7888 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:04.232089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.235981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 385598d2-f573-482c-9e1b-8ebeb05d7888 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:04.236355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.301929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] For port 385598d2-f573-482c-9e1b-8ebeb05d7888, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=385598d2-f573-482c-9e1b-8ebeb05d7888,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:04.302198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.315967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] Calling delete_port for 385598d2-f573-482c-9e1b-8ebeb05d7888 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:04.318697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:04.353795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 385598d2-f573-482c-9e1b-8ebeb05d7888, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=385598d2-f573-482c-9e1b-8ebeb05d7888,segment=NetworkSegment(fad3085a-7d7a-4c25-97ff-c9682905f489),segment_id=fad3085a-7d7a-4c25-97ff-c9682905f489)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:04.354185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.375761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 385598d2-f573-482c-9e1b-8ebeb05d7888 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:04.397447 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-f279afab-7d9a-4f3b-87c4-97ca7806fb65 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588831 Apr 06 14:37:04.437110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:04.447537 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] Sync routers for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:04.457809 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:04.458529 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.507809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.537609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.544358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-807a61aa-1de0-46c3-b2b1-6b9c0635372d req-017b02b9-1109-47b7-b563-a14c991816fb service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163838 Apr 06 14:37:04.545353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (385598d2-f573-482c-9e1b-8ebeb05d7888), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.570203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] No DVR routers for this DVR port 385598d2-f573-482c-9e1b-8ebeb05d7888 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:04.575408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=385598d2-f573-482c-9e1b-8ebeb05d7888,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.582703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port 385598d2-f573-482c-9e1b-8ebeb05d7888 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:04.597729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995670d-0f16-4a80-9a18-7493e9af55c0 None None] Pushing event deleted for resources: {'Port': ['ID=385598d2-f573-482c-9e1b-8ebeb05d7888,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.602005 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7c37be8a-9d7b-4652-adc8-67a53ab7c5e1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3715584 Apr 06 14:37:04.602005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:04.619703 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:04.679621 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:04.680107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (f94e4479-fe9c-444b-83e4-56ae361d861c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.683205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca1f62-006b-4f08-bd89-bfd9cbe7530b x-openstack-request-id: req-2cca1f62-006b-4f08-bd89-bfd9cbe7530b {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:04.683531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:04.684363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2cca1f62-006b-4f08-bd89-bfd9cbe7530b {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:04.684363 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cca1f62-006b-4f08-bd89-bfd9cbe7530b'] response: {'name': 'network-changed', 'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'status': 'completed', 'code': 200} Apr 06 14:37:04.723245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94e4479-fe9c-444b-83e4-56ae361d861c']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.758136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad3085a-7d7a-4c25-97ff-c9682905f489') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.758438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad3085a-7d7a-4c25-97ff-c9682905f489') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.775830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (fad3085a-7d7a-4c25-97ff-c9682905f489), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.800810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (fad3085a-7d7a-4c25-97ff-c9682905f489), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.817215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4ff7-5b7b-4ca1-8c4b-2339e9f7df0c req-ce254dd3-5cb7-46ed-8577-0e79e0297086 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.818755 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de0b4ff7-5b7b-4ca1-8c4b-2339e9f7df0c req-ce254dd3-5cb7-46ed-8577-0e79e0297086 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.1341312 Apr 06 14:37:04.820542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:04.820975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (fad3085a-7d7a-4c25-97ff-c9682905f489), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: self.session.flush() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:04.826168 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:04.865471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-bfbb4d52-08da-41e7-8030-de597a7a2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.867142 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-bfbb4d52-08da-41e7-8030-de597a7a2618 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea0a83ce4d434521b93ae5f55ba20317&device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1129 time: 0.1609123 Apr 06 14:37:04.906193 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ff83dd2b-281a-458e-8a7d-fd6e0140b0b3', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'port_id': '0ee5c179-9112-45b1-be48-3b8fed837251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'mac_address': 'fa:16:3e:32:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:03Z', 'updated_at': '2022-04-06T14:37:03Z', 'revision_number': 0, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:48Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.933035 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] Checking router: 4c2717da-1d2c-43e7-b520-a58328ca4cd4 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:04.942401 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:04.942401 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.981799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de0b4ff7-5b7b-4ca1-8c4b-2339e9f7df0c req-359fd598-83cf-43ed-9abe-8a720aaba9f3 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445529 Apr 06 14:37:05.004207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50470) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.006285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-c78bd8a7-c1cf-4621-a760-9a0fe603a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.008258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-c78bd8a7-c1cf-4621-a760-9a0fe603a57d service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b173f36-3505-41ca-9e4b-2588a08ddfad HTTP/1.1" status: 200 len: 899 time: 0.1317770 Apr 06 14:37:05.009436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (f94e4479-fe9c-444b-83e4-56ae361d861c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.027721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.033328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/f94e4479-fe9c-444b-83e4-56ae361d861c HTTP/1.1" status: 204 len: 168 time: 1.0294616 Apr 06 14:37:05.037270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50472) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.040275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c98cd-5dff-488e-b2f9-92c0fc1bd245 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=f94e4479-fe9c-444b-83e4-56ae361d861c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.064142 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:05.082525 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6510daa4-b51c-434a-a1c2-a8d3dba31813 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/floatingips/ff83dd2b-281a-458e-8a7d-fd6e0140b0b3 HTTP/1.1" status: 200 len: 991 time: 0.0755711 Apr 06 14:37:05.143089 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-c5ec7b33-8431-4dd0-93ad-a007dd563905 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5c179-9112-45b1-be48-3b8fed837251 HTTP/1.1" status: 200 len: 999 time: 0.1110699 Apr 06 14:37:05.240677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-d48e6246-9022-4514-8424-51107469b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.242224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-d48e6246-9022-4514-8424-51107469b005 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181 HTTP/1.1" status: 200 len: 835 time: 0.0894687 Apr 06 14:37:05.310320 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ff83dd2b-281a-458e-8a7d-fd6e0140b0b3', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'port_id': '0ee5c179-9112-45b1-be48-3b8fed837251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'mac_address': 'fa:16:3e:32:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:03Z', 'updated_at': '2022-04-06T14:37:03Z', 'revision_number': 0, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:48Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:05.320575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-4c911df2-ed7e-446c-924b-54781e61a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.326211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-4c911df2-ed7e-446c-924b-54781e61a6d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b173f36-3505-41ca-9e4b-2588a08ddfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0608835 Apr 06 14:37:05.326211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 14f4b908-9ce5-4103-9d71-61cd75ea58b8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:05.326211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.340799 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61886cb9-412e-438d-a7b3-d577781fccde None None] The sync data for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv is: [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ff83dd2b-281a-458e-8a7d-fd6e0140b0b3', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'port_id': '0ee5c179-9112-45b1-be48-3b8fed837251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'mac_address': 'fa:16:3e:32:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:03Z', 'updated_at': '2022-04-06T14:37:03Z', 'revision_number': 0, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:48Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:05.470204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.470538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (14f4b908-9ce5-4103-9d71-61cd75ea58b8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.503333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-c37aa714-3108-44a8-9a51-6e25cf16d4c3 service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662025 Apr 06 14:37:05.504319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 14f4b908-9ce5-4103-9d71-61cd75ea58b8 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:05.578978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d16fa3-3255-415b-ab59-276e268fab67 None None] New status for floating IP ff83dd2b-281a-458e-8a7d-fd6e0140b0b3: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:37:05.655669 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb6a6e01-ea94-4ac1-92f2-c5ae31ba9fcd req-c5079fc5-7d9a-4fcf-a297-9ec7f34211dd service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448050 Apr 06 14:37:05.786063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 385598d2-f573-482c-9e1b-8ebeb05d7888 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:05.807983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 385598d2-f573-482c-9e1b-8ebeb05d7888 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:05.808332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 385598d2-f573-482c-9e1b-8ebeb05d7888 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:05.830270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (14f4b908-9ce5-4103-9d71-61cd75ea58b8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.860071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=14f4b908-9ce5-4103-9d71-61cd75ea58b8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.926429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (eb24ca99-85d7-43fe-bb11-96ef106a0e07), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.926677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP eb24ca99-85d7-43fe-bb11-96ef106a0e07 disassociated (deleted). External IP: 172.26.6.13, port: 867a88ee-0163-4bda-88f7-adc3a6041dfb. Apr 06 14:37:06.085953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50476) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.157827 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d6aad51c-0e91-4220-b0ef-7aca1765afca tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/floatingips/ff83dd2b-281a-458e-8a7d-fd6e0140b0b3 HTTP/1.1" status: 200 len: 993 time: 0.0660632 Apr 06 14:37:06.449004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:06.559253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:06.564157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.568977 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:06.579008 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:06.579620 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:06.594760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6bbde252-abf1-4579-bf35-b65b72588df0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/eb24ca99-85d7-43fe-bb11-96ef106a0e07 HTTP/1.1" status: 204 len: 168 time: 1.5529857 Apr 06 14:37:06.595493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:06.597911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:06.649662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc158e5-5cf8-4efb-8cc7-359c5b5742c5 x-openstack-request-id: req-3fc158e5-5cf8-4efb-8cc7-359c5b5742c5 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:06.650091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:06.650455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3fc158e5-5cf8-4efb-8cc7-359c5b5742c5 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:06.650982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc158e5-5cf8-4efb-8cc7-359c5b5742c5'] response: {'name': 'network-changed', 'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'status': 'completed', 'code': 200} Apr 06 14:37:06.696772 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:06.713922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-261a0132-633e-416e-b22a-be6e85fa532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.715414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-261a0132-633e-416e-b22a-be6e85fa532f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 1129 time: 0.0466635 Apr 06 14:37:06.816348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-5e48c7d3-1d2a-4c35-a0ff-9b5ec6de7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.818048 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-5e48c7d3-1d2a-4c35-a0ff-9b5ec6de7675 service neutron] 10.222.0.79 "GET /v2.0/networks?id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 200 len: 899 time: 0.0904582 Apr 06 14:37:06.865938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-730251e2-61d8-47f5-8481-09e92eccab5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 200 len: 217 time: 0.0410247 Apr 06 14:37:06.901711 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:57Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:06.920337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-3845088b-ec53-474d-a528-f42ea5014b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.925093 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-3845088b-ec53-474d-a528-f42ea5014b83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 200 len: 835 time: 0.0477498 Apr 06 14:37:06.935644 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:06.944040 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:06.945288 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:06.984115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-b882e439-5d34-4297-8180-e372984ed93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.985651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-b882e439-5d34-4297-8180-e372984ed93a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37e18eb2-3a61-4ae9-8e85-cc61b66166ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0575495 Apr 06 14:37:07.055973 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:07.154820 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-0542ac95-c5ef-4f76-b581-c6e066052e29 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610255 Apr 06 14:37:07.181891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadc72c-778b-404d-939a-d08a6804fce0 req-383a2a16-865a-4fb1-a008-c70aac12503d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:07.183644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7dadc72c-778b-404d-939a-d08a6804fce0 req-383a2a16-865a-4fb1-a008-c70aac12503d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.0828412 Apr 06 14:37:07.239027 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7dadc72c-778b-404d-939a-d08a6804fce0 req-6a606bd2-e1ad-454d-b197-be5e2350b99c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483088 Apr 06 14:37:07.268414 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:57Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.297764 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcaa1e5-ee35-471c-9c02-ab3d226b5877 None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:36:57Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '16cd04cc-1ac7-43f3-aff2-2edb86d46b3f', 'name': '', 'network_id': '37e18eb2-3a61-4ae9-8e85-cc61b66166ec', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:da:2e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:58Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'db34db40-006b-4ceb-b347-b4a559782b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:07.519758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b25309-ae4a-47fe-be8b-6f92dad717d8 None None] New status for floating IP eb24ca99-85d7-43fe-bb11-96ef106a0e07: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:37:08.280141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4d40b8a-77e6-4581-958c-d8afb0dc74b1 req-e79b0f63-5d52-482d-977c-aafe6d367bc9 service neutron] 10.222.0.79 "GET /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962939 Apr 06 14:37:08.371724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eba01c-7066-4f3d-ba38-ed02fc422168 req-2216153f-e9e3-4b6e-a06f-65ef0aac6827 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:08.373932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7eba01c-7066-4f3d-ba38-ed02fc422168 req-2216153f-e9e3-4b6e-a06f-65ef0aac6827 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.0600085 Apr 06 14:37:08.427453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7eba01c-7066-4f3d-ba38-ed02fc422168 req-a4c18fa8-0b60-4874-87ba-740c56769671 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=40c5c5ec-18ff-4fbf-8d5e-872227403d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476563 Apr 06 14:37:08.574630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-bb2646bc-e723-45be-b3a3-2e479d63b8bc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:08.576093 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-bb2646bc-e723-45be-b3a3-2e479d63b8bc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 945 time: 0.0594556 Apr 06 14:37:08.669297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 867a88ee-0163-4bda-88f7-adc3a6041dfb {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:08.670781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.761973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 867a88ee-0163-4bda-88f7-adc3a6041dfb, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=867a88ee-0163-4bda-88f7-adc3a6041dfb,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:08.762343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.775648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 867a88ee-0163-4bda-88f7-adc3a6041dfb owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:08.946429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (867a88ee-0163-4bda-88f7-adc3a6041dfb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.978941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=867a88ee-0163-4bda-88f7-adc3a6041dfb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:09.024221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port 867a88ee-0163-4bda-88f7-adc3a6041dfb on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:09.026638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.029966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7b91599-8ef9-4b4b-b0b6-7f427c34a5c9 req-913c7ea6-dc20-4ae1-92fd-db8118db5c28 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/867a88ee-0163-4bda-88f7-adc3a6041dfb HTTP/1.1" status: 204 len: 173 time: 0.4491923 Apr 06 14:37:09.030417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'name': 'network-vif-deleted', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:09.032738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acee22-71a0-4f78-991c-4e0b1dc6e3ee" -d '{"events": [{"server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "name": "network-vif-deleted", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:09.072326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f088d-1a21-4736-bf4f-9e47a3475795 x-openstack-request-id: req-ce1f088d-1a21-4736-bf4f-9e47a3475795 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:09.072627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d3c41-ca19-4a0e-bb55-324ade7527c9", "name": "network-vif-deleted", "tag": "867a88ee-0163-4bda-88f7-adc3a6041dfb", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:09.072918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ce1f088d-1a21-4736-bf4f-9e47a3475795 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:09.073331 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1f088d-1a21-4736-bf4f-9e47a3475795'] response: {'server_uuid': 'ef5d3c41-ca19-4a0e-bb55-324ade7527c9', 'name': 'network-vif-deleted', 'tag': '867a88ee-0163-4bda-88f7-adc3a6041dfb', 'status': 'completed', 'code': 200} Apr 06 14:37:09.536497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-258a6753-7253-4074-8222-904670f6148a req-6f7d74e0-da77-4d66-b5d9-2890a5d7cf79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef5d3c41-ca19-4a0e-bb55-324ade7527c9 HTTP/1.1" status: 200 len: 210 time: 0.0278866 Apr 06 14:37:10.594580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50492) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.655718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7a22676-1079-4687-bbdf-7e1bf16e029e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (40c5c5ec-18ff-4fbf-8d5e-872227403d5c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.682750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7a22676-1079-4687-bbdf-7e1bf16e029e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (40c5c5ec-18ff-4fbf-8d5e-872227403d5c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.847227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7a22676-1079-4687-bbdf-7e1bf16e029e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (40c5c5ec-18ff-4fbf-8d5e-872227403d5c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.849836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c7a22676-1079-4687-bbdf-7e1bf16e029e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.851589 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c7a22676-1079-4687-bbdf-7e1bf16e029e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/40c5c5ec-18ff-4fbf-8d5e-872227403d5c HTTP/1.1" status: 204 len: 168 time: 0.2554600 Apr 06 14:37:10.864469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22676-1079-4687-bbdf-7e1bf16e029e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5c5ec-18ff-4fbf-8d5e-872227403d5c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.969737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50496) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.370576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.652962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:11.653704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.682246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 867a88ee-0163-4bda-88f7-adc3a6041dfb no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:11.704974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 867a88ee-0163-4bda-88f7-adc3a6041dfb {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:11.705322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 867a88ee-0163-4bda-88f7-adc3a6041dfb not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:11.754150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:11.754521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.768148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:12.083437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (16cd04cc-1ac7-43f3-aff2-2edb86d46b3f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.112319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=16cd04cc-1ac7-43f3-aff2-2edb86d46b3f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:12.293131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (37751c9b-761e-4397-baba-0f952788935b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.522504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 37751c9b-761e-4397-baba-0f952788935b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:12.642649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:12.649708 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a82e6ed9-fff7-4357-bb5e-83148d7fa0ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/37751c9b-761e-4397-baba-0f952788935b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789329 Apr 06 14:37:12.652274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50498) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.652862 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] Sync routers for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:12.662423 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:12.663031 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:12.706906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet db34db40-006b-4ceb-b347-b4a559782b75 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:12.711023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (db34db40-006b-4ceb-b347-b4a559782b75), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.755557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (db34db40-006b-4ceb-b347-b4a559782b75), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.768397 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:12.840971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (db34db40-006b-4ceb-b347-b4a559782b75), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.946706 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:37:11Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:12.963660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (db34db40-006b-4ceb-b347-b4a559782b75), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.974609 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] Checking router: 37751c9b-761e-4397-baba-0f952788935b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:12.983244 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] Routers {'37751c9b-761e-4397-baba-0f952788935b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:12.983853 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['37751c9b-761e-4397-baba-0f952788935b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:12.995579 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=db34db40-006b-4ceb-b347-b4a559782b75,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:12.999299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.004988 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ad626def-5cf0-4e66-9baf-250bba068bc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/db34db40-006b-4ceb-b347-b4a559782b75 HTTP/1.1" status: 204 len: 168 time: 0.3492796 Apr 06 14:37:13.005216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50502) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.009878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce110a-6723-4960-b503-2aba995f165d None None] Network 37e18eb2-3a61-4ae9-8e85-cc61b66166ec requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:13.091625 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] Set router 37751c9b-761e-4397-baba-0f952788935b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:13.118192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (37751c9b-761e-4397-baba-0f952788935b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.191689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] DHCP port deletion for 37e18eb2-3a61-4ae9-8e85-cc61b66166ec request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:13.234789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (37751c9b-761e-4397-baba-0f952788935b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.259348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] Deleting port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:13.259824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.275512 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:37:11Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.300974 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d2935-b9e3-4639-a491-85066c40aef7 None None] The sync data for ids ['37751c9b-761e-4397-baba-0f952788935b'] in dv-neutron-836581-2-hyperv is: [{'id': '37751c9b-761e-4397-baba-0f952788935b', 'name': 'tempest-TestNetworkBasicOps-router-159045293', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:37:11Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'fd3f2729-6fa9-4fac-8f71-756700be7e07', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37751c9b-761e-4397-baba-0f952788935b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:51Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:13.330717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] For port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,segment=NetworkSegment(727fe62f-660b-463f-9d5e-4a0b2b6a79ba),segment_id=727fe62f-660b-463f-9d5e-4a0b2b6a79ba)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:13.331124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.346319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] Calling delete_port for 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:13.365792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port fd3f2729-6fa9-4fac-8f71-756700be7e07 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:13.366040 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.456536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port fd3f2729-6fa9-4fac-8f71-756700be7e07, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fd3f2729-6fa9-4fac-8f71-756700be7e07,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:13.456854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.470090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for fd3f2729-6fa9-4fac-8f71-756700be7e07 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:13.500297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (6b29c38a-0043-4efb-b536-c8c8c8c7d7bc), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.527742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] Pushing event deleted for resources: {'Port': ['ID=6b29c38a-0043-4efb-b536-c8c8c8c7d7bc,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:13.531493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df6471-5270-42b9-b519-200a8aa90444 None None] No DVR routers for this DVR port 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:13.687786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fd3f2729-6fa9-4fac-8f71-756700be7e07), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.722471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=fd3f2729-6fa9-4fac-8f71-756700be7e07,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:13.805088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (37751c9b-761e-4397-baba-0f952788935b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.867226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:13.888574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:13.888940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 16cd04cc-1ac7-43f3-aff2-2edb86d46b3f not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:13.889281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:13.903473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (37751c9b-761e-4397-baba-0f952788935b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.905793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (37751c9b-761e-4397-baba-0f952788935b), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.908667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:13.909037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6b29c38a-0043-4efb-b536-c8c8c8c7d7bc not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:14.060082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (37751c9b-761e-4397-baba-0f952788935b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.060645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 37751c9b-761e-4397-baba-0f952788935b {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:37:14.067196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.068588 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e1e5d850-23a3-4bda-a690-f1defa076c0a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/37751c9b-761e-4397-baba-0f952788935b HTTP/1.1" status: 204 len: 168 time: 1.0624623 Apr 06 14:37:14.071514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50504) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.159429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (37e18eb2-3a61-4ae9-8e85-cc61b66166ec), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.249296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (37e18eb2-3a61-4ae9-8e85-cc61b66166ec), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.268451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e18eb2-3a61-4ae9-8e85-cc61b66166ec']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.278191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727fe62f-660b-463f-9d5e-4a0b2b6a79ba') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.278490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727fe62f-660b-463f-9d5e-4a0b2b6a79ba') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.287753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (727fe62f-660b-463f-9d5e-4a0b2b6a79ba), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.301674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (727fe62f-660b-463f-9d5e-4a0b2b6a79ba), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.307778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:14.308163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (727fe62f-660b-463f-9d5e-4a0b2b6a79ba), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:14.311037 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:14.437646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (37e18eb2-3a61-4ae9-8e85-cc61b66166ec), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.445306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.447877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/37e18eb2-3a61-4ae9-8e85-cc61b66166ec HTTP/1.1" status: 204 len: 168 time: 0.3747718 Apr 06 14:37:14.460803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f2367-38dc-4fd1-a6af-d71308edee9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=37e18eb2-3a61-4ae9-8e85-cc61b66166ec,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.464783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50506) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.470415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--222734914', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.557358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:14.560790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.585199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:14.594442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2d350b07-3e87-4b1d-bba9-6bd6bd31b624), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.594786 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment 2d350b07-3e87-4b1d-bba9-6bd6bd31b624 of type vlan for network 36e84121-fed1-4394-8fd0-b66cbbfa9fef Apr 06 14:37:14.634718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (36e84121-fed1-4394-8fd0-b66cbbfa9fef), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.728811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (36e84121-fed1-4394-8fd0-b66cbbfa9fef), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.733813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.739903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.806095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=36e84121-fed1-4394-8fd0-b66cbbfa9fef,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.816362 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:14.920691 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-982f4c5a-bd3f-4f33-9144-bad22dd27616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4561841 Apr 06 14:37:14.923359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50508) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.927737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.986095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (19e1aa51-01dd-4483-950f-d21ef74fc644), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.987106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (19e1aa51-01dd-4483-950f-d21ef74fc644), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.038817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (19e1aa51-01dd-4483-950f-d21ef74fc644), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.222540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (19e1aa51-01dd-4483-950f-d21ef74fc644), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.495734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (19e1aa51-01dd-4483-950f-d21ef74fc644), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.515437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.618729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.212 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/48374b1a-c19e-4e57-ad13-73b5364eea57) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:15.725840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.750604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fd3f2729-6fa9-4fac-8f71-756700be7e07 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:15.771041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: fd3f2729-6fa9-4fac-8f71-756700be7e07 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:15.778747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fd3f2729-6fa9-4fac-8f71-756700be7e07 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:15.853545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.895823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:15.901741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:15.904300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:15.930641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=48374b1a-c19e-4e57-ad13-73b5364eea57,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.228248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (19e1aa51-01dd-4483-950f-d21ef74fc644), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.433054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (19e1aa51-01dd-4483-950f-d21ef74fc644), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.649617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 19e1aa51-01dd-4483-950f-d21ef74fc644 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:37:16.760061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:16.769374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Sync routers for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:16.780010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:16.780630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.839867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.841155 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-57d89710-259f-4554-a274-64ca713983d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9168050 Apr 06 14:37:16.844259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50510) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:16.876858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-65090493-dfb1-4485-b7b3-64c27036d0ed tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311055 Apr 06 14:37:16.879569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50512) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:16.981819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbf928c-f913-456e-aa06-2ba52d4df6a5 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.983378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8bbf928c-f913-456e-aa06-2ba52d4df6a5 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028183 Apr 06 14:37:16.986189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50514) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.014722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1127aeae-3e59-4340-a650-72d0619eb8f4 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273941 Apr 06 14:37:17.017185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50516) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.021794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-628018604', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:17.043608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:17.201495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:17.204828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.231851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:16Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:17.258667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Checking router: 19e1aa51-01dd-4483-950f-d21ef74fc644 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:17.262413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Updating router 19e1aa51-01dd-4483-950f-d21ef74fc644 port 48374b1a-c19e-4e57-ad13-73b5364eea57 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:37:17.288646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.458977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a68e7841-45c1-4463-9eaf-4d6b0e21f1f4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.522485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=a68e7841-45c1-4463-9eaf-4d6b0e21f1f4,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:17.533358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:17.537239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: 36e84121-fed1-4394-8fd0-b66cbbfa9fef, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:17.552105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Publish callbacks [] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.602022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:17.613016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.666834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Attempting to bind port 48374b1a-c19e-4e57-ad13-73b5364eea57 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:17.667880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Attempting to bind port 48374b1a-c19e-4e57-ad13-73b5364eea57 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:17.667880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Attempting to bind port 48374b1a-c19e-4e57-ad13-73b5364eea57 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:17.669805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb84a4a-b50b-436a-a4df-44551f1c54b7 None None] Pushing event updated for resources: {'Port': ['ID=48374b1a-c19e-4e57-ad13-73b5364eea57,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:17.675438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:17.675815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:17.676213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.676599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:17.677107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Bound port: 48374b1a-c19e-4e57-ad13-73b5364eea57, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:17.677490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.687479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 36e84121-fed1-4394-8fd0-b66cbbfa9fef) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:17.691944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:17.692627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.699990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6275412-cb5f-436d-a416-1cfb13c63f52 None None] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:17.781565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] For port 48374b1a-c19e-4e57-ad13-73b5364eea57, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:17.785448 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-75df1d71-979b-4103-a0b7-ad75ab44a425 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7646832 Apr 06 14:37:17.785604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.797250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] For port 48374b1a-c19e-4e57-ad13-73b5364eea57, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=48374b1a-c19e-4e57-ad13-73b5364eea57,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:17.839097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:17.841284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.913555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.024166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:18.024578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:18.030822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb84a4a-b50b-436a-a4df-44551f1c54b7 None None] Pushing event updated for resources: {'Port': ['ID=48374b1a-c19e-4e57-ad13-73b5364eea57,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.079437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Allocated IP 172.20.0.2 (36e84121-fed1-4394-8fd0-b66cbbfa9fef/a68e7841-45c1-4463-9eaf-4d6b0e21f1f4/b18a28df-0f83-412c-b2ff-5fdd513d6117) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:18.214464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:18.397491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Publish callbacks [] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.464052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:16Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:18.491813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5044525-b146-4db2-8f73-85cebe7ff8ca None None] The sync data for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv is: [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:16Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:18.495841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.538691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:18.545729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:18.548615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:18.557632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Pushing event updated for resources: {'Port': ['ID=b18a28df-0f83-412c-b2ff-5fdd513d6117,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.591887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.623144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Attempting to bind port b18a28df-0f83-412c-b2ff-5fdd513d6117 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:18.623527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Attempting to bind port b18a28df-0f83-412c-b2ff-5fdd513d6117 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:18.624021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Attempting to bind port b18a28df-0f83-412c-b2ff-5fdd513d6117 on network 36e84121-fed1-4394-8fd0-b66cbbfa9fef {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:18.638613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:18.639001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Checking segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:18.639409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.639813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Bound using segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:18.640294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Bound port: b18a28df-0f83-412c-b2ff-5fdd513d6117, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:18.640680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.724381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] For port b18a28df-0f83-412c-b2ff-5fdd513d6117, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:18.746555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] For port b18a28df-0f83-412c-b2ff-5fdd513d6117, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b18a28df-0f83-412c-b2ff-5fdd513d6117,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:18.822021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.903135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66957ba3-cb9f-41d5-a679-ff8f89e415a7 None None] Pushing event updated for resources: {'Port': ['ID=b18a28df-0f83-412c-b2ff-5fdd513d6117,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:19.012251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (36e84121-fed1-4394-8fd0-b66cbbfa9fef/a68e7841-45c1-4463-9eaf-4d6b0e21f1f4/aff03db7-d618-4c79-b6b9-b140ec6d8471) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:19.171567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.300967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.345568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:19.351138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:19.354156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:19.381804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=aff03db7-d618-4c79-b6b9-b140ec6d8471,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:19.410802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (19e1aa51-01dd-4483-950f-d21ef74fc644), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.627012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.855741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b18a28df-0f83-412c-b2ff-5fdd513d6117 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:19.912249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b18a28df-0f83-412c-b2ff-5fdd513d6117 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:19.912918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.960018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e71660-e599-474e-ac0e-64f885939d1a None None] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:19.970423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.047457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.056430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b18a28df-0f83-412c-b2ff-5fdd513d6117 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:20.056430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.110376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Provisioning complete for port b18a28df-0f83-412c-b2ff-5fdd513d6117 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:20.110749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.121906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=aff03db7-d618-4c79-b6b9-b140ec6d8471,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.124463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (19e1aa51-01dd-4483-950f-d21ef74fc644), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.124889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b18a28df-0f83-412c-b2ff-5fdd513d6117, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b18a28df-0f83-412c-b2ff-5fdd513d6117,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:20.208609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.214368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 48374b1a-c19e-4e57-ad13-73b5364eea57 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:20.248188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:20.250219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:20.266469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Current status of the port b18a28df-0f83-412c-b2ff-5fdd513d6117 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:20.266866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.330122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b18a28df-0f83-412c-b2ff-5fdd513d6117,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.372288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 48374b1a-c19e-4e57-ad13-73b5364eea57 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:20.372673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.393605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 19e1aa51-01dd-4483-950f-d21ef74fc644 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:20.398992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:37:20.398992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:37:20.526233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:20.533026 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b0dd5620-20f0-4ed8-b83f-beb0b6e82874 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/19e1aa51-01dd-4483-950f-d21ef74fc644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7463400 Apr 06 14:37:20.535484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50520) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.603921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Sync routers for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:20.618093 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:20.619207 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.637122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 48374b1a-c19e-4e57-ad13-73b5364eea57 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:20.637666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.671200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 48374b1a-c19e-4e57-ad13-73b5364eea57, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=48374b1a-c19e-4e57-ad13-73b5364eea57,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:20.718731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.752885 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:20.768820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.769443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.769744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.770363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.770817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.771276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.771728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.776184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-050d78a6-cc4a-444d-9814-2b8f483fb80b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.2372260 Apr 06 14:37:20.776640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50522) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.789636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=48374b1a-c19e-4e57-ad13-73b5364eea57,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.886716 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.887437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.887966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.888480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.889085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.889641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.890146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.895079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-50a1daeb-1a39-49d9-819d-dc7e3716d785 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1145182 Apr 06 14:37:20.895405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50524) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.941369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7d6dac4a-c9b8-4bea-9440-f7141b8feb85 None None] Current status of the port b18a28df-0f83-412c-b2ff-5fdd513d6117 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:20.984825 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:21.014908 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Checking router: 19e1aa51-01dd-4483-950f-d21ef74fc644 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:21.015266 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Updating router 19e1aa51-01dd-4483-950f-d21ef74fc644 port aff03db7-d618-4c79-b6b9-b140ec6d8471 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:37:21.047384 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.061918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e6cdb2a7-a336-4b52-9cda-84e18bb54cab None None] Provisioning complete for port b18a28df-0f83-412c-b2ff-5fdd513d6117 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:21.063251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb2a7-a336-4b52-9cda-84e18bb54cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.146201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdb2a7-a336-4b52-9cda-84e18bb54cab None None] Current status of the port b18a28df-0f83-412c-b2ff-5fdd513d6117 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:21.157581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e6cdb2a7-a336-4b52-9cda-84e18bb54cab None None] Provisioning complete for port aff03db7-d618-4c79-b6b9-b140ec6d8471 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:21.158207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb2a7-a336-4b52-9cda-84e18bb54cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.159138 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7d30a7a3-fbe6-45d7-9c1a-fee1ed68ef03 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2625744 Apr 06 14:37:21.195607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdb2a7-a336-4b52-9cda-84e18bb54cab None None] Port aff03db7-d618-4c79-b6b9-b140ec6d8471 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:21.406778 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Publish callbacks [] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.481375 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.511417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50528) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:21.516327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-256345526', 'description': 'tempest-secgroup-smoke-256345526 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:21.534143 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f440ba-591d-44b3-9c83-0fb631000f5d None None] Pushing event updated for resources: {'Port': ['ID=aff03db7-d618-4c79-b6b9-b140ec6d8471,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.593158 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Attempting to bind port aff03db7-d618-4c79-b6b9-b140ec6d8471 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:21.593528 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Attempting to bind port aff03db7-d618-4c79-b6b9-b140ec6d8471 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:21.595595 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Attempting to bind port aff03db7-d618-4c79-b6b9-b140ec6d8471 on network 36e84121-fed1-4394-8fd0-b66cbbfa9fef {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:21.599420 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:21.599892 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Checking segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:21.600363 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.600849 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Bound using segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:21.602065 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Bound port: aff03db7-d618-4c79-b6b9-b140ec6d8471, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:21.602487 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.643280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.670359 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] For port aff03db7-d618-4c79-b6b9-b140ec6d8471, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:21.674356 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] For port aff03db7-d618-4c79-b6b9-b140ec6d8471, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aff03db7-d618-4c79-b6b9-b140ec6d8471,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:21.715979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (df0201c6-cf9b-4c26-8534-c06cf9f03207), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.765135 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.811403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b18a28df-0f83-412c-b2ff-5fdd513d6117 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:21.815598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (df0201c6-cf9b-4c26-8534-c06cf9f03207), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.832139 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:21.832801 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:36:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:21.834599 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f440ba-591d-44b3-9c83-0fb631000f5d None None] Pushing event updated for resources: {'Port': ['ID=aff03db7-d618-4c79-b6b9-b140ec6d8471,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.857718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0201c6-cf9b-4c26-8534-c06cf9f03207,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.881637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] Provisioning complete for port aff03db7-d618-4c79-b6b9-b140ec6d8471 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:21.881999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.933534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.934255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b18a28df-0f83-412c-b2ff-5fdd513d6117 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:21.934635 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.935881 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-df441aaf-cf71-45c7-8b3b-a0a5dcb4031b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4232571 Apr 06 14:37:21.938640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50532) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:21.943251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'df0201c6-cf9b-4c26-8534-c06cf9f03207', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:21.967689 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:22.043338 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (ee8b3dec-081f-403c-a529-ff36616ebe1b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.063686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] Current status of the port aff03db7-d618-4c79-b6b9-b140ec6d8471 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:22.064862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.076965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b18a28df-0f83-412c-b2ff-5fdd513d6117 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:22.078072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 48374b1a-c19e-4e57-ad13-73b5364eea57 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:22.142390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] For port aff03db7-d618-4c79-b6b9-b140ec6d8471, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aff03db7-d618-4c79-b6b9-b140ec6d8471,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:22.154805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 48374b1a-c19e-4e57-ad13-73b5364eea57 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:22.155208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.191308 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:21Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.223086 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82680d24-32a9-49d0-a7ff-6e4f06eba9a6 None None] The sync data for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv is: [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:21Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:22.234842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.331585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98954c-1333-48cd-9818-3c1ab7cc55ab None None] Pushing event updated for resources: {'Port': ['ID=aff03db7-d618-4c79-b6b9-b140ec6d8471,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.336937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 48374b1a-c19e-4e57-ad13-73b5364eea57 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:22.356951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-fec0d629-ddaf-4dd1-9a91-86c518b0e4c6 None None] Provisioning complete for port aff03db7-d618-4c79-b6b9-b140ec6d8471 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:22.357327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fec0d629-ddaf-4dd1-9a91-86c518b0e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.392492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-192c67a2-1b5a-4169-a44f-ae39a0a3c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.452756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (ee8b3dec-081f-403c-a529-ff36616ebe1b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.470961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-fec0d629-ddaf-4dd1-9a91-86c518b0e4c6 None None] Current status of the port aff03db7-d618-4c79-b6b9-b140ec6d8471 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:22.534670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (ee8b3dec-081f-403c-a529-ff36616ebe1b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.553526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8b3dec-081f-403c-a529-ff36616ebe1b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.628221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.629541 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eff1992a-655b-4b17-9d98-13537a407af1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6898999 Apr 06 14:37:22.633179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50534) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.638096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'df0201c6-cf9b-4c26-8534-c06cf9f03207', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:22.735621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (9a9f3cd9-30b6-46a3-900d-4805c32e7f07), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.801455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (9a9f3cd9-30b6-46a3-900d-4805c32e7f07), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.866150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9a9f3cd9-30b6-46a3-900d-4805c32e7f07), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.887158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9f3cd9-30b6-46a3-900d-4805c32e7f07,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.953815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.955281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0ed09712-e719-48b2-bdf9-cb31fd4dd710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209403 Apr 06 14:37:22.958215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50536) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.963023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'df0201c6-cf9b-4c26-8534-c06cf9f03207', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:23.053917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (238a4a04-33d0-43ba-8ac6-e68953bca2f9), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.115276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (238a4a04-33d0-43ba-8ac6-e68953bca2f9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.214469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (238a4a04-33d0-43ba-8ac6-e68953bca2f9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.233806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238a4a04-33d0-43ba-8ac6-e68953bca2f9,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:23.284763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.288589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-558ae1b1-e20b-4fa0-8796-f0b6dc0f8175 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266325 Apr 06 14:37:23.289133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50538) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.293877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'df0201c6-cf9b-4c26-8534-c06cf9f03207', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:23.391736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.407755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c3b2aa88-9bf3-4fbd-b32b-bfdfd7f03cdd), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.464617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c3b2aa88-9bf3-4fbd-b32b-bfdfd7f03cdd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.544588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c3b2aa88-9bf3-4fbd-b32b-bfdfd7f03cdd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.562267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b2aa88-9bf3-4fbd-b32b-bfdfd7f03cdd,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:23.634062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.635294 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-62d778aa-ba22-400b-9497-11412188a833 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449569 Apr 06 14:37:23.638300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50540) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.642650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'df0201c6-cf9b-4c26-8534-c06cf9f03207', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:23.705639 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:37:23.711358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (14edce87-d075-46b3-871b-181bbe66ac29), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.774330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (14edce87-d075-46b3-871b-181bbe66ac29), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.812559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aff03db7-d618-4c79-b6b9-b140ec6d8471 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:23.825972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (14edce87-d075-46b3-871b-181bbe66ac29), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.848354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14edce87-d075-46b3-871b-181bbe66ac29,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:23.865248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port aff03db7-d618-4c79-b6b9-b140ec6d8471 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:23.867580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.947687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port aff03db7-d618-4c79-b6b9-b140ec6d8471 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:23.948493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.950880 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-180fefc4-f908-4505-be50-80b0806404c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3116224 Apr 06 14:37:23.953833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50542) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.958859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'df0201c6-cf9b-4c26-8534-c06cf9f03207', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:24.043139 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:37:24.048271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0b61834a-247e-41f3-927c-b6219e8cd3f0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.108377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0b61834a-247e-41f3-927c-b6219e8cd3f0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.186125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (0b61834a-247e-41f3-927c-b6219e8cd3f0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.203924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b61834a-247e-41f3-927c-b6219e8cd3f0,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:24.274561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.275802 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-edfffd58-8ad4-42d1-b252-f13307c685bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3208337 Apr 06 14:37:24.470062 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-780d09fb-073e-48e8-8c07-9cc5e2f792ee tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256345526&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0437140 Apr 06 14:37:24.579476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-302e1599-b862-430f-827a-ec931ced0ba7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:24.580969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-302e1599-b862-430f-827a-ec931ced0ba7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=36e84121-fed1-4394-8fd0-b66cbbfa9fef HTTP/1.1" status: 200 len: 796 time: 0.1038706 Apr 06 14:37:24.595139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-e5d11c12-13da-4731-9498-07250210b127 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0087304 Apr 06 14:37:24.650925 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-3b649f78-c823-48a0-934b-a25c7f337cc0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508497 Apr 06 14:37:24.688838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-94409d9d-14da-4535-a48a-e322618d5e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.752453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-736eb252-a12e-4fd8-bc1a-acee88764473 service neutron] 10.222.0.89 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903015 Apr 06 14:37:24.842938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-171d0d44-b542-4fa5-9724-6b23ab381bdc service neutron] 10.222.0.89 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Apr 06 14:37:25.097612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c082171e-11e6-4f9b-b8ee-e8f35fac6be5 req-95f47ee1-ee6f-4693-86bb-200f9fde4651 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 210 time: 0.0278828 Apr 06 14:37:25.740327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.192025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2af2adc6-9a30-4821-ac65-dfb3d7939539 req-166f0317-a205-4791-be12-5badc5787a17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 210 time: 0.0284846 Apr 06 14:37:26.980808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-576d3202-73aa-4445-93c0-bd37ca29b7bc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.982517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-576d3202-73aa-4445-93c0-bd37ca29b7bc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=36e84121-fed1-4394-8fd0-b66cbbfa9fef HTTP/1.1" status: 200 len: 796 time: 0.1028013 Apr 06 14:37:27.047010 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-695e6140-4cb4-4d4c-b544-f16cb27f279b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 379 time: 0.0550656 Apr 06 14:37:27.056098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['df0201c6-cf9b-4c26-8534-c06cf9f03207']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:27.254623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:27.258657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.303886 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78728dc9-f44b-44ab-8f96-40b212afd791 req-31a4e916-f615-4294-9300-4a16cea276cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 210 time: 0.0322096 Apr 06 14:37:27.379875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.417925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.13 (36e84121-fed1-4394-8fd0-b66cbbfa9fef/a68e7841-45c1-4463-9eaf-4d6b0e21f1f4/2f8ff034-19bc-4b2e-be0d-b36fc7282fb7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:27.550353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.641982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.686332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:27.689356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:27.696078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:27.721446 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:27.752605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:27.758415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.845876 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-916c9c2e-55f9-46e4-ac18-00ebe539aea7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7935567 Apr 06 14:37:27.857659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Request body: {'port': {'device_id': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:27.919853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.934908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-456f3665-6cb1-4369-8e35-c819943c4bd4 None None] Provisioning complete for port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:27.935370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-456f3665-6cb1-4369-8e35-c819943c4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.968410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-456f3665-6cb1-4369-8e35-c819943c4bd4 None None] Port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:28.474905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b144c-adfe-423b-b7db-f04700821e36 req-b4062880-def6-499b-9a20-cb41a8d4020a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:28.477153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e68b144c-adfe-423b-b7db-f04700821e36 req-b4062880-def6-499b-9a20-cb41a8d4020a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 932 time: 0.0834601 Apr 06 14:37:28.511369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.565175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e68b144c-adfe-423b-b7db-f04700821e36 req-97b2951d-38d2-4ab8-9913-243a1e12aaf2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818982 Apr 06 14:37:28.576473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:28.583972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Publish callbacks [] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.596323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Transition to ACTIVE for port object 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:37:28.688454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.742564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Pushing event updated for resources: {'Port': ['ID=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.811562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Attempting to bind port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:28.811910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Attempting to bind port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:28.812245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Attempting to bind port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 on network 36e84121-fed1-4394-8fd0-b66cbbfa9fef {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:28.816817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 on network 36e84121-fed1-4394-8fd0-b66cbbfa9fef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:37:28.817143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Attempting to bind port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 on network 36e84121-fed1-4394-8fd0-b66cbbfa9fef {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:28.822487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:28.822831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Checking segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:28.823227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Bound using segment: {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:28.823660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Bound port: 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d350b07-3e87-4b1d-bba9-6bd6bd31b624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:28.824031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.896545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] For port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:28.900201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] For port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:28.990570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.026474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.027023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.028428 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] 10.222.0.79 "PUT /v2.0/ports/2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 HTTP/1.1" status: 200 len: 1094 time: 1.1749768 Apr 06 14:37:29.029002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:29.031240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:29.055998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759491e-94de-4872-a1a4-981d4d9cce6d service neutron] Pushing event updated for resources: {'Port': ['ID=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:29.072274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f8e6bc-fda2-4633-9cd2-1ea1a0db0d19 x-openstack-request-id: req-19f8e6bc-fda2-4633-9cd2-1ea1a0db0d19 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:29.072590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:29.072891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19f8e6bc-fda2-4633-9cd2-1ea1a0db0d19 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:29.073300 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f8e6bc-fda2-4633-9cd2-1ea1a0db0d19'] response: {'name': 'network-changed', 'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'status': 'completed', 'code': 200} Apr 06 14:37:29.138808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0 req-ffa8cd47-79b6-4432-94ec-9d5a7b33cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.140370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0 req-ffa8cd47-79b6-4432-94ec-9d5a7b33cf94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 1128 time: 0.0490768 Apr 06 14:37:29.247243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0 req-926ed170-758b-4441-b396-f28f7f2e8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.249240 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0 req-926ed170-758b-4441-b396-f28f7f2e8805 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1012886 Apr 06 14:37:29.341721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0 req-0143d223-2f76-45c4-bf51-72c76d879148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.343241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a1f2b92-93c6-4ab5-95c9-252de18bf0c0 req-0143d223-2f76-45c4-bf51-72c76d879148 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0884850 Apr 06 14:37:29.426755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-181c36e5-e2d5-4d52-9874-98bef7951ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.428272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-181c36e5-e2d5-4d52-9874-98bef7951ee9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 1128 time: 0.0501418 Apr 06 14:37:29.470321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-898404b5-652f-4d0d-85d5-cdc2382fe636 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 HTTP/1.1" status: 200 len: 217 time: 0.0340014 Apr 06 14:37:29.518112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-3a2adfe6-20d1-4094-bd02-500aefdadc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.519543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-3a2adfe6-20d1-4094-bd02-500aefdadc37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a68e7841-45c1-4463-9eaf-4d6b0e21f1f4 HTTP/1.1" status: 200 len: 834 time: 0.0429280 Apr 06 14:37:29.573492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-b497217d-8d40-4eb3-9aad-382eebeed215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.575006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-b497217d-8d40-4eb3-9aad-382eebeed215 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36e84121-fed1-4394-8fd0-b66cbbfa9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493639 Apr 06 14:37:29.695805 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-546ac53f-0c81-46e9-8d4c-bc237a8919bb service neutron] 10.222.0.79 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138453 Apr 06 14:37:29.716652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe5e4-403a-4cf9-9873-09fb8e996196 req-86a3ddfa-a269-4a03-91d2-f472fb53e933 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.718095 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-05abe5e4-403a-4cf9-9873-09fb8e996196 req-86a3ddfa-a269-4a03-91d2-f472fb53e933 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 944 time: 0.0833776 Apr 06 14:37:29.818531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-05abe5e4-403a-4cf9-9873-09fb8e996196 req-eca216b1-0431-4ab9-9639-53cfcd95f7e9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902715 Apr 06 14:37:29.832378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5502f8ce-b543-4ffe-897d-dd3674b784a9 req-823b9532-f730-46c1-afd8-74aa90bad98f service neutron] 10.222.0.79 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306586 Apr 06 14:37:30.941008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6da5-f944-4682-96ea-4e042de6c4d1 req-e8b5ea11-19cd-4647-8f6b-c498b54959a4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:30.942500 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0caa6da5-f944-4682-96ea-4e042de6c4d1 req-e8b5ea11-19cd-4647-8f6b-c498b54959a4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 944 time: 0.0544159 Apr 06 14:37:30.991728 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0caa6da5-f944-4682-96ea-4e042de6c4d1 req-71bff445-e9c8-47e1-a4a5-4114cb3b1408 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 Apr 06 14:37:31.735400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:37:31.837525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:31.848302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'port_id': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'mac_address': 'fa:16:3e:e9:5e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:37:31.884860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:31.885253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.898280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:31.918602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:31.974026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.024374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:32.116065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e28397-31fe-438e-be97-c047f5f0ffc0 req-8d09e55c-05b0-4c5c-8bd8-fb21668b35c9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:32.118092 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-42e28397-31fe-438e-be97-c047f5f0ffc0 req-8d09e55c-05b0-4c5c-8bd8-fb21668b35c9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 945 time: 0.0581994 Apr 06 14:37:32.168436 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-42e28397-31fe-438e-be97-c047f5f0ffc0 req-1bf0ec64-d600-4531-9aff-58fcac3bf41f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Apr 06 14:37:32.196226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['2f8ff034-19bc-4b2e-be0d-b36fc7282fb7'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:37:33.291402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6228ad-74b3-4c3b-ac6e-c925252fca46 req-a68fae04-5d6f-4183-9998-bdfdc2132348 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.292891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8c6228ad-74b3-4c3b-ac6e-c925252fca46 req-a68fae04-5d6f-4183-9998-bdfdc2132348 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 945 time: 0.0534823 Apr 06 14:37:33.341683 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8c6228ad-74b3-4c3b-ac6e-c925252fca46 req-e25c1226-deb9-4428-88b6-bb5fee2ff80b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433750 Apr 06 14:37:33.752835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:33.863976 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:37:33.867605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:33.868575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.945337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:33.945712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.970599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:33.972824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344afb52-5ec9-4016-a11e-77ce868f1934" -d '{"events": [{"server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "name": "network-vif-plugged", "status": "completed", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:33.984973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:34.011072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70907256-f371-4f50-9f67-2bd185eb27ab x-openstack-request-id: req-70907256-f371-4f50-9f67-2bd185eb27ab {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:34.011361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "name": "network-vif-plugged", "status": "completed", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:34.011636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-70907256-f371-4f50-9f67-2bd185eb27ab {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:34.012030 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70907256-f371-4f50-9f67-2bd185eb27ab'] response: {'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'code': 200} Apr 06 14:37:34.052815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.100398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:34.296241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a1e2-5339-4750-9ff7-2cae02a9c31c req-7b8f6dbb-c231-4fa5-91f4-3d18ef268989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:34.297758 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa86a1e2-5339-4750-9ff7-2cae02a9c31c req-7b8f6dbb-c231-4fa5-91f4-3d18ef268989 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 1130 time: 0.0476899 Apr 06 14:37:34.344168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa86a1e2-5339-4750-9ff7-2cae02a9c31c req-92114201-e880-4c8f-abcc-c4d7739a020a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386550 Apr 06 14:37:34.460118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a30b6f-d9f9-42b5-8526-f51a58dac164 req-5db7d797-1cdd-4213-9b77-8702a14a9532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:34.462286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-34a30b6f-d9f9-42b5-8526-f51a58dac164 req-5db7d797-1cdd-4213-9b77-8702a14a9532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0528922 Apr 06 14:37:34.511485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-34a30b6f-d9f9-42b5-8526-f51a58dac164 req-b68727fc-8a7c-42d8-b1c6-e963a634d16c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Apr 06 14:37:35.240514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48472e1-fd0c-480b-b4a8-6ebaded3c80a req-1539e8eb-b1d5-4ecb-888d-0cdc392a4150 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.242145 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c48472e1-fd0c-480b-b4a8-6ebaded3c80a req-1539e8eb-b1d5-4ecb-888d-0cdc392a4150 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Apr 06 14:37:35.297655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c48472e1-fd0c-480b-b4a8-6ebaded3c80a req-5cdd6d27-9c98-467e-869f-bbfc00a67aa0 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484812 Apr 06 14:37:35.630636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a1f1f-30e3-4732-bc47-49d7786a22ee req-f7d3f175-0d2c-41f2-adf2-c0263617b3de tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.632110 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-892a1f1f-30e3-4732-bc47-49d7786a22ee req-f7d3f175-0d2c-41f2-adf2-c0263617b3de tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0530260 Apr 06 14:37:35.686474 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-892a1f1f-30e3-4732-bc47-49d7786a22ee req-d2cb6111-2efe-4c37-82fd-b0cd38f710c9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449851 Apr 06 14:37:36.417446 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a378bc-6d3a-4484-890a-0acf56d11d34 req-c0f7c939-fa33-4deb-bb5a-f07308b7c713 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.418904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84a378bc-6d3a-4484-890a-0acf56d11d34 req-c0f7c939-fa33-4deb-bb5a-f07308b7c713 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0542543 Apr 06 14:37:36.466443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84a378bc-6d3a-4484-890a-0acf56d11d34 req-28d5e96e-3385-4344-a590-cf6dd1ab1cc2 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420783 Apr 06 14:37:36.514154 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:37:36.811030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dddfb-1f18-4d75-bbe5-8c4a1ff93921 req-47614b77-cad6-4f6b-9519-794c8c9c956d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.815669 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-239dddfb-1f18-4d75-bbe5-8c4a1ff93921 req-47614b77-cad6-4f6b-9519-794c8c9c956d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0567989 Apr 06 14:37:36.861209 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-239dddfb-1f18-4d75-bbe5-8c4a1ff93921 req-611ba2eb-5dd1-4413-977e-e634635d8655 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Apr 06 14:37:36.979087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cef6b-9de6-48b9-8021-6461ba328dc3 req-a4c56e1d-991f-4d38-9b48-d8b0d079003e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.980460 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a0cef6b-9de6-48b9-8021-6461ba328dc3 req-a4c56e1d-991f-4d38-9b48-d8b0d079003e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0541675 Apr 06 14:37:37.028746 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a0cef6b-9de6-48b9-8021-6461ba328dc3 req-02683d93-a19c-423f-a606-ebac50a213da tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425367 Apr 06 14:37:37.050644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50628) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:37.124430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a522b931-5b68-48dd-84e2-fdba16637721 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.126004 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a522b931-5b68-48dd-84e2-fdba16637721 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 1125 time: 0.0743663 Apr 06 14:37:37.128855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50630) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:37.133074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:37.197815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.297466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.403185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.179 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:37.507448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.584971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a43477-5ab1-4c18-a784-cad543f22808 req-9428f4b2-74c8-4ee7-9dd5-152807ebff39 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.586677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1a43477-5ab1-4c18-a784-cad543f22808 req-9428f4b2-74c8-4ee7-9dd5-152807ebff39 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Apr 06 14:37:37.603552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.641174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1a43477-5ab1-4c18-a784-cad543f22808 req-e7069fb3-3c96-4258-be60-16cd51819046 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484500 Apr 06 14:37:37.646204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:37.651524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:37.654227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:37.678510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.020868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (dc67bc8d-9dc1-400a-8ed0-0ca545619e50), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.138239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.287585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.356556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.423701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.435585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (dc67bc8d-9dc1-400a-8ed0-0ca545619e50), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.537715 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP dc67bc8d-9dc1-400a-8ed0-0ca545619e50 associated. External IP: 172.26.6.179, port: 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7. Apr 06 14:37:38.755455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 19e1aa51-01dd-4483-950f-d21ef74fc644 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:38.771027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897f62-a39a-4bc9-a93e-5b5bea08db89 req-f5e5c293-8454-428e-8646-1aaeda8805a7 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:38.772523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-30897f62-a39a-4bc9-a93e-5b5bea08db89 req-f5e5c293-8454-428e-8646-1aaeda8805a7 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Apr 06 14:37:38.822603 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-30897f62-a39a-4bc9-a93e-5b5bea08db89 req-3b282c29-c6b3-4105-98dc-0ec242123d02 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Apr 06 14:37:38.869817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:38.879792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] Sync routers for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:38.889568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:38.890284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:38.935971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.966676 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a17afcf6-6a28-4cc5-84b8-c7f50f4b5ce2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8367989 Apr 06 14:37:38.967275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:38.969573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422dc382-ff34-4d65-9788-04679f1955e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:38.970573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:39.006178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639fbcc6-0dda-4eb6-8cec-442ecce4ce2c x-openstack-request-id: req-639fbcc6-0dda-4eb6-8cec-442ecce4ce2c {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:39.006477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:39.006735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-639fbcc6-0dda-4eb6-8cec-442ecce4ce2c {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:39.007154 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639fbcc6-0dda-4eb6-8cec-442ecce4ce2c'] response: {'name': 'network-changed', 'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'status': 'completed', 'code': 200} Apr 06 14:37:39.011016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:39.069638 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f6f579bf-0864-4686-82fd-ebdef83158b3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/dc67bc8d-9dc1-400a-8ed0-0ca545619e50 HTTP/1.1" status: 200 len: 992 time: 0.0975747 Apr 06 14:37:39.087156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc382-ff34-4d65-9788-04679f1955e3 req-b969bcac-1d68-4712-aebe-3376ad7a5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.088672 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-b969bcac-1d68-4712-aebe-3376ad7a5b64 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 1130 time: 0.0560827 Apr 06 14:37:39.185182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc382-ff34-4d65-9788-04679f1955e3 req-70f1268e-8219-40f3-8982-fb9d424d419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.186664 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-70f1268e-8219-40f3-8982-fb9d424d419a service neutron] 10.222.0.79 "GET /v2.0/networks?id=36e84121-fed1-4394-8fd0-b66cbbfa9fef HTTP/1.1" status: 200 len: 898 time: 0.0914135 Apr 06 14:37:39.250917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'dc67bc8d-9dc1-400a-8ed0-0ca545619e50', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'port_id': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'mac_address': 'fa:16:3e:e9:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:37Z', 'updated_at': '2022-04-06T14:37:37Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.257709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-aaba6adb-2b96-41ef-a4df-8657dbaa3119 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 HTTP/1.1" status: 200 len: 1000 time: 0.0647249 Apr 06 14:37:39.277612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] Checking router: 19e1aa51-01dd-4483-950f-d21ef74fc644 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:39.286061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:39.286675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.307261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc382-ff34-4d65-9788-04679f1955e3 req-78ab3754-50d2-4e66-8234-cb88f9211eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.308762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-78ab3754-50d2-4e66-8234-cb88f9211eb4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a68e7841-45c1-4463-9eaf-4d6b0e21f1f4 HTTP/1.1" status: 200 len: 834 time: 0.0453601 Apr 06 14:37:39.358438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc382-ff34-4d65-9788-04679f1955e3 req-ff578f1c-d7e4-439a-814c-4b83fe2334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.359893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-ff578f1c-d7e4-439a-814c-4b83fe2334b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36e84121-fed1-4394-8fd0-b66cbbfa9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446742 Apr 06 14:37:39.396438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:39.453287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-1ab30a4a-23fa-4e1b-82d3-6c54c29804f6 service neutron] 10.222.0.79 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867679 Apr 06 14:37:39.544693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-422dc382-ff34-4d65-9788-04679f1955e3 req-b8a3e476-a930-48c7-86a1-03bfb76bb76e service neutron] 10.222.0.79 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847583 Apr 06 14:37:39.626838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'dc67bc8d-9dc1-400a-8ed0-0ca545619e50', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'port_id': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'mac_address': 'fa:16:3e:e9:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:37Z', 'updated_at': '2022-04-06T14:37:37Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.654407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25adfb35-18a7-4177-baed-cf178fd106af None None] The sync data for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv is: [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'dc67bc8d-9dc1-400a-8ed0-0ca545619e50', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'port_id': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'mac_address': 'fa:16:3e:e9:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:37Z', 'updated_at': '2022-04-06T14:37:37Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:39.848087 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321f8d9-41b5-4ef0-a59a-b8352a38b6cc None None] New status for floating IP dc67bc8d-9dc1-400a-8ed0-0ca545619e50: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:37:39.951911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d682cfd-0d38-43cf-851c-1ce05b603167 req-7b1b0e9c-c386-40c1-aa9a-85adf1a76806 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.953337 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d682cfd-0d38-43cf-851c-1ce05b603167 req-7b1b0e9c-c386-40c1-aa9a-85adf1a76806 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0587246 Apr 06 14:37:40.003357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d682cfd-0d38-43cf-851c-1ce05b603167 req-49dd7b79-64cf-4695-bc32-5dd8d652c314 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Apr 06 14:37:40.073544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50642) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.135483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-012b850f-2baf-4016-83f8-d5d88588343e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/dc67bc8d-9dc1-400a-8ed0-0ca545619e50 HTTP/1.1" status: 200 len: 994 time: 0.0607517 Apr 06 14:37:41.124008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a8ae1-001f-4eef-ad3a-207cc774755f req-cc2f64ff-b7fe-42cc-9098-a89cf8d8bc4c tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:41.125555 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be6a8ae1-001f-4eef-ad3a-207cc774755f req-cc2f64ff-b7fe-42cc-9098-a89cf8d8bc4c tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0548031 Apr 06 14:37:41.179194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be6a8ae1-001f-4eef-ad3a-207cc774755f req-3c8509dd-71a1-4220-978e-e18a89f267cf tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476613 Apr 06 14:37:42.296848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a15160-7a9c-42d8-8c58-a4f2443700d7 req-817bf197-b7b3-4421-8da2-626d7ae883d2 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:42.298340 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57a15160-7a9c-42d8-8c58-a4f2443700d7 req-817bf197-b7b3-4421-8da2-626d7ae883d2 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Apr 06 14:37:42.347913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57a15160-7a9c-42d8-8c58-a4f2443700d7 req-19556a08-f27e-49a0-859e-7867839083da tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Apr 06 14:37:43.470698 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab7863-2f40-48e0-889d-7e5d18e59e67 req-7bb78855-5d42-47f0-b264-d89a9ec91392 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:43.472104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24ab7863-2f40-48e0-889d-7e5d18e59e67 req-7bb78855-5d42-47f0-b264-d89a9ec91392 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0541003 Apr 06 14:37:43.520317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24ab7863-2f40-48e0-889d-7e5d18e59e67 req-80a3ce34-f9a2-4a49-9907-5cbe6b71b764 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Apr 06 14:37:44.643888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3af6-57f3-41b7-a466-4580acd2fa12 req-04f4e90b-199e-40e4-ada7-4f8d78a254be tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:44.645385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e94d3af6-57f3-41b7-a466-4580acd2fa12 req-04f4e90b-199e-40e4-ada7-4f8d78a254be tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0562885 Apr 06 14:37:44.694207 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e94d3af6-57f3-41b7-a466-4580acd2fa12 req-95a06ee8-e818-4db3-b7cf-293475aa6699 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Apr 06 14:37:45.828765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bab856-c88a-4225-9e2e-3a318ecaf34f req-47773ae7-9865-4060-91e3-80430c618a71 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:45.830176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23bab856-c88a-4225-9e2e-3a318ecaf34f req-47773ae7-9865-4060-91e3-80430c618a71 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0553284 Apr 06 14:37:45.880052 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23bab856-c88a-4225-9e2e-3a318ecaf34f req-72be5727-ad5f-4131-8038-b59d76fe0caa tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Apr 06 14:37:47.006240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378f8c-0413-41b6-bd6f-e5599892719f req-96b27b4a-5983-484a-9800-59edf12b490a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:47.007840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21378f8c-0413-41b6-bd6f-e5599892719f req-96b27b4a-5983-484a-9800-59edf12b490a tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0570247 Apr 06 14:37:47.057899 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21378f8c-0413-41b6-bd6f-e5599892719f req-82515795-7fa9-43f4-952e-ca8dee0c48ca tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441535 Apr 06 14:37:48.180000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ecb8-e83c-4e9d-98fd-3a58795e57dd req-0bdf6dc4-bec4-4d71-afbd-77726f3c385f tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:48.181617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-03d2ecb8-e83c-4e9d-98fd-3a58795e57dd req-0bdf6dc4-bec4-4d71-afbd-77726f3c385f tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0556369 Apr 06 14:37:48.231905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-03d2ecb8-e83c-4e9d-98fd-3a58795e57dd req-0d051d5f-a13c-46d2-9500-0be321a9799e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Apr 06 14:37:49.019329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe97d1-32be-423b-ae56-2214f4ceccc7 req-dade8aeb-e037-4670-8fe3-5d3766586a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:49.020839 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-adbe97d1-32be-423b-ae56-2214f4ceccc7 req-dade8aeb-e037-4670-8fe3-5d3766586a44 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1129 time: 0.0450807 Apr 06 14:37:49.072131 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-adbe97d1-32be-423b-ae56-2214f4ceccc7 req-f5623e7a-9757-4531-8faa-665a69913c22 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Apr 06 14:37:49.350027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662af45-af6d-4525-a4b5-8ba2a62065af req-305c6751-74d7-43e9-853a-38db2eb33e79 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:49.351484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1662af45-af6d-4525-a4b5-8ba2a62065af req-305c6751-74d7-43e9-853a-38db2eb33e79 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0532103 Apr 06 14:37:49.399154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1662af45-af6d-4525-a4b5-8ba2a62065af req-9cd748a5-b4c8-43d7-beab-72732fdaa604 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Apr 06 14:37:49.789815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:37:49.794531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:50.083311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0ee5c179-9112-45b1-be48-3b8fed837251 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:50.083701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.113161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:50.126845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:50.129169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad873d59-9ee8-403b-8e5c-562eda0fcb85" -d '{"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:50.139244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '0ee5c179-9112-45b1-be48-3b8fed837251', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'port_id': '0ee5c179-9112-45b1-be48-3b8fed837251', 'mac_address': 'fa:16:3e:32:c5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:37:50.144022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:50.173056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b6eb0-ffd4-49d5-ae55-806be3e0bf73 x-openstack-request-id: req-e52b6eb0-ffd4-49d5-ae55-806be3e0bf73 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:50.173056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:50.173056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e52b6eb0-ffd4-49d5-ae55-806be3e0bf73 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:50.173056 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52b6eb0-ffd4-49d5-ae55-806be3e0bf73'] response: {'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'code': 200} Apr 06 14:37:50.186892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0ee5c179-9112-45b1-be48-3b8fed837251 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:50.187638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.199856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ee5c179-9112-45b1-be48-3b8fed837251 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:50.252925 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.326557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:37:50.328654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:37:50.331919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:50.340238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.340600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.341002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.341348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.341785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.342151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.342506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.342841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.343174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.343504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.343874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.344213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.344572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.344919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.345247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:50.521940 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785f273-431c-439d-b3ce-e8c11e38b2c3 req-66f2b8e6-4e07-4fb6-8f31-8da5a5ec3a44 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:50.523650 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9785f273-431c-439d-b3ce-e8c11e38b2c3 req-66f2b8e6-4e07-4fb6-8f31-8da5a5ec3a44 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 943 time: 0.0569081 Apr 06 14:37:50.575800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9785f273-431c-439d-b3ce-e8c11e38b2c3 req-fa6100d3-6f6a-4b5c-9139-b9943f319c46 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Apr 06 14:37:50.599332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:50.661757 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a4188bde-ad97-42f4-97de-67ae050e819f tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/floatingips/ff83dd2b-281a-458e-8a7d-fd6e0140b0b3 HTTP/1.1" status: 200 len: 991 time: 0.0612454 Apr 06 14:37:50.863295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0ee5c179-9112-45b1-be48-3b8fed837251 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:50.863935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.876622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee5c179-9112-45b1-be48-3b8fed837251 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:50.897173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:51.012593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.059932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:51.271611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0ee5c179-9112-45b1-be48-3b8fed837251'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:37:51.939502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:51.998593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 0ee5c179-9112-45b1-be48-3b8fed837251 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:51.998912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.073335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0ee5c179-9112-45b1-be48-3b8fed837251 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:52.073723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.106001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:52.167945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.194783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:52.197070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbe2fcb-d38a-453d-9737-883323cd3ce2" -d '{"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:52.236218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f46c51-a508-42ab-a6a3-e7822e133dd0 x-openstack-request-id: req-88f46c51-a508-42ab-a6a3-e7822e133dd0 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:52.236536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:52.236883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-88f46c51-a508-42ab-a6a3-e7822e133dd0 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:52.237732 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f46c51-a508-42ab-a6a3-e7822e133dd0'] response: {'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'code': 200} Apr 06 14:37:52.240368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:52.293655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-32237d46-1449-4f71-aeec-4741f1ec4b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.423712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.727018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8883ebd6-63f5-47ff-bec5-c1dc45ccc2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.757106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.419429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.522408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.555808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-be05f7b9-8295-4ff7-a3f1-e7b72ae712bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472567 Apr 06 14:38:04.622914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-0b7ff1dd-6a9d-449d-b0fc-8c5606bcee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.624445 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-0b7ff1dd-6a9d-449d-b0fc-8c5606bcee8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1130 time: 0.0434434 Apr 06 14:38:04.725735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-851265db-5f19-4c1f-8f14-5f3ebe9b07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.727223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-851265db-5f19-4c1f-8f14-5f3ebe9b07af service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.0839553 Apr 06 14:38:04.794756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-20d1cf3c-83db-487a-aa7c-17b0cad2b025 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 200 len: 1002 time: 0.0613937 Apr 06 14:38:04.843394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-d1e9ccc7-ed7c-4b5f-8808-8ddda67cc5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.844832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-d1e9ccc7-ed7c-4b5f-8808-8ddda67cc5f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0442121 Apr 06 14:38:04.893754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-ba05a6b0-8da1-42b8-b9bc-ba2b2a62f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.895252 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-ba05a6b0-8da1-42b8-b9bc-ba2b2a62f93c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435772 Apr 06 14:38:04.989943 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-a0ab5004-2464-4bf2-ade8-4d00177d2283 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Apr 06 14:38:05.077270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c288ec3e-c000-4f3b-b5f4-1728dfbe40a5 req-14a0530c-d323-47f2-a4cc-1f3076569e78 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804837 Apr 06 14:38:11.247939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50688) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:11.313606 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-288d518b-5939-4ac4-bd61-2561457fb7d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/dc67bc8d-9dc1-400a-8ed0-0ca545619e50 HTTP/1.1" status: 200 len: 994 time: 0.0644913 Apr 06 14:38:11.621253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50694) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:11.784609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:11.787838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.859374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.859611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.871802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:12.075204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.102826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=3f1161a0-cf32-4b5b-a8e1-8a4cfc843f41,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.133143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:12.175929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (dc67bc8d-9dc1-400a-8ed0-0ca545619e50), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.176481 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP dc67bc8d-9dc1-400a-8ed0-0ca545619e50 disassociated (deleted). External IP: 172.26.6.179, port: 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7. Apr 06 14:38:12.388179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 19e1aa51-01dd-4483-950f-d21ef74fc644 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:12.500282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:12.505984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.510570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] Sync routers for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:12.521796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:12.529051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:12.539631 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fad12167-da04-45c5-b6da-52d253a5b3dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/dc67bc8d-9dc1-400a-8ed0-0ca545619e50 HTTP/1.1" status: 204 len: 168 time: 0.9172790 Apr 06 14:38:12.540230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:12.542660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13d1bd-2dbb-494c-a097-d5a0221056bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:12.591112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624257df-44b6-4fed-a11b-5bceb8284dc1 x-openstack-request-id: req-624257df-44b6-4fed-a11b-5bceb8284dc1 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:12.591604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:12.592108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-624257df-44b6-4fed-a11b-5bceb8284dc1 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:12.592775 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624257df-44b6-4fed-a11b-5bceb8284dc1'] response: {'name': 'network-changed', 'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'status': 'completed', 'code': 200} Apr 06 14:38:12.641689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:12.660721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-e99f2062-cf0f-400f-959e-6f3be1ac26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:12.662370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-e99f2062-cf0f-400f-959e-6f3be1ac26a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 1130 time: 0.0476854 Apr 06 14:38:12.758842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-97a9598f-0a3f-4aa0-85d3-302cd8973371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:12.760225 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-97a9598f-0a3f-4aa0-85d3-302cd8973371 service neutron] 10.222.0.79 "GET /v2.0/networks?id=36e84121-fed1-4394-8fd0-b66cbbfa9fef HTTP/1.1" status: 200 len: 898 time: 0.0919113 Apr 06 14:38:12.807824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-e377ea3f-147b-41cb-b1f1-e5df4276ca24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 HTTP/1.1" status: 200 len: 217 time: 0.0398695 Apr 06 14:38:12.854751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:12.866515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-c5845aaa-3e62-42e1-8641-ac8c277b0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:12.867976 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-c5845aaa-3e62-42e1-8641-ac8c277b0434 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a68e7841-45c1-4463-9eaf-4d6b0e21f1f4 HTTP/1.1" status: 200 len: 834 time: 0.0530188 Apr 06 14:38:12.882245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] Checking router: 19e1aa51-01dd-4483-950f-d21ef74fc644 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:12.891012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:12.891666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:12.921050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-84889215-fe28-4040-8129-f4b290606d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:12.922471 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-84889215-fe28-4040-8129-f4b290606d5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36e84121-fed1-4394-8fd0-b66cbbfa9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455902 Apr 06 14:38:13.008274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:13.060435 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-c06762c0-9e3e-4348-8479-21ae122317fc service neutron] 10.222.0.79 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287282 Apr 06 14:38:13.085279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa506df-5834-42ad-ba92-8c14e1f6dd82 req-501b1178-d6ce-4c65-a939-68efc05acdcf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:13.087034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aaa506df-5834-42ad-ba92-8c14e1f6dd82 req-501b1178-d6ce-4c65-a939-68efc05acdcf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0786250 Apr 06 14:38:13.138622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aaa506df-5834-42ad-ba92-8c14e1f6dd82 req-e75422e9-752f-40f8-8783-b234ea3cf9de tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Apr 06 14:38:13.218925 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:13.251862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea1f326-a7dc-485e-b65f-e0007957f57c None None] The sync data for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv is: [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:37:19Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aff03db7-d618-4c79-b6b9-b140ec6d8471', 'name': '', 'network_id': '36e84121-fed1-4394-8fd0-b66cbbfa9fef', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8b:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:18Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'a68e7841-45c1-4463-9eaf-4d6b0e21f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:13.507491 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336f60c-b227-4b1c-8553-322485f80690 None None] New status for floating IP dc67bc8d-9dc1-400a-8ed0-0ca545619e50: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:38:13.565586 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:38:14.313341 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d13d1bd-2dbb-494c-a097-d5a0221056bf req-fff84aed-6e44-4ba8-a233-936190052309 service neutron] 10.222.0.79 "GET /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227469 Apr 06 14:38:14.321373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88647e32-5f20-445d-b664-26a04e48b4f2 req-1f03554d-5a73-4220-97a2-f5231e436a64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:14.322870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-88647e32-5f20-445d-b664-26a04e48b4f2 req-1f03554d-5a73-4220-97a2-f5231e436a64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0874271 Apr 06 14:38:14.372036 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-88647e32-5f20-445d-b664-26a04e48b4f2 req-9ebe36d7-0b4a-46ff-9eea-040ddc010920 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=df0201c6-cf9b-4c26-8534-c06cf9f03207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434608 Apr 06 14:38:14.570526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c10ae-4b82-483d-908b-86299a6caca4 req-f59ffda2-9a59-44c8-a2c4-d9d7616c622b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:14.572012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-313c10ae-4b82-483d-908b-86299a6caca4 req-f59ffda2-9a59-44c8-a2c4-d9d7616c622b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 946 time: 0.0543861 Apr 06 14:38:14.672506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:14.672903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.766380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:14.766747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.779444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:14.950719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (2f8ff034-19bc-4b2e-be0d-b36fc7282fb7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.991221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=2f8ff034-19bc-4b2e-be0d-b36fc7282fb7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:15.032396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:15.035811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.038828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-313c10ae-4b82-483d-908b-86299a6caca4 req-8a8587ef-95fc-4977-b1c4-e421859c1d62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 HTTP/1.1" status: 204 len: 173 time: 0.4614580 Apr 06 14:38:15.039290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'name': 'network-vif-deleted', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:15.042073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44488c1-31e5-4884-b8c9-adcc34407489" -d '{"events": [{"server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "name": "network-vif-deleted", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:15.077954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e242c6-95e5-4f4a-af20-110c38902968 x-openstack-request-id: req-11e242c6-95e5-4f4a-af20-110c38902968 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:15.078253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85864c9-b48b-42c7-b4b4-f8fcc398d82c", "name": "network-vif-deleted", "tag": "2f8ff034-19bc-4b2e-be0d-b36fc7282fb7", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:15.078511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-11e242c6-95e5-4f4a-af20-110c38902968 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:15.078944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e242c6-95e5-4f4a-af20-110c38902968'] response: {'server_uuid': 'd85864c9-b48b-42c7-b4b4-f8fcc398d82c', 'name': 'network-vif-deleted', 'tag': '2f8ff034-19bc-4b2e-be0d-b36fc7282fb7', 'status': 'completed', 'code': 200} Apr 06 14:38:15.484586 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51bbda50-2a59-4226-b645-ff1c5ce42ec3 req-72fda3cf-0da4-4286-91dd-177fee45c049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=d85864c9-b48b-42c7-b4b4-f8fcc398d82c HTTP/1.1" status: 200 len: 210 time: 0.0293479 Apr 06 14:38:16.542173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50714) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:16.599932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-582b48af-f4ad-4acf-a7fd-8485893decfa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (df0201c6-cf9b-4c26-8534-c06cf9f03207), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.624626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-582b48af-f4ad-4acf-a7fd-8485893decfa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (df0201c6-cf9b-4c26-8534-c06cf9f03207), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.795669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-582b48af-f4ad-4acf-a7fd-8485893decfa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (df0201c6-cf9b-4c26-8534-c06cf9f03207), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.798921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-582b48af-f4ad-4acf-a7fd-8485893decfa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.799715 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-582b48af-f4ad-4acf-a7fd-8485893decfa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/df0201c6-cf9b-4c26-8534-c06cf9f03207 HTTP/1.1" status: 204 len: 168 time: 0.2565131 Apr 06 14:38:16.810780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b48af-f4ad-4acf-a7fd-8485893decfa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0201c6-cf9b-4c26-8534-c06cf9f03207,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:16.894648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50722) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:17.580469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (19e1aa51-01dd-4483-950f-d21ef74fc644), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.845669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port aff03db7-d618-4c79-b6b9-b140ec6d8471 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:17.845920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.935934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port aff03db7-d618-4c79-b6b9-b140ec6d8471, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aff03db7-d618-4c79-b6b9-b140ec6d8471,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:17.936301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.949404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for aff03db7-d618-4c79-b6b9-b140ec6d8471 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:18.010908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:18.030902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:18.039847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2f8ff034-19bc-4b2e-be0d-b36fc7282fb7 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:18.225355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (aff03db7-d618-4c79-b6b9-b140ec6d8471), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.259955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=aff03db7-d618-4c79-b6b9-b140ec6d8471,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:18.440137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (19e1aa51-01dd-4483-950f-d21ef74fc644), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.660296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 19e1aa51-01dd-4483-950f-d21ef74fc644 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:18.777825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:18.782810 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bccd97e4-91d2-4850-a9d5-408e90b36619 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/19e1aa51-01dd-4483-950f-d21ef74fc644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870947 Apr 06 14:38:18.785678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50724) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:18.788279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] Sync routers for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:18.798258 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:18.798880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:18.844053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet a68e7841-45c1-4463-9eaf-4d6b0e21f1f4 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:18.847241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (a68e7841-45c1-4463-9eaf-4d6b0e21f1f4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.890282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (a68e7841-45c1-4463-9eaf-4d6b0e21f1f4), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.908761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:18.973971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a68e7841-45c1-4463-9eaf-4d6b0e21f1f4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.094885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:38:18Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:19.121595 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] Checking router: 19e1aa51-01dd-4483-950f-d21ef74fc644 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:19.129951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] Routers {'19e1aa51-01dd-4483-950f-d21ef74fc644'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:19.130553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['19e1aa51-01dd-4483-950f-d21ef74fc644'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:19.156641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a68e7841-45c1-4463-9eaf-4d6b0e21f1f4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.185771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=a68e7841-45c1-4463-9eaf-4d6b0e21f1f4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:19.190464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.196688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6623fcbf-7df6-40aa-b727-eb1fac26eefb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/a68e7841-45c1-4463-9eaf-4d6b0e21f1f4 HTTP/1.1" status: 204 len: 168 time: 0.4066925 Apr 06 14:38:19.201645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50726) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:19.210094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484ace7-f38f-4934-8a95-5e58faf94ed5 None None] Network 36e84121-fed1-4394-8fd0-b66cbbfa9fef requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:19.310840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (19e1aa51-01dd-4483-950f-d21ef74fc644), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.427496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (19e1aa51-01dd-4483-950f-d21ef74fc644), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.460605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] Set router 19e1aa51-01dd-4483-950f-d21ef74fc644 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:19.524046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 48374b1a-c19e-4e57-ad13-73b5364eea57 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:19.524390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.614117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 48374b1a-c19e-4e57-ad13-73b5364eea57, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=48374b1a-c19e-4e57-ad13-73b5364eea57,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:19.614816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.628868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 48374b1a-c19e-4e57-ad13-73b5364eea57 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:19.641821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] DHCP port deletion for 36e84121-fed1-4394-8fd0-b66cbbfa9fef request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:19.698227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:38:18Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:19.729662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303f374-c255-4717-8e53-ef6a6f617c83 None None] The sync data for ids ['19e1aa51-01dd-4483-950f-d21ef74fc644'] in dv-neutron-836581-2-hyperv is: [{'id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'name': 'tempest-TestNetworkBasicOps-router-1989772683', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:37:14Z', 'updated_at': '2022-04-06T14:38:18Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '48374b1a-c19e-4e57-ad13-73b5364eea57', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e1aa51-01dd-4483-950f-d21ef74fc644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:15Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:19.739653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] Deleting port b18a28df-0f83-412c-b2ff-5fdd513d6117 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:19.740024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.807502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] For port b18a28df-0f83-412c-b2ff-5fdd513d6117, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b18a28df-0f83-412c-b2ff-5fdd513d6117,segment=NetworkSegment(2d350b07-3e87-4b1d-bba9-6bd6bd31b624),segment_id=2d350b07-3e87-4b1d-bba9-6bd6bd31b624)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:19.807879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.825232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] Calling delete_port for b18a28df-0f83-412c-b2ff-5fdd513d6117 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:19.888321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (48374b1a-c19e-4e57-ad13-73b5364eea57), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.922524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=48374b1a-c19e-4e57-ad13-73b5364eea57,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:19.977955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (19e1aa51-01dd-4483-950f-d21ef74fc644), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.001376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (b18a28df-0f83-412c-b2ff-5fdd513d6117), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.026051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] Pushing event deleted for resources: {'Port': ['ID=b18a28df-0f83-412c-b2ff-5fdd513d6117,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:20.031588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ac8d0-5b32-4e5b-9cb2-474754e216de None None] No DVR routers for this DVR port b18a28df-0f83-412c-b2ff-5fdd513d6117 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:20.078125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (19e1aa51-01dd-4483-950f-d21ef74fc644), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.080397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (19e1aa51-01dd-4483-950f-d21ef74fc644), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.202357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b18a28df-0f83-412c-b2ff-5fdd513d6117 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:20.208355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (19e1aa51-01dd-4483-950f-d21ef74fc644), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.209175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 19e1aa51-01dd-4483-950f-d21ef74fc644 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:20.216361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.217589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0c159075-0d85-413c-8aa8-af3cd268669f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/19e1aa51-01dd-4483-950f-d21ef74fc644 HTTP/1.1" status: 204 len: 168 time: 1.0196600 Apr 06 14:38:20.220212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50730) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:20.229513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b18a28df-0f83-412c-b2ff-5fdd513d6117 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:20.229763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b18a28df-0f83-412c-b2ff-5fdd513d6117 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:20.302599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (36e84121-fed1-4394-8fd0-b66cbbfa9fef), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.398573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (36e84121-fed1-4394-8fd0-b66cbbfa9fef), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.418838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e84121-fed1-4394-8fd0-b66cbbfa9fef']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:20.429244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d350b07-3e87-4b1d-bba9-6bd6bd31b624') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:20.429545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d350b07-3e87-4b1d-bba9-6bd6bd31b624') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:20.438793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (2d350b07-3e87-4b1d-bba9-6bd6bd31b624), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.452852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2d350b07-3e87-4b1d-bba9-6bd6bd31b624), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.459263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:20.459650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (2d350b07-3e87-4b1d-bba9-6bd6bd31b624), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:20.462650 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:20.585044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (36e84121-fed1-4394-8fd0-b66cbbfa9fef), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.592721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.595898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/36e84121-fed1-4394-8fd0-b66cbbfa9fef HTTP/1.1" status: 204 len: 168 time: 0.3745065 Apr 06 14:38:20.607439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50732) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:20.609294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6818ece-c670-43f2-9b2b-7ce7e82a8bfb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=36e84121-fed1-4394-8fd0-b66cbbfa9fef,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:20.612623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--984240613', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:20.699392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:20.702937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.727402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:20.737066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e200606b-2822-4d5b-b2d3-592efa62158f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.737425 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment e200606b-2822-4d5b-b2d3-592efa62158f of type vlan for network 952631ad-96c6-4774-bca7-145349e8ed4c Apr 06 14:38:20.787176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (952631ad-96c6-4774-bca7-145349e8ed4c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.911497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (952631ad-96c6-4774-bca7-145349e8ed4c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.916499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:20.917109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.987741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=952631ad-96c6-4774-bca7-145349e8ed4c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:20.995173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.995520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.995859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.996196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.996528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.996883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.997210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.997532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.997853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.998178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.998502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.998825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.999152 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.999469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:20.999786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:21.010733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 952631ad-96c6-4774-bca7-145349e8ed4c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:21.086002 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-de1a973d-5179-435b-9f71-72d162029614 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4774392 Apr 06 14:38:21.088914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50734) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:21.093686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:21.196539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (302b480d-58ee-4e63-9198-f3e3d39bee96), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.197543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (302b480d-58ee-4e63-9198-f3e3d39bee96), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.248907 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (302b480d-58ee-4e63-9198-f3e3d39bee96), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.468543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (302b480d-58ee-4e63-9198-f3e3d39bee96), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.709684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (302b480d-58ee-4e63-9198-f3e3d39bee96), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.728189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.826371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aff03db7-d618-4c79-b6b9-b140ec6d8471 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:21.841126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.222 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/bdf14507-7824-437b-9a04-93299c18e8cc) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:21.846133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: aff03db7-d618-4c79-b6b9-b140ec6d8471 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:21.846489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aff03db7-d618-4c79-b6b9-b140ec6d8471 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:21.846910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 48374b1a-c19e-4e57-ad13-73b5364eea57 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:21.866786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 48374b1a-c19e-4e57-ad13-73b5364eea57 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:21.867141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 48374b1a-c19e-4e57-ad13-73b5364eea57 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:21.954154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (bdf14507-7824-437b-9a04-93299c18e8cc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.075782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.114679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:22.119635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:22.123288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:22.128830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=bdf14507-7824-437b-9a04-93299c18e8cc,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:22.333799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cba56ea1-8596-44d6-b214-b6c58c5644fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.524010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (302b480d-58ee-4e63-9198-f3e3d39bee96), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.736038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (302b480d-58ee-4e63-9198-f3e3d39bee96), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.943599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:38:23.089063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:23.098743 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:23.107875 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:23.108554 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:23.164610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.165931 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fd6ec23a-36e8-4aad-a20b-a72f7ca32710 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0759966 Apr 06 14:38:23.171288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50738) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:23.202268 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3644f6c3-99a2-48bf-81e8-b9db3942a666 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292544 Apr 06 14:38:23.204399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50740) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:23.218690 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:23.301983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b02095-d9dc-4ff4-abac-41b3b926ce70 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:23.304144 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-43b02095-d9dc-4ff4-abac-41b3b926ce70 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985382 Apr 06 14:38:23.306959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50742) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:23.337209 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a1650197-65d6-484e-9f4c-d5aed56f78b1 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266938 Apr 06 14:38:23.337458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50744) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:23.342182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014998878', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:23.390485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.400467 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:22Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:23.425581 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:23.425925 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Updating router 302b480d-58ee-4e63-9198-f3e3d39bee96 port bdf14507-7824-437b-9a04-93299c18e8cc binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:23.453752 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.470138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:23.473771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.687764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (f438fea2-9653-4f37-8269-afc725ceaa98), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.703253 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Publish callbacks [] for port (bdf14507-7824-437b-9a04-93299c18e8cc), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.749270 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.755633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=f438fea2-9653-4f37-8269-afc725ceaa98,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:23.764103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:23.764405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: 952631ad-96c6-4774-bca7-145349e8ed4c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:23.807096 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Pushing event updated for resources: {'Port': ['ID=bdf14507-7824-437b-9a04-93299c18e8cc,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:23.809991 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Attempting to bind port bdf14507-7824-437b-9a04-93299c18e8cc on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:23.810351 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Attempting to bind port bdf14507-7824-437b-9a04-93299c18e8cc by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:23.810762 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Attempting to bind port bdf14507-7824-437b-9a04-93299c18e8cc on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:23.818534 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.818879 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.819222 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.819558 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.819894 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.820220 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.820544 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.820890 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.821236 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.821563 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.821901 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.822279 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.822617 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.822925 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.823241 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:23.826783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:23.827154 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:23.827672 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.828055 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:23.828525 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Bound port: bdf14507-7824-437b-9a04-93299c18e8cc, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:23.828929 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.835318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 952631ad-96c6-4774-bca7-145349e8ed4c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:23.883623 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] For port bdf14507-7824-437b-9a04-93299c18e8cc, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:23.887101 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] For port bdf14507-7824-437b-9a04-93299c18e8cc, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bdf14507-7824-437b-9a04-93299c18e8cc,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:23.923611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 952631ad-96c6-4774-bca7-145349e8ed4c) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:23.928315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:23.929049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.945505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2c782-c97e-434c-b0fb-6cf7e51e5b59 None None] Network 952631ad-96c6-4774-bca7-145349e8ed4c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:23.991177 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.038566 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-68e24121-cd65-4ec0-a538-d30c89562ffa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7001362 Apr 06 14:38:24.041436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50746) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:24.050237 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:24.050863 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:37:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.053044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-952631ad-96c6-4774-bca7-145349e8ed4c', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:24.055093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.189956 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a183bd-5251-402f-a6ae-d1351cc54ff9 None None] Pushing event updated for resources: {'Port': ['ID=bdf14507-7824-437b-9a04-93299c18e8cc,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.213882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Allocated IP 172.20.0.2 (952631ad-96c6-4774-bca7-145349e8ed4c/f438fea2-9653-4f37-8269-afc725ceaa98/5360e2c6-bb67-467d-86bd-fec9574c0f81) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:24.274933 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:24.372254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Publish callbacks [] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.437451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.480139 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:22Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.482752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Network 952631ad-96c6-4774-bca7-145349e8ed4c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:24.488903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:24.491350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:24.496807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Pushing event updated for resources: {'Port': ['ID=5360e2c6-bb67-467d-86bd-fec9574c0f81,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.509666 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3542e9b-e1b2-41ea-8830-9e7b965c7176 None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:22Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:24.570552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Attempting to bind port 5360e2c6-bb67-467d-86bd-fec9574c0f81 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:24.570933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Attempting to bind port 5360e2c6-bb67-467d-86bd-fec9574c0f81 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:24.571296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Attempting to bind port 5360e2c6-bb67-467d-86bd-fec9574c0f81 on network 952631ad-96c6-4774-bca7-145349e8ed4c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:24.576663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:24.577076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Checking segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:24.577485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.577877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Bound using segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:24.578351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Bound port: 5360e2c6-bb67-467d-86bd-fec9574c0f81, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:24.578735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.658679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] For port 5360e2c6-bb67-467d-86bd-fec9574c0f81, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:24.662444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] For port 5360e2c6-bb67-467d-86bd-fec9574c0f81, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5360e2c6-bb67-467d-86bd-fec9574c0f81,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:24.759953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a570-d6fb-4125-9499-20feeae7d2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.787214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.884047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12a90a-2aa7-403c-8079-944645efbde3 None None] Pushing event updated for resources: {'Port': ['ID=5360e2c6-bb67-467d-86bd-fec9574c0f81,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.928329 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.270796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (952631ad-96c6-4774-bca7-145349e8ed4c/f438fea2-9653-4f37-8269-afc725ceaa98/562821d3-d498-4b40-a1ff-508c3ce10d37) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:25.393376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.465290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.530607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 952631ad-96c6-4774-bca7-145349e8ed4c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:25.536673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:25.541125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:25.547597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=562821d3-d498-4b40-a1ff-508c3ce10d37,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:25.590851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (302b480d-58ee-4e63-9198-f3e3d39bee96), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.750842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.818138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.884025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49f907-551c-4a55-94f5-3701a4a8a6a7 None None] Network 952631ad-96c6-4774-bca7-145349e8ed4c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:25.929025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bdf14507-7824-437b-9a04-93299c18e8cc up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:25.970454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] Provisioning complete for port 5360e2c6-bb67-467d-86bd-fec9574c0f81 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:25.970826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.080396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bdf14507-7824-437b-9a04-93299c18e8cc triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:26.080892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.140236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.150988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] Current status of the port 5360e2c6-bb67-467d-86bd-fec9574c0f81 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:26.152344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.209007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.216351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] For port 5360e2c6-bb67-467d-86bd-fec9574c0f81, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5360e2c6-bb67-467d-86bd-fec9574c0f81,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:26.231990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bdf14507-7824-437b-9a04-93299c18e8cc is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:26.232520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.258996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port bdf14507-7824-437b-9a04-93299c18e8cc, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bdf14507-7824-437b-9a04-93299c18e8cc,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:26.324888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=562821d3-d498-4b40-a1ff-508c3ce10d37,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.324888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (302b480d-58ee-4e63-9198-f3e3d39bee96), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.356645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.384870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.385678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5360e2c6-bb67-467d-86bd-fec9574c0f81 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:26.412149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 952631ad-96c6-4774-bca7-145349e8ed4c is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:26.413377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:26.435671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ffd01-875c-4295-9de4-228f896ce526 None None] Pushing event updated for resources: {'Port': ['ID=5360e2c6-bb67-467d-86bd-fec9574c0f81,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.514314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-539e3adf-8a66-4d86-9d5e-aaca833f8573 None None] Provisioning complete for port 562821d3-d498-4b40-a1ff-508c3ce10d37 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:26.514792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-539e3adf-8a66-4d86-9d5e-aaca833f8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.516283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=bdf14507-7824-437b-9a04-93299c18e8cc,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.548889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5360e2c6-bb67-467d-86bd-fec9574c0f81 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:26.549261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.552159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:26.580098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-539e3adf-8a66-4d86-9d5e-aaca833f8573 None None] Port 562821d3-d498-4b40-a1ff-508c3ce10d37 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:26.600767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-539e3adf-8a66-4d86-9d5e-aaca833f8573 None None] Provisioning complete for port 5360e2c6-bb67-467d-86bd-fec9574c0f81 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:26.601149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-539e3adf-8a66-4d86-9d5e-aaca833f8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.681702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5360e2c6-bb67-467d-86bd-fec9574c0f81 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:26.681987 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:26.696545 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3cb9a655-9873-42f6-b880-9202c0e53bf1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/302b480d-58ee-4e63-9198-f3e3d39bee96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516178 Apr 06 14:38:26.696787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50748) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:26.705573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:26.730131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-539e3adf-8a66-4d86-9d5e-aaca833f8573 None None] Current status of the port 5360e2c6-bb67-467d-86bd-fec9574c0f81 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:26.732144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:26.733006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:26.809599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.810226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.810770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.811450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.811981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.812589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.813139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.818151 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e6f3b3b-bbcd-4b91-9bd9-cdf85bb32b9d tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.1173551 Apr 06 14:38:26.818614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50750) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:26.853197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:26.886710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b2aab683-5d6a-4ca1-8d55-f946d845a888 None None] Provisioning complete for port 562821d3-d498-4b40-a1ff-508c3ce10d37 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:26.886995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b2aab683-5d6a-4ca1-8d55-f946d845a888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.892951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.893566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.894006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.894480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.895329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.896006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.896463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.901067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3c26c618-0253-41a0-a717-3511bd26bdcb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0782092 Apr 06 14:38:26.901306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50752) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:26.992599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b2aab683-5d6a-4ca1-8d55-f946d845a888 None None] Port 562821d3-d498-4b40-a1ff-508c3ce10d37 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:27.087323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:27.112846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:27.113203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Updating router 302b480d-58ee-4e63-9198-f3e3d39bee96 port 562821d3-d498-4b40-a1ff-508c3ce10d37 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:27.137847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-994a72a9-f79d-4c5f-9df9-f89f1bf7b419 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2354734 Apr 06 14:38:27.140883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.426939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50756) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:27.431960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755770766', 'description': 'tempest-secgroup-smoke-1755770766 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:27.454807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.510394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.568061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Publish callbacks [] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.580368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.676978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.704890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.731109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976a68-5c00-4379-af5d-c72407cb2316 None None] Pushing event updated for resources: {'Port': ['ID=562821d3-d498-4b40-a1ff-508c3ce10d37,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:27.740662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:27.781549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.786363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-79ee5af6-1b7c-4108-9b30-68ce0ede31af tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3547695 Apr 06 14:38:27.786891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50760) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:27.790885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:27.804920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Attempting to bind port 562821d3-d498-4b40-a1ff-508c3ce10d37 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:27.805558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Attempting to bind port 562821d3-d498-4b40-a1ff-508c3ce10d37 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:27.806208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Attempting to bind port 562821d3-d498-4b40-a1ff-508c3ce10d37 on network 952631ad-96c6-4774-bca7-145349e8ed4c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:27.813016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:27.813552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Checking segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:27.814059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.814549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Bound using segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:27.815219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Bound port: 562821d3-d498-4b40-a1ff-508c3ce10d37, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:27.815790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.872805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bdf14507-7824-437b-9a04-93299c18e8cc up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:27.890710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50762) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:27.924337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] For port 562821d3-d498-4b40-a1ff-508c3ce10d37, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:27.942524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] For port 562821d3-d498-4b40-a1ff-508c3ce10d37, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=562821d3-d498-4b40-a1ff-508c3ce10d37,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:27.942659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e4a35a78-a504-4622-900e-0ea2f360693d), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.953953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bdf14507-7824-437b-9a04-93299c18e8cc triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:27.954336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.024459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.056836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e4a35a78-a504-4622-900e-0ea2f360693d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.089759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bdf14507-7824-437b-9a04-93299c18e8cc is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:28.091046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5360e2c6-bb67-467d-86bd-fec9574c0f81 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:28.096862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] Provisioning complete for port 562821d3-d498-4b40-a1ff-508c3ce10d37 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:28.097246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.110750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Deleting port 6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:28.111080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.164520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976a68-5c00-4379-af5d-c72407cb2316 None None] Pushing event updated for resources: {'Port': ['ID=562821d3-d498-4b40-a1ff-508c3ce10d37,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.169590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e4a35a78-a504-4622-900e-0ea2f360693d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.179251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:28.179251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.205970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a35a78-a504-4622-900e-0ea2f360693d,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.230602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.230926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for floatingip (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.244933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Calling delete_port for 6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:28.312491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.313868 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5fb032db-369d-4174-bdf9-e7d71fd77606 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5264432 Apr 06 14:38:28.317370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50764) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:28.326738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:28.337715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5360e2c6-bb67-467d-86bd-fec9574c0f81 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:28.338098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.388022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:28.418441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] Current status of the port 562821d3-d498-4b40-a1ff-508c3ce10d37 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:28.418835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.429275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (bcaeffea-aee4-4a49-9911-bdc295df9aa6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.496271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (bcaeffea-aee4-4a49-9911-bdc295df9aa6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.497070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.523862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'Port': ['ID=6f2e4a01-d1c8-4b0b-85f3-30dc7cec056c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.543257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] For port 562821d3-d498-4b40-a1ff-508c3ce10d37, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=562821d3-d498-4b40-a1ff-508c3ce10d37,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:28.560927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (bcaeffea-aee4-4a49-9911-bdc295df9aa6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.596443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.605893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaeffea-aee4-4a49-9911-bdc295df9aa6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.624596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.625822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for floatingip (ff83dd2b-281a-458e-8a7d-fd6e0140b0b3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.626276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Floating IP ff83dd2b-281a-458e-8a7d-fd6e0140b0b3 disassociated (deleted). External IP: 172.26.6.238, port: 0ee5c179-9112-45b1-be48-3b8fed837251. Apr 06 14:38:28.659701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5360e2c6-bb67-467d-86bd-fec9574c0f81 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:28.683797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.688039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fa494358-bc6f-4a06-a889-f36cc378ba81 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3664935 Apr 06 14:38:28.688352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50766) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:28.695785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:28.710755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5786e5e-3eac-44ad-a302-72241aafca1b None None] Pushing event updated for resources: {'Port': ['ID=562821d3-d498-4b40-a1ff-508c3ce10d37,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.754936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9a2a3f28-b5fa-4b87-9037-c8905b41ca77 None None] Provisioning complete for port 562821d3-d498-4b40-a1ff-508c3ce10d37 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:28.755245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9a2a3f28-b5fa-4b87-9037-c8905b41ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.795966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (754939af-fda7-412d-b2f6-4bdcc786a379), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.807653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:27Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.843669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de16876-18a5-4de6-8fc7-2758f297954c None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:27Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:28.865271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (754939af-fda7-412d-b2f6-4bdcc786a379), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.886681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a3f28-b5fa-4b87-9037-c8905b41ca77 None None] Current status of the port 562821d3-d498-4b40-a1ff-508c3ce10d37 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:28.951273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (754939af-fda7-412d-b2f6-4bdcc786a379), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.974270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754939af-fda7-412d-b2f6-4bdcc786a379,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:29.061502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.062983 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-13a5359c-2e10-4237-8413-5a1d2eee3ff3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735013 Apr 06 14:38:29.067948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50768) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:29.073271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:29.173125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (2390a08f-9dc8-44fe-873c-e6466ab3cdd0), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.216044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:29.242983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (2390a08f-9dc8-44fe-873c-e6466ab3cdd0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.316110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (2390a08f-9dc8-44fe-873c-e6466ab3cdd0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.336483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:29.341673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.345514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2390a08f-9dc8-44fe-873c-e6466ab3cdd0,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:29.347250 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] Sync routers for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:29.370760 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:29.371972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:29.375914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-21ffe309-4060-48cf-bb65-84fa58298c82 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "DELETE /v2.0/floatingips/ff83dd2b-281a-458e-8a7d-fd6e0140b0b3 HTTP/1.1" status: 204 len: 168 time: 1.4836054 Apr 06 14:38:29.376239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:29.378703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e654ffd9-82af-4912-835f-1908c59089aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:29.404317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.408933 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5a0a7795-8d13-436f-8d24-785519cb5667 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3362586 Apr 06 14:38:29.408933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50774) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:29.414049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:29.432756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51208b-3e33-4320-b38f-c1cff51bdb97 x-openstack-request-id: req-0a51208b-3e33-4320-b38f-c1cff51bdb97 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:29.432756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:29.432756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a51208b-3e33-4320-b38f-c1cff51bdb97 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:29.432756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a51208b-3e33-4320-b38f-c1cff51bdb97'] response: {'name': 'network-changed', 'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'status': 'completed', 'code': 200} Apr 06 14:38:29.499745 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:38:29.506204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (22f1eb0a-6ded-4131-a195-d2791c0582c3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.509822 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:29.521500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ffd9-82af-4912-835f-1908c59089aa req-19b19113-a182-40e4-803a-2bf9503646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:29.523197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-19b19113-a182-40e4-803a-2bf9503646b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea0a83ce4d434521b93ae5f55ba20317&device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 1129 time: 0.0683179 Apr 06 14:38:29.586242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (22f1eb0a-6ded-4131-a195-d2791c0582c3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.640526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ffd9-82af-4912-835f-1908c59089aa req-2c68c17a-b8d7-4a45-8ec0-979b32233c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:29.641995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-2c68c17a-b8d7-4a45-8ec0-979b32233c68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b173f36-3505-41ca-9e4b-2588a08ddfad HTTP/1.1" status: 200 len: 899 time: 0.1098101 Apr 06 14:38:29.665821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (22f1eb0a-6ded-4131-a195-d2791c0582c3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.688294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-fb851ddd-5e3c-4d08-8392-40c9b8cee42f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5c179-9112-45b1-be48-3b8fed837251 HTTP/1.1" status: 200 len: 217 time: 0.0399351 Apr 06 14:38:29.696180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f1eb0a-6ded-4131-a195-d2791c0582c3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:29.748863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ffd9-82af-4912-835f-1908c59089aa req-cc03e3af-8036-46ab-85be-8f89224381d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:29.751070 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-cc03e3af-8036-46ab-85be-8f89224381d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181 HTTP/1.1" status: 200 len: 835 time: 0.0546334 Apr 06 14:38:29.753303 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:48Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:29.769480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.775320 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9f13520e-716f-4665-a148-891f83f4e6cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3627982 Apr 06 14:38:29.781616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50776) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:29.783442 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] Checking router: 4c2717da-1d2c-43e7-b520-a58328ca4cd4 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:29.791713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:29.793565 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:29.794403 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:29.886048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 562821d3-d498-4b40-a1ff-508c3ce10d37 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:29.915937 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:29.926074 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:38:29.943866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0bf72432-2fb0-44a5-b5f9-ce08674e18e7), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.965537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 562821d3-d498-4b40-a1ff-508c3ce10d37 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:29.967347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.996972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634ad79-b9cf-42e5-84fc-6132ec3ce0f9 req-0b3aded4-bb4b-4043-bdbc-95d064918640 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:29.998781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3634ad79-b9cf-42e5-84fc-6132ec3ce0f9 req-0b3aded4-bb4b-4043-bdbc-95d064918640 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.1272767 Apr 06 14:38:30.045211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0bf72432-2fb0-44a5-b5f9-ce08674e18e7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.077353 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3634ad79-b9cf-42e5-84fc-6132ec3ce0f9 req-60eae1e3-8830-43c9-afe5-597ae30843f1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649636 Apr 06 14:38:30.084337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 562821d3-d498-4b40-a1ff-508c3ce10d37 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:30.110362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (0bf72432-2fb0-44a5-b5f9-ce08674e18e7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.130769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf72432-2fb0-44a5-b5f9-ce08674e18e7,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:30.143042 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:48Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.178942 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46604ea3-8d4f-483c-9e32-05c77a78720c None None] The sync data for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv is: [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:45Z', 'revision_number': 4, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '0e916864-acee-4b71-833e-8412d1c75bea', 'name': '', 'network_id': '7b173f36-3505-41ca-9e4b-2588a08ddfad', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'mac_address': 'fa:16:3e:73:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:44Z', 'updated_at': '2022-04-06T14:36:48Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'subnets': [{'id': '06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:30.197069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.198310 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-567a7ac5-e4c7-4436-aa50-1a891a4403c6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4153457 Apr 06 14:38:30.357077 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-a6f8887d-fbc6-4948-8305-eca96c6addf7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755770766&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0449898 Apr 06 14:38:30.468067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d077a-d271-4320-86b5-987e7e461d87 None None] New status for floating IP ff83dd2b-281a-458e-8a7d-fd6e0140b0b3: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:38:30.472254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-349cfad6-59c3-4021-ab6d-eda329ae0c1b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:30.474429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-349cfad6-59c3-4021-ab6d-eda329ae0c1b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 796 time: 0.1096492 Apr 06 14:38:30.489478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-9f70edc3-c2e5-4e40-b479-f7ef811a077f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0094602 Apr 06 14:38:30.545204 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-bc45aaf2-570d-47d2-ad26-72c475781338 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506094 Apr 06 14:38:30.644025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-bdd0f7b1-9623-4451-9208-ab1333a6d970 service neutron] 10.222.0.89 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Apr 06 14:38:30.732995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-9c71b14c-1d9e-4504-8995-27caaba1ccc9 service neutron] 10.222.0.89 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832233 Apr 06 14:38:30.782223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ffd9-82af-4912-835f-1908c59089aa req-460a8b85-d2a7-4fae-a30b-bfffd3bdb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:30.783964 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-460a8b85-d2a7-4fae-a30b-bfffd3bdb803 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b173f36-3505-41ca-9e4b-2588a08ddfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457795 Apr 06 14:38:30.877385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-e648c747-db7c-4a8f-b830-e5278f2d5dbe service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855432 Apr 06 14:38:31.002677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35cfb002-9cd9-42f4-9bf0-4f1ceb5b152c req-9902c10e-e13b-47b3-ab3b-290c6c82e7c3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 210 time: 0.0408845 Apr 06 14:38:31.039066 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e654ffd9-82af-4912-835f-1908c59089aa req-7fb7ed95-8fff-4f4b-9a11-8f8fa93dc22d service neutron] 10.222.0.79 "GET /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251335 Apr 06 14:38:31.105450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-5b4e0830-5abc-4917-bf97-d773dcdf4ea1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:31.106954 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-5b4e0830-5abc-4917-bf97-d773dcdf4ea1 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0576143 Apr 06 14:38:31.234842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b2a7d-a037-4c9c-82aa-4a3a86d337f0 req-abbc2c04-bb7c-4ea0-89dc-b098b5be2c65 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:31.236313 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b36b2a7d-a037-4c9c-82aa-4a3a86d337f0 req-abbc2c04-bb7c-4ea0-89dc-b098b5be2c65 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 945 time: 0.0847383 Apr 06 14:38:31.268711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Deleting port 0ee5c179-9112-45b1-be48-3b8fed837251 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:31.269094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.334998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b36b2a7d-a037-4c9c-82aa-4a3a86d337f0 req-a938337f-ae09-4588-9c07-19b632647958 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/security-groups?id=be58f79b-d01b-4b76-badf-7590cffb202e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910749 Apr 06 14:38:31.376275 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] For port 0ee5c179-9112-45b1-be48-3b8fed837251, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0ee5c179-9112-45b1-be48-3b8fed837251,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:31.376978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.395361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Calling delete_port for 0ee5c179-9112-45b1-be48-3b8fed837251 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:31.579049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0ee5c179-9112-45b1-be48-3b8fed837251), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.607596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'Port': ['ID=0ee5c179-9112-45b1-be48-3b8fed837251,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:31.655874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] No DVR routers for this DVR port 0ee5c179-9112-45b1-be48-3b8fed837251 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:31.662190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.662190 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c052a17e-deeb-4d14-94c0-87b795f0317d req-27f5ecf4-069a-4db2-bf11-64457e92fadb tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.79 "DELETE /v2.0/ports/0ee5c179-9112-45b1-be48-3b8fed837251 HTTP/1.1" status: 204 len: 173 time: 0.5461500 Apr 06 14:38:31.662190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-deleted', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:31.664430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa7ea3f-4cc7-4a00-b8eb-cf852dce98fd" -d '{"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-deleted", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:31.700016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65cd8d0-2a80-41b0-afbd-616c7e17b660 x-openstack-request-id: req-e65cd8d0-2a80-41b0-afbd-616c7e17b660 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:31.700333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd081c4a-0066-461f-aa96-cdbcd4226820", "name": "network-vif-deleted", "tag": "0ee5c179-9112-45b1-be48-3b8fed837251", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:31.700594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e65cd8d0-2a80-41b0-afbd-616c7e17b660 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:31.701049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65cd8d0-2a80-41b0-afbd-616c7e17b660'] response: {'server_uuid': 'bd081c4a-0066-461f-aa96-cdbcd4226820', 'name': 'network-vif-deleted', 'tag': '0ee5c179-9112-45b1-be48-3b8fed837251', 'status': 'completed', 'code': 200} Apr 06 14:38:32.106981 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3b2c17d-0a0e-4fee-9cad-71954741856e req-3aea2fdf-3082-4837-9b26-a68d955551b7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 210 time: 0.0302255 Apr 06 14:38:32.460619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-911d581c-b105-4f84-ab9c-85b0811d39ad req-863ac47b-c4a9-4528-8a1f-711c68c436b2 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd081c4a-0066-461f-aa96-cdbcd4226820 HTTP/1.1" status: 200 len: 210 time: 0.0302165 Apr 06 14:38:33.037571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-2236710c-fd3e-408f-80e6-ccd8d72603ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.039041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-2236710c-fd3e-408f-80e6-ccd8d72603ad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 796 time: 0.1047840 Apr 06 14:38:33.102871 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-9471eb92-bd76-4407-a01d-0f0ae706a9cd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 380 time: 0.0539019 Apr 06 14:38:33.111327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:33.216350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91a47cd7-2d9e-4e3d-b191-501c31a30134 req-01a17a78-3573-459a-ba34-dc7858dd0faa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 210 time: 0.0395191 Apr 06 14:38:33.308939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:33.308939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.439988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.3 (952631ad-96c6-4774-bca7-145349e8ed4c/f438fea2-9653-4f37-8269-afc725ceaa98/ff5f5ae2-d229-408f-adae-4a36b64df829) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:33.525943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50818) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:33.579966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.671176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.717874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 952631ad-96c6-4774-bca7-145349e8ed4c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:33.723013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:33.727117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:33.733550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=ff5f5ae2-d229-408f-adae-4a36b64df829,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:33.779534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.780175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.855105 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c8e3b18e-2517-499c-9dc9-9298f863cf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472451 Apr 06 14:38:33.867005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Request body: {'port': {'device_id': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:33.917191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (4c2717da-1d2c-43e7-b520-a58328ca4cd4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.934085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.973957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e03a1775-d6a5-4682-9fd0-bcf71591d2e9 None None] Provisioning complete for port ff5f5ae2-d229-408f-adae-4a36b64df829 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:33.974736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e03a1775-d6a5-4682-9fd0-bcf71591d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.016326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e03a1775-d6a5-4682-9fd0-bcf71591d2e9 None None] Port ff5f5ae2-d229-408f-adae-4a36b64df829 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:34.038801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:34.059452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 0ee5c179-9112-45b1-be48-3b8fed837251 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:34.059796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0ee5c179-9112-45b1-be48-3b8fed837251 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:34.218965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Deleting port 0e916864-acee-4b71-833e-8412d1c75bea {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:34.219230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0e916864-acee-4b71-833e-8412d1c75bea), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.228677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5f5ae2-d229-408f-adae-4a36b64df829 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:38:34.236375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Publish callbacks [] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.250288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Transition to ACTIVE for port object ff5f5ae2-d229-408f-adae-4a36b64df829 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:38:34.315909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] For port 0e916864-acee-4b71-833e-8412d1c75bea, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0e916864-acee-4b71-833e-8412d1c75bea,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:34.316279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0e916864-acee-4b71-833e-8412d1c75bea), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.318104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.330867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Calling delete_port for 0e916864-acee-4b71-833e-8412d1c75bea owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:34.385486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7df1f-0ba2-4ae7-a9ff-d78c2e3cc2ec req-247df750-a19a-4059-8e43-b1c340054b56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:34.387080 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20d7df1f-0ba2-4ae7-a9ff-d78c2e3cc2ec req-247df750-a19a-4059-8e43-b1c340054b56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 931 time: 0.0984831 Apr 06 14:38:34.388050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f5ae2-d229-408f-adae-4a36b64df829,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:34.490585 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20d7df1f-0ba2-4ae7-a9ff-d78c2e3cc2ec req-6da7e41c-8307-461f-9048-e84f1dcd8d6b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959866 Apr 06 14:38:34.501473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Attempting to bind port ff5f5ae2-d229-408f-adae-4a36b64df829 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:34.501809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Attempting to bind port ff5f5ae2-d229-408f-adae-4a36b64df829 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:34.502138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Attempting to bind port ff5f5ae2-d229-408f-adae-4a36b64df829 on network 952631ad-96c6-4774-bca7-145349e8ed4c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:34.507510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Port ff5f5ae2-d229-408f-adae-4a36b64df829 on network 952631ad-96c6-4774-bca7-145349e8ed4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:38:34.507837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Attempting to bind port ff5f5ae2-d229-408f-adae-4a36b64df829 on network 952631ad-96c6-4774-bca7-145349e8ed4c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:34.514575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:34.515295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Checking segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:34.515922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Bound using segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:34.516616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Bound port: ff5f5ae2-d229-408f-adae-4a36b64df829, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:34.517104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.583801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] For port ff5f5ae2-d229-408f-adae-4a36b64df829, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:34.586744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] For port ff5f5ae2-d229-408f-adae-4a36b64df829, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ff5f5ae2-d229-408f-adae-4a36b64df829,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:34.602036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0e916864-acee-4b71-833e-8412d1c75bea), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.636242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'Port': ['ID=0e916864-acee-4b71-833e-8412d1c75bea,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:34.642449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.683827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:34.684163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.685928 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] 10.222.0.79 "PUT /v2.0/ports/ff5f5ae2-d229-408f-adae-4a36b64df829 HTTP/1.1" status: 200 len: 1093 time: 0.8229501 Apr 06 14:38:34.686388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:34.688642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d24029-9ab9-452f-be04-f15dfab49ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:34.745295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342150a-c8e1-4e19-bdc9-b6b96246f5aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f5ae2-d229-408f-adae-4a36b64df829,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:34.764493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ff14c7-097e-4cac-83ba-0b0f0d433f1c x-openstack-request-id: req-f6ff14c7-097e-4cac-83ba-0b0f0d433f1c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:34.764820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:34.768825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f6ff14c7-097e-4cac-83ba-0b0f0d433f1c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:34.768825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ff14c7-097e-4cac-83ba-0b0f0d433f1c'] response: {'name': 'network-changed', 'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'status': 'completed', 'code': 200} Apr 06 14:38:34.837222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d24029-9ab9-452f-be04-f15dfab49ba4 req-52df7f78-93fb-4752-a6b8-080a5e1e0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:34.839074 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7d24029-9ab9-452f-be04-f15dfab49ba4 req-52df7f78-93fb-4752-a6b8-080a5e1e0194 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 1127 time: 0.0639679 Apr 06 14:38:34.842231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (4c2717da-1d2c-43e7-b520-a58328ca4cd4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.952523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d24029-9ab9-452f-be04-f15dfab49ba4 req-4cf2253f-15fa-4278-8a5c-fdf0f8b80a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:34.954222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7d24029-9ab9-452f-be04-f15dfab49ba4 req-4cf2253f-15fa-4278-8a5c-fdf0f8b80a50 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1076767 Apr 06 14:38:35.058859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d24029-9ab9-452f-be04-f15dfab49ba4 req-6cdd7c3d-1c0b-457d-bac2-400c8291a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.060416 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7d24029-9ab9-452f-be04-f15dfab49ba4 req-6cdd7c3d-1c0b-457d-bac2-400c8291a498 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1003573 Apr 06 14:38:35.142903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-5d2ac16a-9f3d-46f9-b774-f8a63d504165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.144483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-5d2ac16a-9f3d-46f9-b774-f8a63d504165 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 1127 time: 0.0479898 Apr 06 14:38:35.188219 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-27ecc1d9-d032-436c-bbcd-82ca445d20e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff5f5ae2-d229-408f-adae-4a36b64df829 HTTP/1.1" status: 200 len: 217 time: 0.0369837 Apr 06 14:38:35.243163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-dc950ca7-ec80-4d7f-9129-04a25434835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.244649 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-dc950ca7-ec80-4d7f-9129-04a25434835b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f438fea2-9653-4f37-8269-afc725ceaa98 HTTP/1.1" status: 200 len: 835 time: 0.0503948 Apr 06 14:38:35.301245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-a21065f2-f2df-451c-b732-ffec0c5017a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.303762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-a21065f2-f2df-451c-b732-ffec0c5017a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=952631ad-96c6-4774-bca7-145349e8ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0523071 Apr 06 14:38:35.393925 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-c7c4141a-c2e9-43f1-b222-5f22268581d4 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828831 Apr 06 14:38:35.412305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:35.487461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2959cbd5-9599-4d2a-b2ef-adf1a0f672a5 req-d7c44009-5d4a-4af7-82ee-729a89a41253 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872364 Apr 06 14:38:35.525646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:35.530736 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-15236f7f-411f-46d4-af1a-337cf61bd4b8 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "PUT /v2.0/routers/4c2717da-1d2c-43e7-b520-a58328ca4cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0036993 Apr 06 14:38:35.533677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50826) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:35.537072 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] Sync routers for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:35.549911 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:35.551610 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:35.590408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Deleting subnet 06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:35.594291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for subnet (06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.627375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eae81-bf54-4897-81c1-c5c59c8e8ac6 req-9ae074ba-56a4-4ecd-841b-a70943f364b7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.629044 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c89eae81-bf54-4897-81c1-c5c59c8e8ac6 req-9ae074ba-56a4-4ecd-841b-a70943f364b7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 943 time: 0.0544748 Apr 06 14:38:35.638849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.667782 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:35.684980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c89eae81-bf54-4897-81c1-c5c59c8e8ac6 req-796964f5-e5a5-40c7-971b-939f96bca989 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Apr 06 14:38:35.733701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.853265 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:38:34Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:35.887764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.917043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'Subnet': ['ID=06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:35.920983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-51a5de6d-10c8-4c3b-95a4-ed601bc41e4d tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "DELETE /v2.0/subnets/06bcacb3-e2ad-4a00-8cf6-f8d0d7fd6181 HTTP/1.1" status: 204 len: 168 time: 0.3881471 Apr 06 14:38:35.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50828) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:35.931674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40409e-e9bb-4e4b-8db6-b7bee058ff88 None None] Network 7b173f36-3505-41ca-9e4b-2588a08ddfad requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:35.973663 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] Checking router: 4c2717da-1d2c-43e7-b520-a58328ca4cd4 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:35.981907 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] Routers {'4c2717da-1d2c-43e7-b520-a58328ca4cd4'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:35.982534 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:36.049174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router (4c2717da-1d2c-43e7-b520-a58328ca4cd4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.095199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] Set router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:36.099344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] DHCP port deletion for 7b173f36-3505-41ca-9e4b-2588a08ddfad request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:36.157555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] Deleting port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:36.158284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.164879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router_gateway (4c2717da-1d2c-43e7-b520-a58328ca4cd4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.236798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] For port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,segment=NetworkSegment(782808eb-b694-425e-9c7a-ba545b2b951d),segment_id=782808eb-b694-425e-9c7a-ba545b2b951d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:36.237228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.251093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] Calling delete_port for 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:36.293900 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:38:34Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:36.295853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Deleting port 15122731-3ded-45a9-b92f-5df19d4a10eb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:36.296202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.342928 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cacf618-5883-4887-8eca-df5c17b80765 None None] The sync data for ids ['4c2717da-1d2c-43e7-b520-a58328ca4cd4'] in dv-neutron-836581-2-hyperv is: [{'id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90877839', 'tenant_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:38:34Z', 'revision_number': 5, 'project_id': 'ea0a83ce4d434521b93ae5f55ba20317', 'gw_port': {'id': '15122731-3ded-45a9-b92f-5df19d4a10eb', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2717da-1d2c-43e7-b520-a58328ca4cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:40Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:36.390726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] For port 15122731-3ded-45a9-b92f-5df19d4a10eb, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=15122731-3ded-45a9-b92f-5df19d4a10eb,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:36.391098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.404514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Calling delete_port for 15122731-3ded-45a9-b92f-5df19d4a10eb owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:36.636275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.663955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] Pushing event deleted for resources: {'Port': ['ID=19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.665014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (15122731-3ded-45a9-b92f-5df19d4a10eb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.665857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac0854-e0e5-4213-8d4c-4a6cac4e6ac0 None None] No DVR routers for this DVR port 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:36.695595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'Port': ['ID=15122731-3ded-45a9-b92f-5df19d4a10eb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.767871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (4c2717da-1d2c-43e7-b520-a58328ca4cd4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.821292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc0e63-bffa-4fda-ba17-3fcb71817c2b req-ab5779d1-e5b5-425d-8d63-0befe4876c8c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:36.822892 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1bcc0e63-bffa-4fda-ba17-3fcb71817c2b req-ab5779d1-e5b5-425d-8d63-0befe4876c8c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 943 time: 0.0639801 Apr 06 14:38:36.870183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (4c2717da-1d2c-43e7-b520-a58328ca4cd4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.872939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router_controller (4c2717da-1d2c-43e7-b520-a58328ca4cd4), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.876408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1bcc0e63-bffa-4fda-ba17-3fcb71817c2b req-5c951210-ad9d-4f96-a097-63a428d968a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475819 Apr 06 14:38:36.991237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (4c2717da-1d2c-43e7-b520-a58328ca4cd4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.991716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2717da-1d2c-43e7-b520-a58328ca4cd4 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:36.998617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.999788 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a9525937-c61b-4790-83e3-28774e16e33e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "DELETE /v2.0/routers/4c2717da-1d2c-43e7-b520-a58328ca4cd4 HTTP/1.1" status: 204 len: 168 time: 1.0707643 Apr 06 14:38:37.002509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50832) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:37.082443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (7b173f36-3505-41ca-9e4b-2588a08ddfad), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.180284 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (7b173f36-3505-41ca-9e4b-2588a08ddfad), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.206271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b173f36-3505-41ca-9e4b-2588a08ddfad']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:37.219681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782808eb-b694-425e-9c7a-ba545b2b951d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:37.219998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782808eb-b694-425e-9c7a-ba545b2b951d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:37.230396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (782808eb-b694-425e-9c7a-ba545b2b951d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.244376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (782808eb-b694-425e-9c7a-ba545b2b951d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.250265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:37.250742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (782808eb-b694-425e-9c7a-ba545b2b951d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:37.253598 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:37.401653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (7b173f36-3505-41ca-9e4b-2588a08ddfad), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.409378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.415910 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "DELETE /v2.0/networks/7b173f36-3505-41ca-9e4b-2588a08ddfad HTTP/1.1" status: 204 len: 168 time: 0.4099212 Apr 06 14:38:37.416997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50834) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:37.425927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd3a8e-4bf9-404e-bfe8-8a3088b9b601 tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'Network': ['ID=7b173f36-3505-41ca-9e4b-2588a08ddfad,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:37.481508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ab39-d773-4184-9a18-e297e7a9410e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (be58f79b-d01b-4b76-badf-7590cffb202e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.506838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ab39-d773-4184-9a18-e297e7a9410e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (be58f79b-d01b-4b76-badf-7590cffb202e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.641731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ab39-d773-4184-9a18-e297e7a9410e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (be58f79b-d01b-4b76-badf-7590cffb202e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.644636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ab39-d773-4184-9a18-e297e7a9410e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.645854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0ac1ab39-d773-4184-9a18-e297e7a9410e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] 10.222.0.89 "DELETE /v2.0/security-groups/be58f79b-d01b-4b76-badf-7590cffb202e HTTP/1.1" status: 204 len: 168 time: 0.2285316 Apr 06 14:38:37.657794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1ab39-d773-4184-9a18-e297e7a9410e tempest-TestNetworkAdvancedServerOps-324152358 tempest-TestNetworkAdvancedServerOps-324152358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58f79b-d01b-4b76-badf-7590cffb202e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:37.846140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:37.866218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:37.866597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 19f50bd1-3c4a-4ce4-a3b8-c7c5a6962043 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:37.866978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 15122731-3ded-45a9-b92f-5df19d4a10eb no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:37.886668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 15122731-3ded-45a9-b92f-5df19d4a10eb {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:37.887018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 15122731-3ded-45a9-b92f-5df19d4a10eb not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:37.887436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0e916864-acee-4b71-833e-8412d1c75bea no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:37.909730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0e916864-acee-4b71-833e-8412d1c75bea {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:37.910099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0e916864-acee-4b71-833e-8412d1c75bea not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:38.012870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d105a0-cdb3-4a0a-9918-ea38e21c8b2f req-45d90d96-4513-4335-97d7-2f477ea346eb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:38.014440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99d105a0-cdb3-4a0a-9918-ea38e21c8b2f req-45d90d96-4513-4335-97d7-2f477ea346eb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 943 time: 0.0673769 Apr 06 14:38:38.034707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ff5f5ae2-d229-408f-adae-4a36b64df829 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:38:38.072433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99d105a0-cdb3-4a0a-9918-ea38e21c8b2f req-dbe80206-24c2-4139-8cc5-a9fdd7ed8b27 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500906 Apr 06 14:38:38.135611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ff5f5ae2-d229-408f-adae-4a36b64df829, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ff5f5ae2-d229-408f-adae-4a36b64df829,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:38.147536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'port_id': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'mac_address': 'fa:16:3e:06:5a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:38:38.189861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ff5f5ae2-d229-408f-adae-4a36b64df829 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:38.190260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.205017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5f5ae2-d229-408f-adae-4a36b64df829 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:38:38.225536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ff5f5ae2-d229-408f-adae-4a36b64df829, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ff5f5ae2-d229-408f-adae-4a36b64df829,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:38.239514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50844) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:38.305115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.355668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ff5f5ae2-d229-408f-adae-4a36b64df829,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.377573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-20b4d119-4bc6-4862-bef2-8e488c3006d7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ea0a83ce4d434521b93ae5f55ba20317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361256 Apr 06 14:38:38.380143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50848) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:38.427004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb59e72f-63f2-422f-94e5-8e9786585c69 admin admin] Publish callbacks [] for security_group (8a0f0790-cdec-4aa1-b0a5-1f44898e8f86), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.449288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb59e72f-63f2-422f-94e5-8e9786585c69 admin admin] Publish callbacks [] for security_group (8a0f0790-cdec-4aa1-b0a5-1f44898e8f86), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.517025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['ff5f5ae2-d229-408f-adae-4a36b64df829'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:38:38.572816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb59e72f-63f2-422f-94e5-8e9786585c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8a0f0790-cdec-4aa1-b0a5-1f44898e8f86), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.575486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cb59e72f-63f2-422f-94e5-8e9786585c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.576690 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cb59e72f-63f2-422f-94e5-8e9786585c69 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8a0f0790-cdec-4aa1-b0a5-1f44898e8f86 HTTP/1.1" status: 204 len: 168 time: 0.1948464 Apr 06 14:38:38.585123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59e72f-63f2-422f-94e5-8e9786585c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f0790-cdec-4aa1-b0a5-1f44898e8f86,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.180428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50856) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:39.193935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bffc0b-87d3-45e4-8d79-ec8919d320c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.194143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8fbd8-fd4b-4766-86dc-d9709766e597 req-8bf62597-5a65-4b93-bfac-2f0b99679aa9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:39.195593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5d8fbd8-fd4b-4766-86dc-d9709766e597 req-8bf62597-5a65-4b93-bfac-2f0b99679aa9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 944 time: 0.0572131 Apr 06 14:38:39.247608 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5d8fbd8-fd4b-4766-86dc-d9709766e597 req-4f5caa51-fab1-462a-b78d-c669bb65cc83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Apr 06 14:38:39.270615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bffc0b-87d3-45e4-8d79-ec8919d320c9 admin admin] Publish callbacks [] for security_group (e36a5f25-831e-4f7a-97eb-1de3b803780e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.333110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95bffc0b-87d3-45e4-8d79-ec8919d320c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e36a5f25-831e-4f7a-97eb-1de3b803780e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.371767 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-95bffc0b-87d3-45e4-8d79-ec8919d320c9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5cf2f765c31a4423a24d09a2d0613cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902044 Apr 06 14:38:39.372651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bffc0b-87d3-45e4-8d79-ec8919d320c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a5f25-831e-4f7a-97eb-1de3b803780e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.374566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50858) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:39.424104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c1d3-51b1-4d77-9562-bf96aa231b12 admin admin] Publish callbacks [] for security_group (e36a5f25-831e-4f7a-97eb-1de3b803780e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.445289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c1d3-51b1-4d77-9562-bf96aa231b12 admin admin] Publish callbacks [] for security_group (e36a5f25-831e-4f7a-97eb-1de3b803780e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.556051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c1d3-51b1-4d77-9562-bf96aa231b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e36a5f25-831e-4f7a-97eb-1de3b803780e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.558688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c1d3-51b1-4d77-9562-bf96aa231b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.559877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f0d8c1d3-51b1-4d77-9562-bf96aa231b12 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e36a5f25-831e-4f7a-97eb-1de3b803780e HTTP/1.1" status: 204 len: 168 time: 0.1842830 Apr 06 14:38:39.569159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8c1d3-51b1-4d77-9562-bf96aa231b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a5f25-831e-4f7a-97eb-1de3b803780e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:40.049921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ff5f5ae2-d229-408f-adae-4a36b64df829 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:40.184173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port ff5f5ae2-d229-408f-adae-4a36b64df829 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:38:40.188260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port ff5f5ae2-d229-408f-adae-4a36b64df829 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:40.188642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.281733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ff5f5ae2-d229-408f-adae-4a36b64df829 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:40.281733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.300763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:40.311487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b619872-28b3-4c23-a972-0c0a40e67db4" -d '{"events": [{"server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:40.316275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ff5f5ae2-d229-408f-adae-4a36b64df829, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ff5f5ae2-d229-408f-adae-4a36b64df829,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:40.344230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95448694-f3b8-49cd-a109-802c9d81c7f5 x-openstack-request-id: req-95448694-f3b8-49cd-a109-802c9d81c7f5 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:40.344799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:40.345226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-95448694-f3b8-49cd-a109-802c9d81c7f5 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:40.345817 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95448694-f3b8-49cd-a109-802c9d81c7f5'] response: {'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'code': 200} Apr 06 14:38:40.378171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.418496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8221-f389-4ffd-aefb-a81ca04aac6f req-1fd86c0c-7828-494f-866c-89f7f4ca78a9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.419995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0eab8221-f389-4ffd-aefb-a81ca04aac6f req-1fd86c0c-7828-494f-866c-89f7f4ca78a9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 944 time: 0.0629649 Apr 06 14:38:40.429882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ff5f5ae2-d229-408f-adae-4a36b64df829,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:40.473347 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0eab8221-f389-4ffd-aefb-a81ca04aac6f req-4d8b7b98-4efa-4b86-bb7f-b6c4ed87e2d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475063 Apr 06 14:38:40.556345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50884) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:40.654104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1162986001-network', 'tenant_id': 'ffc1ac9e0b044db880d1a38909025315'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:40.674570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dd6ef-3f8b-4ebb-afd9-db9311d78f49 req-d5a94233-428b-4617-954f-8cf751edb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.676066 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1e8dd6ef-3f8b-4ebb-afd9-db9311d78f49 req-d5a94233-428b-4617-954f-8cf751edb9cf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 1129 time: 0.0620170 Apr 06 14:38:40.728824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1e8dd6ef-3f8b-4ebb-afd9-db9311d78f49 req-1c3ba20c-1008-437f-a4b5-58fde6af7719 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471327 Apr 06 14:38:40.732723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Made reservation on behalf of ffc1ac9e0b044db880d1a38909025315 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:40.735132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.743403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.814913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks [] for security_group (5d379737-2f9e-4401-b087-89ea00526284), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.863084 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5d379737-2f9e-4401-b087-89ea00526284), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.889700 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:40.894876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d379737-2f9e-4401-b087-89ea00526284,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:40.902667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (51ecf450-bb1b-42e6-9fbd-d34111e4cfdd), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.903016 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Added segment 51ecf450-bb1b-42e6-9fbd-d34111e4cfdd of type vlan for network 13e59e39-b113-4925-aec8-f0b825d02ae5 Apr 06 14:38:40.946042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (13e59e39-b113-4925-aec8-f0b825d02ae5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.024464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (13e59e39-b113-4925-aec8-f0b825d02ae5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.025514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.026100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.116762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] Pushing event updated for resources: {'Network': ['ID=13e59e39-b113-4925-aec8-f0b825d02ae5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:41.128327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 13e59e39-b113-4925-aec8-f0b825d02ae5 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:41.148897 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4f64f800-f26c-444f-82ee-42d07a56143e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5902495 Apr 06 14:38:41.150898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50888) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.155809 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Request body: {'subnet': {'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1162986001-subnet', 'tenant_id': 'ffc1ac9e0b044db880d1a38909025315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:41.236073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Made reservation on behalf of ffc1ac9e0b044db880d1a38909025315 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:41.238453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.463497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (0fb317d2-1337-4223-8c47-6053ad69ea05), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.520483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb317d2-1337-4223-8c47-6053ad69ea05,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:41.530973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Checking segment: {'id': '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:41.531389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Network hostable DHCP agents. Network: 13e59e39-b113-4925-aec8-f0b825d02ae5, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:41.601426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Network 13e59e39-b113-4925-aec8-f0b825d02ae5 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:41.607282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f526-f480-4a4f-894e-baba693f47e1 req-2cf8ed98-4634-4cbd-b05b-521945a1bb9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.612604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a04f526-f480-4a4f-894e-baba693f47e1 req-2cf8ed98-4634-4cbd-b05b-521945a1bb9f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 945 time: 0.0602639 Apr 06 14:38:41.660870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a04f526-f480-4a4f-894e-baba693f47e1 req-2cacd04b-d57a-4466-8f1c-12737503557d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Apr 06 14:38:41.664529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 13e59e39-b113-4925-aec8-f0b825d02ae5) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:41.669160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.670029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.675062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba63c3-fb32-4c81-ad0f-4a179b98a825 None None] Network 13e59e39-b113-4925-aec8-f0b825d02ae5 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:41.759534 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ca4d8add-21b3-45f6-8dfa-c2693eb3b877 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6073964 Apr 06 14:38:41.784915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4b07b-8218-4ea2-b323-a5b7eb86d1a6 None None] Network 13e59e39-b113-4925-aec8-f0b825d02ae5 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:42.410263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50906) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:42.415496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1181977549-network', 'tenant_id': 'f42afa8e51184c699b4a85e4beffae02'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:42.487031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Made reservation on behalf of f42afa8e51184c699b4a85e4beffae02 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:42.489489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.502716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.576126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks [] for security_group (39c04fa0-2b71-4ddb-8d1c-581474d51e0c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.646985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (39c04fa0-2b71-4ddb-8d1c-581474d51e0c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.667280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:42.681380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c04fa0-2b71-4ddb-8d1c-581474d51e0c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:42.686132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.686482 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Added segment f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c of type vlan for network af15a266-1c80-42dd-a608-47c700319d05 Apr 06 14:38:42.726536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (af15a266-1c80-42dd-a608-47c700319d05), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.787500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e40898-b2ae-42b7-97ad-5ac00efed428 req-b6662911-1d2f-4a43-8117-ab60a4c6c5f8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.789034 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3e40898-b2ae-42b7-97ad-5ac00efed428 req-b6662911-1d2f-4a43-8117-ab60a4c6c5f8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 945 time: 0.0523927 Apr 06 14:38:42.835880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (af15a266-1c80-42dd-a608-47c700319d05), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.836827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.837243 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3e40898-b2ae-42b7-97ad-5ac00efed428 req-a3ac43b1-03fd-4cd4-8157-eecfcc9d5b11 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Apr 06 14:38:42.837422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.897875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] Pushing event updated for resources: {'Network': ['ID=af15a266-1c80-42dd-a608-47c700319d05,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:42.908537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network af15a266-1c80-42dd-a608-47c700319d05 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:42.950194 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2546f892-01f4-47cd-9245-24fdb5efa7d5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5364003 Apr 06 14:38:42.950439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:42.955507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Request body: {'subnet': {'network_id': 'af15a266-1c80-42dd-a608-47c700319d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1181977549-subnet', 'tenant_id': 'f42afa8e51184c699b4a85e4beffae02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:42.966130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce9bf-3492-4ca9-b813-ec01c8053212 req-577239b8-bf92-41e4-bb54-c607cf5babeb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.968988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-905ce9bf-3492-4ca9-b813-ec01c8053212 req-577239b8-bf92-41e4-bb54-c607cf5babeb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 945 time: 0.0640137 Apr 06 14:38:43.019506 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-905ce9bf-3492-4ca9-b813-ec01c8053212 req-3a1c58f4-3fda-48c6-b75c-3e90030f2f7d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Apr 06 14:38:43.042800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50914) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:43.046319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Made reservation on behalf of f42afa8e51184c699b4a85e4beffae02 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:43.048771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.086718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ce3600-41fc-46ff-bee2-478511b47311 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:43.088140 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-04ce3600-41fc-46ff-bee2-478511b47311 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 1124 time: 0.0443809 Apr 06 14:38:43.091002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 50916) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:43.095204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:43.195685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.275909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (1cd3a03d-95a4-424d-b636-954fc09be92b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.294392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.340000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd3a03d-95a4-424d-b636-954fc09be92b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:43.348676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Checking segment: {'id': 'f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'af15a266-1c80-42dd-a608-47c700319d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:43.349194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Network hostable DHCP agents. Network: af15a266-1c80-42dd-a608-47c700319d05, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:43.398916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.177 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/bcc1536d-8c2e-45b9-a284-cd9e170f2dc7) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:43.407243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Network af15a266-1c80-42dd-a608-47c700319d05 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:43.458755 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, af15a266-1c80-42dd-a608-47c700319d05) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:43.462985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:43.463813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.467888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d401e1a-9969-4b96-bc46-6654182837a2 None None] Network af15a266-1c80-42dd-a608-47c700319d05 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:43.509579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.519445 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-55f3b53a-9590-4d56-ae61-33272493075f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5680308 Apr 06 14:38:43.576365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db09d04-e6ac-478c-87fc-2971ffdde43b None None] Network af15a266-1c80-42dd-a608-47c700319d05 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:43.585200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.623654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:43.626367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:43.628972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:43.661976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=bcc1536d-8c2e-45b9-a284-cd9e170f2dc7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.438575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-fa87c153-c54a-460b-9439-228ac2ba9db2 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:44.440022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-fa87c153-c54a-460b-9439-228ac2ba9db2 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/networks?id=13e59e39-b113-4925-aec8-f0b825d02ae5 HTTP/1.1" status: 200 len: 812 time: 0.4984968 Apr 06 14:38:44.441092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.475839 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-128d30ec-3f5e-44f1-9392-52c6f46337d0 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/quotas/ffc1ac9e0b044db880d1a38909025315 HTTP/1.1" status: 200 len: 375 time: 0.0143356 Apr 06 14:38:44.512763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-e6933ec4-0d6e-4f4c-864c-f3de73b4506a tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffc1ac9e0b044db880d1a38909025315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305488 Apr 06 14:38:44.601328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.656684 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-9c4a7e94-665a-4079-b9dd-4b68fadf2e69 service neutron] 10.222.0.89 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371696 Apr 06 14:38:44.808346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-17041963-2da3-41e0-9470-4875f6de4dfa service neutron] 10.222.0.89 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447761 Apr 06 14:38:44.838600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.892844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.959086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=bcc1536d-8c2e-45b9-a284-cd9e170f2dc7,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.970453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.082787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e6a02c27-256b-4a57-8fdf-0965486c45a8 req-6818b2c4-ad8f-4736-bce1-aa1812f09ab8 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 210 time: 0.0309670 Apr 06 14:38:45.111767 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 associated. External IP: 172.26.6.177, port: ff5f5ae2-d229-408f-adae-4a36b64df829. Apr 06 14:38:45.328016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:45.439554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:45.449529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:45.458952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:45.459567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:45.558223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.574542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:45.591802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5848f244-3252-4213-85b9-1b9a74f32ecb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4996994 Apr 06 14:38:45.592407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:45.594485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50942) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:45.594989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e48387-e0d1-4fcf-abfa-7b9230babf28" -d '{"events": [{"name": "network-changed", "server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:45.631960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d41f104-7440-4e8f-be19-20df1030f357 x-openstack-request-id: req-8d41f104-7440-4e8f-be19-20df1030f357 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:45.632480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:45.632768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8d41f104-7440-4e8f-be19-20df1030f357 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:45.633191 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d41f104-7440-4e8f-be19-20df1030f357'] response: {'name': 'network-changed', 'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'status': 'completed', 'code': 200} Apr 06 14:38:45.660569 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d9a243af-c524-4827-aae5-1ada300f4891 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 991 time: 0.0648806 Apr 06 14:38:45.701749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-260985a4-d1f3-4252-9b94-90ce4b00ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.703368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-260985a4-d1f3-4252-9b94-90ce4b00ca37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 1129 time: 0.0465584 Apr 06 14:38:45.805452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-ab86fa67-8254-49db-a518-b3af0084d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.807165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-ab86fa67-8254-49db-a518-b3af0084d90a service neutron] 10.222.0.79 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 898 time: 0.0968430 Apr 06 14:38:45.820261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'port_id': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'mac_address': 'fa:16:3e:06:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:38:43Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:45.848860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:45.856833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:45.857485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:45.872593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-8adc00f0-dd3f-4720-9fd1-bb73d6fc3caf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff5f5ae2-d229-408f-adae-4a36b64df829 HTTP/1.1" status: 200 len: 999 time: 0.0593190 Apr 06 14:38:45.925254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-b7ed3c76-50a8-4305-b217-37b68e62f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.926743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-b7ed3c76-50a8-4305-b217-37b68e62f769 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f438fea2-9653-4f37-8269-afc725ceaa98 HTTP/1.1" status: 200 len: 835 time: 0.0488510 Apr 06 14:38:45.969580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:45.975963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-f38abd3d-0b54-46b2-a734-22671a81c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.977707 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-f38abd3d-0b54-46b2-a734-22671a81c7a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=952631ad-96c6-4774-bca7-145349e8ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452585 Apr 06 14:38:46.071251 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-e36cf738-136d-4bfe-ac01-6bf18dd734f8 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871482 Apr 06 14:38:46.171187 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36e48387-e0d1-4fcf-abfa-7b9230babf28 req-44f66e8a-5935-4ba5-9e14-5b8440de84b5 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927522 Apr 06 14:38:46.201651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d541a242-7ff0-4ef9-8c66-b297cd80f137 req-ad12ea2b-200c-4165-a470-52b4be8553b6 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 210 time: 0.0294571 Apr 06 14:38:46.226087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'port_id': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'mac_address': 'fa:16:3e:06:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:38:43Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:46.253271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426a109-5c0c-4215-aa91-6c52f5e36a36 None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'port_id': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'mac_address': 'fa:16:3e:06:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:38:43Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:46.447525 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549be9c-d2dd-45b4-8bf2-8644e3d9a5f0 None None] New status for floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:38:46.664291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 50950) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:46.730375 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bcd90cbf-a343-4e77-a3d4-631ea07897e1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 993 time: 0.0648711 Apr 06 14:38:47.077337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-9608ec4c-99ab-4ff9-8af1-54144756b49e tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:47.078788 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-9608ec4c-99ab-4ff9-8af1-54144756b49e tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.79 "GET /v2.0/networks?id=13e59e39-b113-4925-aec8-f0b825d02ae5 HTTP/1.1" status: 200 len: 812 time: 0.1058507 Apr 06 14:38:47.090262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Request body: {'port': {'device_id': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5', 'admin_state_up': True, 'tenant_id': 'ffc1ac9e0b044db880d1a38909025315'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:47.252130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Made reservation on behalf of ffc1ac9e0b044db880d1a38909025315 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:47.256207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.335321 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d41f8dff-11be-4226-89b1-4307ae24209a req-9e22a6cb-7630-4ec1-a523-57e9e6ddb1d0 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 210 time: 0.0632825 Apr 06 14:38:47.408871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Allocated IP 172.20.0.11 (13e59e39-b113-4925-aec8-f0b825d02ae5/0fb317d2-1337-4223-8c47-6053ad69ea05/f3735a71-5bd9-40bd-9c78-270c43d5e44b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:47.555981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks [] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.631068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.671116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Network 13e59e39-b113-4925-aec8-f0b825d02ae5 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:47.674293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:47.682085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:47.706632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Pushing event updated for resources: {'Port': ['ID=f3735a71-5bd9-40bd-9c78-270c43d5e44b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:47.745421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:47.746291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.844066 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-68ce1ee7-f950-44f2-ab29-1b6a4d4d6427 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574716 Apr 06 14:38:47.855103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Request body: {'port': {'device_id': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:47.912793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.171109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3735a71-5bd9-40bd-9c78-270c43d5e44b {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:38:48.178700 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Publish callbacks [] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.190211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Transition to ACTIVE for port object f3735a71-5bd9-40bd-9c78-270c43d5e44b will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:38:48.269742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.319312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Pushing event updated for resources: {'Port': ['ID=f3735a71-5bd9-40bd-9c78-270c43d5e44b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:48.389420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Attempting to bind port f3735a71-5bd9-40bd-9c78-270c43d5e44b on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:48.389761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Attempting to bind port f3735a71-5bd9-40bd-9c78-270c43d5e44b by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:48.390091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Attempting to bind port f3735a71-5bd9-40bd-9c78-270c43d5e44b on network 13e59e39-b113-4925-aec8-f0b825d02ae5 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:48.394424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Port f3735a71-5bd9-40bd-9c78-270c43d5e44b on network 13e59e39-b113-4925-aec8-f0b825d02ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:38:48.394749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Attempting to bind port f3735a71-5bd9-40bd-9c78-270c43d5e44b on network 13e59e39-b113-4925-aec8-f0b825d02ae5 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:48.400286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:48.400626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Checking segment: {'id': '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:48.401041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Bound using segment: {'id': '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:48.401463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Bound port: f3735a71-5bd9-40bd-9c78-270c43d5e44b, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:48.401820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.504131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1311-1a56-4ac3-befd-44b5812cc30d req-c4685b7a-44d3-4af0-941f-7ddbd2fe5f06 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.506266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efff1311-1a56-4ac3-befd-44b5812cc30d req-c4685b7a-44d3-4af0-941f-7ddbd2fe5f06 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 944 time: 0.1023400 Apr 06 14:38:48.511594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] For port f3735a71-5bd9-40bd-9c78-270c43d5e44b, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:48.515371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] For port f3735a71-5bd9-40bd-9c78-270c43d5e44b, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b,segment=NetworkSegment(51ecf450-bb1b-42e6-9fbd-d34111e4cfdd),segment_id=51ecf450-bb1b-42e6-9fbd-d34111e4cfdd)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:48.558904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efff1311-1a56-4ac3-befd-44b5812cc30d req-19f8005f-d35f-482c-a200-bac3df30eb8d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Apr 06 14:38:48.566819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.602132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.602753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.604165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] 10.222.0.79 "PUT /v2.0/ports/f3735a71-5bd9-40bd-9c78-270c43d5e44b HTTP/1.1" status: 200 len: 1094 time: 0.7530754 Apr 06 14:38:48.604611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'tag': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:48.606873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a5fa9f-09cb-496b-a495-127b648904d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e759a6-aafc-43fc-a534-bd0f0b499d2f", "tag": "f3735a71-5bd9-40bd-9c78-270c43d5e44b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:48.634304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb05f-7090-405b-ba39-2f1402c4bd81 service neutron] Pushing event updated for resources: {'Port': ['ID=f3735a71-5bd9-40bd-9c78-270c43d5e44b,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:48.642742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82122dd1-a901-435a-ace7-21f2e1978f14 x-openstack-request-id: req-82122dd1-a901-435a-ace7-21f2e1978f14 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:48.643032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e759a6-aafc-43fc-a534-bd0f0b499d2f", "tag": "f3735a71-5bd9-40bd-9c78-270c43d5e44b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:48.643410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-82122dd1-a901-435a-ace7-21f2e1978f14 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:48.643686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82122dd1-a901-435a-ace7-21f2e1978f14'] response: {'name': 'network-changed', 'server_uuid': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'tag': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b', 'status': 'completed', 'code': 200} Apr 06 14:38:48.709524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5fa9f-09cb-496b-a495-127b648904d9 req-96372aec-e625-420c-87b2-4e42aeb92496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.711043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12a5fa9f-09cb-496b-a495-127b648904d9 req-96372aec-e625-420c-87b2-4e42aeb92496 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffc1ac9e0b044db880d1a38909025315&device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 1128 time: 0.0486512 Apr 06 14:38:48.814644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5fa9f-09cb-496b-a495-127b648904d9 req-ff8d57a4-6a58-4688-8e80-6b1585f59ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.816012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12a5fa9f-09cb-496b-a495-127b648904d9 req-ff8d57a4-6a58-4688-8e80-6b1585f59ebc service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ffc1ac9e0b044db880d1a38909025315&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0974171 Apr 06 14:38:48.909874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5fa9f-09cb-496b-a495-127b648904d9 req-9a529cba-45da-4aaa-b086-a2fa70fa1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.911442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12a5fa9f-09cb-496b-a495-127b648904d9 req-9a529cba-45da-4aaa-b086-a2fa70fa1ab7 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899739 Apr 06 14:38:48.987237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-887e52b1-4fcd-4141-b7b7-200a37ffc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.988751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-887e52b1-4fcd-4141-b7b7-200a37ffc325 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffc1ac9e0b044db880d1a38909025315&device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 1128 time: 0.0445580 Apr 06 14:38:49.029493 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-fe103c21-ccde-45c8-8f4f-cc9fa48a98fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b HTTP/1.1" status: 200 len: 217 time: 0.0338073 Apr 06 14:38:49.088978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-d7a35958-32e9-400d-a749-4b2931afc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:49.090528 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-d7a35958-32e9-400d-a749-4b2931afc26d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fb317d2-1337-4223-8c47-6053ad69ea05 HTTP/1.1" status: 200 len: 852 time: 0.0549026 Apr 06 14:38:49.122557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-8eb05a1d-dcae-438e-b09c-ae20e1f56501 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=13e59e39-b113-4925-aec8-f0b825d02ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260768 Apr 06 14:38:49.211486 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-53bc97ee-01ec-48e5-a774-5296bb53a8ff service neutron] 10.222.0.79 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827918 Apr 06 14:38:49.304919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5988d6c-b47f-4121-a252-ba311f184f8b req-be61d5de-c60f-41b9-886a-4c340b17fea0 service neutron] 10.222.0.79 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873804 Apr 06 14:38:49.687469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c9d91-bb73-4c61-ab4e-65b19b73e77a req-3caed1a1-93e6-412f-a18a-2ba38fe04195 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:49.689259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-517c9d91-bb73-4c61-ab4e-65b19b73e77a req-3caed1a1-93e6-412f-a18a-2ba38fe04195 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 944 time: 0.0612609 Apr 06 14:38:49.737297 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-517c9d91-bb73-4c61-ab4e-65b19b73e77a req-ffb494dd-6486-4944-87f7-5b1be0ab392d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Apr 06 14:38:50.514820 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:38:50.855894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001083c-fb51-4c07-991f-3116380f824a req-3014e1f8-6084-4fcd-a8cc-a111aeb50237 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:50.857606 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b001083c-fb51-4c07-991f-3116380f824a req-3014e1f8-6084-4fcd-a8cc-a111aeb50237 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 944 time: 0.0539248 Apr 06 14:38:50.909678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b001083c-fb51-4c07-991f-3116380f824a req-60f283c5-c2ac-420e-9841-453598035b54 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463991 Apr 06 14:38:52.026603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76dea-53bd-452e-aa58-049902afb7f0 req-affd6d57-8423-44ff-9652-2001579ba640 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:52.028112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d5d76dea-53bd-452e-aa58-049902afb7f0 req-affd6d57-8423-44ff-9652-2001579ba640 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 944 time: 0.0518112 Apr 06 14:38:52.076683 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d5d76dea-53bd-452e-aa58-049902afb7f0 req-0d0e50ac-6212-42b5-b28a-5a38a346a7f2 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Apr 06 14:38:52.148250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f3735a71-5bd9-40bd-9c78-270c43d5e44b details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:38:52.405829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f3735a71-5bd9-40bd-9c78-270c43d5e44b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b,segment=NetworkSegment(51ecf450-bb1b-42e6-9fbd-d34111e4cfdd),segment_id=51ecf450-bb1b-42e6-9fbd-d34111e4cfdd)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.417049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b', 'network_id': '13e59e39-b113-4925-aec8-f0b825d02ae5', 'port_id': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b', 'mac_address': 'fa:16:3e:26:4f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb317d2-1337-4223-8c47-6053ad69ea05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:38:52.444120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fd9148ca-2574-4fcc-a52f-1d7d9ec49dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.456086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port f3735a71-5bd9-40bd-9c78-270c43d5e44b is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:52.456540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.469974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3735a71-5bd9-40bd-9c78-270c43d5e44b {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:38:52.490449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f3735a71-5bd9-40bd-9c78-270c43d5e44b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b,segment=NetworkSegment(51ecf450-bb1b-42e6-9fbd-d34111e4cfdd),segment_id=51ecf450-bb1b-42e6-9fbd-d34111e4cfdd)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.555293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.606408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=f3735a71-5bd9-40bd-9c78-270c43d5e44b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.613371 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.613718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.614056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.614443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.614780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.615105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.615432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.615751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.616072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.616401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.616745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.617107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.617428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.617744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.618060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.783336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['f3735a71-5bd9-40bd-9c78-270c43d5e44b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:38:53.198776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d372ad-3def-445a-97d4-122a837b7b98 req-a1849623-e94c-48f0-b057-cd5e0aa5d679 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:53.200270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3d372ad-3def-445a-97d4-122a837b7b98 req-a1849623-e94c-48f0-b057-cd5e0aa5d679 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 945 time: 0.0535133 Apr 06 14:38:53.246932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3d372ad-3def-445a-97d4-122a837b7b98 req-fc31e00b-df9f-4ede-9ead-7074a735de7d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Apr 06 14:38:53.401264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.163199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f3735a71-5bd9-40bd-9c78-270c43d5e44b up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:54.281365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port f3735a71-5bd9-40bd-9c78-270c43d5e44b completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:38:54.285369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port f3735a71-5bd9-40bd-9c78-270c43d5e44b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:54.285983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.368888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port f3735a71-5bd9-40bd-9c78-270c43d5e44b is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:54.369281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.370737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd5db3-fa50-462f-b5bc-9905d98c6b69 req-5123d5ec-d1df-491e-b932-b0801f7b8fc1 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:54.372227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90cd5db3-fa50-462f-b5bc-9905d98c6b69 req-5123d5ec-d1df-491e-b932-b0801f7b8fc1 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 945 time: 0.0570428 Apr 06 14:38:54.391616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:54.393961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd73cf7f-1074-41f0-b65a-9b2aec518f5f" -d '{"events": [{"server_uuid": "d5e759a6-aafc-43fc-a534-bd0f0b499d2f", "name": "network-vif-plugged", "status": "completed", "tag": "f3735a71-5bd9-40bd-9c78-270c43d5e44b"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:54.407113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f3735a71-5bd9-40bd-9c78-270c43d5e44b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b,segment=NetworkSegment(51ecf450-bb1b-42e6-9fbd-d34111e4cfdd),segment_id=51ecf450-bb1b-42e6-9fbd-d34111e4cfdd)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:54.426261 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90cd5db3-fa50-462f-b5bc-9905d98c6b69 req-704d7d77-08e4-4b99-afce-f420b7c716d0 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Apr 06 14:38:54.430699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b98f91-2e09-4cfa-8aec-8adb3b58b5db x-openstack-request-id: req-57b98f91-2e09-4cfa-8aec-8adb3b58b5db {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:54.431003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e759a6-aafc-43fc-a534-bd0f0b499d2f", "name": "network-vif-plugged", "status": "completed", "tag": "f3735a71-5bd9-40bd-9c78-270c43d5e44b", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:54.431261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-57b98f91-2e09-4cfa-8aec-8adb3b58b5db {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:54.431786 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b98f91-2e09-4cfa-8aec-8adb3b58b5db'] response: {'server_uuid': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b', 'code': 200} Apr 06 14:38:54.452983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.507510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=f3735a71-5bd9-40bd-9c78-270c43d5e44b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.720289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3bd83-9e68-42f1-b1f6-a56b6b24acd7 req-ba2962de-fec0-44a7-b735-9a86b2c24351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:54.721729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3fd3bd83-9e68-42f1-b1f6-a56b6b24acd7 req-ba2962de-fec0-44a7-b735-9a86b2c24351 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 1130 time: 0.0454195 Apr 06 14:38:54.732022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2c85b148-69c3-48c9-ad15-53a4e273fe1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.766149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3fd3bd83-9e68-42f1-b1f6-a56b6b24acd7 req-26384c98-b3fb-46fb-b887-01685d62a8f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Apr 06 14:38:55.552394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c55f-250f-4aba-a2d2-e1e7d9d93e49 req-7c2b9940-e20d-4684-8153-ed0b4b27f1fb tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:55.554519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c392c55f-250f-4aba-a2d2-e1e7d9d93e49 req-7c2b9940-e20d-4684-8153-ed0b4b27f1fb tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0616188 Apr 06 14:38:55.608829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c392c55f-250f-4aba-a2d2-e1e7d9d93e49 req-84ab361f-d34b-48d2-857c-b021faddff8c tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Apr 06 14:38:55.773090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.732295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65bbf4-34ad-4768-8256-fe5e7861897d req-05cb0104-a82e-4f26-8555-1f761ae9a50c tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:56.734334 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d65bbf4-34ad-4768-8256-fe5e7861897d req-05cb0104-a82e-4f26-8555-1f761ae9a50c tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0553503 Apr 06 14:38:56.792519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d65bbf4-34ad-4768-8256-fe5e7861897d req-f695175d-7e9e-4d7b-8dea-058e09644b9d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504344 Apr 06 14:38:56.920872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fbce7-7aee-4c4b-9bb9-51126c310103 req-a72201a0-3402-4261-ad08-b664d62357fc tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:56.922609 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e9fbce7-7aee-4c4b-9bb9-51126c310103 req-a72201a0-3402-4261-ad08-b664d62357fc tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0591850 Apr 06 14:38:56.979368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e9fbce7-7aee-4c4b-9bb9-51126c310103 req-7c691dc6-59da-4776-a1f8-4bc6351d5669 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492129 Apr 06 14:38:57.390734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.474901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68035bbe-d918-438f-8b4a-10f0aaae3fda req-977f0493-8aef-4605-a603-877b5ce41d83 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:57.476277 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-68035bbe-d918-438f-8b4a-10f0aaae3fda req-977f0493-8aef-4605-a603-877b5ce41d83 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0593040 Apr 06 14:38:57.528912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-68035bbe-d918-438f-8b4a-10f0aaae3fda req-cc8382f0-7aa1-4f36-a1ba-af389d8b4f85 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Apr 06 14:38:58.509894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.652339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4aedb-7f2d-4985-8e7c-9a4f0e1cadd5 req-9b09ba2e-aff3-4d2e-9fe3-50b9c702ca08 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:58.653849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-02f4aedb-7f2d-4985-8e7c-9a4f0e1cadd5 req-9b09ba2e-aff3-4d2e-9fe3-50b9c702ca08 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0565152 Apr 06 14:38:58.700548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-02f4aedb-7f2d-4985-8e7c-9a4f0e1cadd5 req-f7d5249e-4d32-43eb-b0bc-0aef1abf8a78 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Apr 06 14:38:59.043449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b795-77d4-4bbe-ae7a-9454103b1fa9 req-2166320f-ae93-4df0-81fb-f33f0a763f8b tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.044960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e123b795-77d4-4bbe-ae7a-9454103b1fa9 req-2166320f-ae93-4df0-81fb-f33f0a763f8b tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0591137 Apr 06 14:38:59.105612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e123b795-77d4-4bbe-ae7a-9454103b1fa9 req-1546729e-bd96-40d2-b340-2a592d333254 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548913 Apr 06 14:38:59.139799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-7d0f9f98-96f8-4139-9a90-3567a1c8c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.141382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-7d0f9f98-96f8-4139-9a90-3567a1c8c51b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffc1ac9e0b044db880d1a38909025315&device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 1130 time: 0.0541439 Apr 06 14:38:59.230418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-c75ecd63-2ea4-430e-906f-9b3a57f826d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.231819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-c75ecd63-2ea4-430e-906f-9b3a57f826d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=13e59e39-b113-4925-aec8-f0b825d02ae5 HTTP/1.1" status: 200 len: 914 time: 0.0844009 Apr 06 14:38:59.278401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-a860164f-341c-4a46-8564-c1017d80f54b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b HTTP/1.1" status: 200 len: 217 time: 0.0402966 Apr 06 14:38:59.333737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-4ca301f8-018e-4ba0-a76d-116060f6a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.335224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-4ca301f8-018e-4ba0-a76d-116060f6a9f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fb317d2-1337-4223-8c47-6053ad69ea05 HTTP/1.1" status: 200 len: 852 time: 0.0514781 Apr 06 14:38:59.367486 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-a949403b-e370-4d7e-a6f7-419395bc3e7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=13e59e39-b113-4925-aec8-f0b825d02ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265954 Apr 06 14:38:59.463616 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-c3dc620b-cfc1-4e20-91e4-ec09a992aa7f service neutron] 10.222.0.79 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892477 Apr 06 14:38:59.556234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6b1cb4-83cb-4a97-a2c4-6edfb0511c8c req-45fd7ebd-37b5-4cf6-9c91-79c06bf13097 service neutron] 10.222.0.79 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Apr 06 14:39:00.237960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380115-cb5c-4bb6-b50b-892275df1a5c req-bc6cfd8c-ec15-4bf8-b985-86bd0404f177 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:00.239457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f380115-cb5c-4bb6-b50b-892275df1a5c req-bc6cfd8c-ec15-4bf8-b985-86bd0404f177 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0599868 Apr 06 14:39:00.286254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f380115-cb5c-4bb6-b50b-892275df1a5c req-373d16b0-2690-48a8-bd73-6727882ee757 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Apr 06 14:39:01.407516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea220de-577e-4b4d-9cc3-5c60e54d8180 req-790e4667-d0e4-486f-aa6a-687047a91a38 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.409800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ea220de-577e-4b4d-9cc3-5c60e54d8180 req-790e4667-d0e4-486f-aa6a-687047a91a38 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0552671 Apr 06 14:39:01.458559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ea220de-577e-4b4d-9cc3-5c60e54d8180 req-4f1d7709-845a-492c-928b-3217629f6650 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440307 Apr 06 14:39:01.950932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fa142-dfa4-4ec2-820a-aca5f092e222 req-f35bc022-43a9-444d-9fcb-1ccdb835d05d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.952438 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-135fa142-dfa4-4ec2-820a-aca5f092e222 req-f35bc022-43a9-444d-9fcb-1ccdb835d05d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0668328 Apr 06 14:39:02.006198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-135fa142-dfa4-4ec2-820a-aca5f092e222 req-ba506e62-98c3-463d-8aa6-5d5b856baaf2 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478220 Apr 06 14:39:03.146773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eff815-a74b-400d-9060-647087b200c2 req-8004b8bd-8865-4f1f-b504-80bec9c5e83a tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.149909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55eff815-a74b-400d-9060-647087b200c2 req-8004b8bd-8865-4f1f-b504-80bec9c5e83a tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0618393 Apr 06 14:39:03.203316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55eff815-a74b-400d-9060-647087b200c2 req-e847e6f3-678d-4b23-8d03-64edd865d5da tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Apr 06 14:39:03.566387 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f198a6-7ba5-4ecc-96eb-c7e47984e8a7 req-ba634d52-9257-4cce-a381-f44633d90568 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.568086 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1f198a6-7ba5-4ecc-96eb-c7e47984e8a7 req-ba634d52-9257-4cce-a381-f44633d90568 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0729861 Apr 06 14:39:03.648863 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1f198a6-7ba5-4ecc-96eb-c7e47984e8a7 req-8026f0e9-96c6-4e8d-ab52-a02194d97b49 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691850 Apr 06 14:39:03.651806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-2c5b4b1e-1cb0-440b-afa8-320e0488a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.653235 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-2c5b4b1e-1cb0-440b-afa8-320e0488a32c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffc1ac9e0b044db880d1a38909025315&device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 1130 time: 0.0812583 Apr 06 14:39:03.742750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-7cb6605d-e5fb-4793-95f9-c381eefdc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.744224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-7cb6605d-e5fb-4793-95f9-c381eefdc51f service neutron] 10.222.0.79 "GET /v2.0/networks?id=13e59e39-b113-4925-aec8-f0b825d02ae5 HTTP/1.1" status: 200 len: 914 time: 0.0826352 Apr 06 14:39:03.790335 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-8ade475a-04a2-42b0-ac04-b1096ae56d25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b HTTP/1.1" status: 200 len: 217 time: 0.0393753 Apr 06 14:39:03.839455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-2dab7df4-743a-4c43-b43c-01e42585a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.841003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-2dab7df4-743a-4c43-b43c-01e42585a742 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fb317d2-1337-4223-8c47-6053ad69ea05 HTTP/1.1" status: 200 len: 852 time: 0.0448403 Apr 06 14:39:03.872030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-b12e3c7b-91f8-4f7d-80d4-8c0f090a1006 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=13e59e39-b113-4925-aec8-f0b825d02ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249228 Apr 06 14:39:03.962654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-013981c6-75bf-49b5-8709-c184ebb9f2df service neutron] 10.222.0.79 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Apr 06 14:39:04.055827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-889f3f79-ecd7-40d4-b2f9-80ab99817c97 req-0f2e3c40-197d-4e8d-939c-1d6219b80655 service neutron] 10.222.0.79 "GET /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 Apr 06 14:39:04.771217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf14b5-5008-49a0-86b1-0833a0faea26 req-585b157f-a67a-4dca-b453-4f89a03f5710 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:04.773542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eaaf14b5-5008-49a0-86b1-0833a0faea26 req-585b157f-a67a-4dca-b453-4f89a03f5710 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0545957 Apr 06 14:39:04.836828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eaaf14b5-5008-49a0-86b1-0833a0faea26 req-8a4df126-02a6-4a15-b8dd-a5185b7b9d90 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568004 Apr 06 14:39:05.964650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7bf7f-d0c8-4377-a761-5c872b8ead37 req-1c72d174-1ca5-4c77-bd89-783a64e17cfe tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:05.966257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad7bf7f-d0c8-4377-a761-5c872b8ead37 req-1c72d174-1ca5-4c77-bd89-783a64e17cfe tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0589106 Apr 06 14:39:06.014340 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad7bf7f-d0c8-4377-a761-5c872b8ead37 req-cc2efca2-90f0-42d6-86b0-d433ac890efc tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Apr 06 14:39:06.519244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9c82-3ab4-4fc0-a7ab-b37f9bd1c3f0 req-ca3c8bbb-6f71-443a-944d-ccbbe35946b3 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:06.520822 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-73fe9c82-3ab4-4fc0-a7ab-b37f9bd1c3f0 req-ca3c8bbb-6f71-443a-944d-ccbbe35946b3 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0578501 Apr 06 14:39:06.573414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-73fe9c82-3ab4-4fc0-a7ab-b37f9bd1c3f0 req-8e85d718-d046-4ed9-a86a-374531933196 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460944 Apr 06 14:39:07.698597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f44bd-a551-41d8-88eb-f0862789c70f req-3e76bb17-8d21-4b3b-880b-402d46363d48 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.700468 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e75f44bd-a551-41d8-88eb-f0862789c70f req-3e76bb17-8d21-4b3b-880b-402d46363d48 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0565562 Apr 06 14:39:07.755157 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e75f44bd-a551-41d8-88eb-f0862789c70f req-696a212b-cd47-47e3-89b8-44cffb211c7a tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d379737-2f9e-4401-b087-89ea00526284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Apr 06 14:39:08.376927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-b17db703-0b41-425c-94b3-37741614481d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:08.378713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-b17db703-0b41-425c-94b3-37741614481d tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 946 time: 0.0576413 Apr 06 14:39:08.482725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Deleting port f3735a71-5bd9-40bd-9c78-270c43d5e44b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:08.483090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.594157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] For port f3735a71-5bd9-40bd-9c78-270c43d5e44b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f3735a71-5bd9-40bd-9c78-270c43d5e44b,segment=NetworkSegment(51ecf450-bb1b-42e6-9fbd-d34111e4cfdd),segment_id=51ecf450-bb1b-42e6-9fbd-d34111e4cfdd)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:08.594526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.608363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Calling delete_port for f3735a71-5bd9-40bd-9c78-270c43d5e44b owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:08.835525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f3735a71-5bd9-40bd-9c78-270c43d5e44b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.849781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['f3735a71-5bd9-40bd-9c78-270c43d5e44b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:39:08.864902 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9c8a123d-4417-4cc3-9d44-2210536c5a7f req-98348e85-55fc-4d40-927b-a888b592d717 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 210 time: 0.0400665 Apr 06 14:39:08.893894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Pushing event deleted for resources: {'Port': ['ID=f3735a71-5bd9-40bd-9c78-270c43d5e44b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:08.950412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] No DVR routers for this DVR port f3735a71-5bd9-40bd-9c78-270c43d5e44b on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:08.954117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.957306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-80db3427-d2e5-4739-a312-6a58d7cf0941 req-f30b11f4-e9b8-4484-929f-c84a38429b35 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.79 "DELETE /v2.0/ports/f3735a71-5bd9-40bd-9c78-270c43d5e44b HTTP/1.1" status: 204 len: 173 time: 0.5730002 Apr 06 14:39:08.957765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'name': 'network-vif-deleted', 'tag': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:08.960096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7acc3b-21ae-47f2-ac40-82030bed32a4" -d '{"events": [{"server_uuid": "d5e759a6-aafc-43fc-a534-bd0f0b499d2f", "name": "network-vif-deleted", "tag": "f3735a71-5bd9-40bd-9c78-270c43d5e44b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:08.999127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551a78c-9bc7-4df9-b619-1fc39248d68f x-openstack-request-id: req-8551a78c-9bc7-4df9-b619-1fc39248d68f {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:08.999439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e759a6-aafc-43fc-a534-bd0f0b499d2f", "name": "network-vif-deleted", "tag": "f3735a71-5bd9-40bd-9c78-270c43d5e44b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:08.999736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8551a78c-9bc7-4df9-b619-1fc39248d68f {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:09.000213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8551a78c-9bc7-4df9-b619-1fc39248d68f'] response: {'server_uuid': 'd5e759a6-aafc-43fc-a534-bd0f0b499d2f', 'name': 'network-vif-deleted', 'tag': 'f3735a71-5bd9-40bd-9c78-270c43d5e44b', 'status': 'completed', 'code': 200} Apr 06 14:39:10.356208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2b47bc0b-e0af-4614-bbc2-43457e887f7c req-e74e220d-3f00-4dc9-ba76-7768670b05a3 tempest-TestServerAdvancedOps-278304469 tempest-TestServerAdvancedOps-278304469-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5e759a6-aafc-43fc-a534-bd0f0b499d2f HTTP/1.1" status: 200 len: 210 time: 0.4023986 Apr 06 14:39:11.423184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51072) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:11.471669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Deleting subnet 0fb317d2-1337-4223-8c47-6053ad69ea05 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:11.474908 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Publish callbacks [] for subnet (0fb317d2-1337-4223-8c47-6053ad69ea05), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.510991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (0fb317d2-1337-4223-8c47-6053ad69ea05), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.557275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (0fb317d2-1337-4223-8c47-6053ad69ea05), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.710620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (0fb317d2-1337-4223-8c47-6053ad69ea05), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.740823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb317d2-1337-4223-8c47-6053ad69ea05,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:11.745970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.749038 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f40b8f40-6c81-42a0-a1c6-69423d3be001 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0fb317d2-1337-4223-8c47-6053ad69ea05 HTTP/1.1" status: 204 len: 168 time: 0.3234637 Apr 06 14:39:11.751565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51074) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:11.825852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (13e59e39-b113-4925-aec8-f0b825d02ae5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.928144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (13e59e39-b113-4925-aec8-f0b825d02ae5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.959159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e59e39-b113-4925-aec8-f0b825d02ae5']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:11.964460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:11.964717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ecf450-bb1b-42e6-9fbd-d34111e4cfdd') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:11.975512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (51ecf450-bb1b-42e6-9fbd-d34111e4cfdd), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.990686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (51ecf450-bb1b-42e6-9fbd-d34111e4cfdd), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.996768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:11.997156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (51ecf450-bb1b-42e6-9fbd-d34111e4cfdd), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:11.998769 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:12.155236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (13e59e39-b113-4925-aec8-f0b825d02ae5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.161068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.165030 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/13e59e39-b113-4925-aec8-f0b825d02ae5 HTTP/1.1" status: 204 len: 168 time: 0.4124548 Apr 06 14:39:12.167925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51078) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:12.176411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fc40d-1fb8-449e-b52a-3832ee46dfe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e59e39-b113-4925-aec8-f0b825d02ae5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:12.220807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Deleting subnet 1cd3a03d-95a4-424d-b636-954fc09be92b {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:12.223900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Publish callbacks [] for subnet (1cd3a03d-95a4-424d-b636-954fc09be92b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.263492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (1cd3a03d-95a4-424d-b636-954fc09be92b), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.284484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f3735a71-5bd9-40bd-9c78-270c43d5e44b no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:39:12.311471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (1cd3a03d-95a4-424d-b636-954fc09be92b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.315622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: f3735a71-5bd9-40bd-9c78-270c43d5e44b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:39:12.315979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f3735a71-5bd9-40bd-9c78-270c43d5e44b not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:39:12.493676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (1cd3a03d-95a4-424d-b636-954fc09be92b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.522263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd3a03d-95a4-424d-b636-954fc09be92b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:12.525308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.528410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/1cd3a03d-95a4-424d-b636-954fc09be92b HTTP/1.1" status: 204 len: 168 time: 0.3594818 Apr 06 14:39:12.531010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51080) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:12.534895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.535249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.535594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.535937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.536276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.536613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.536976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.537306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.542793 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e034a315-6752-4415-b2f2-e1078ae1cba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:12.601064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (af15a266-1c80-42dd-a608-47c700319d05), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.683704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (af15a266-1c80-42dd-a608-47c700319d05), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.704074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af15a266-1c80-42dd-a608-47c700319d05']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:12.714088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:12.714390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:12.724522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.738062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.744673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:12.745036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (f1f2e255-4ff3-4e02-bf4c-d0d686ae7f8c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:12.746774 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:12.887580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (af15a266-1c80-42dd-a608-47c700319d05), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.893590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.911917 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] 10.222.0.89 "DELETE /v2.0/networks/af15a266-1c80-42dd-a608-47c700319d05 HTTP/1.1" status: 204 len: 168 time: 0.3647335 Apr 06 14:39:12.913020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07968b6-3b16-40e0-8c43-e75805d360a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af15a266-1c80-42dd-a608-47c700319d05,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:13.308273 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51086) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:13.353631 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8bb3995a-d8dd-44ce-be67-f4b5699b16b6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ffc1ac9e0b044db880d1a38909025315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443296 Apr 06 14:39:13.357127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51088) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:13.408113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1583e6df-21b9-4904-9c94-701c43be8938 admin admin] Publish callbacks [] for security_group (5d379737-2f9e-4401-b087-89ea00526284), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.429467 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1583e6df-21b9-4904-9c94-701c43be8938 admin admin] Publish callbacks [] for security_group (5d379737-2f9e-4401-b087-89ea00526284), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.601339 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1583e6df-21b9-4904-9c94-701c43be8938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5d379737-2f9e-4401-b087-89ea00526284), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.605198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1583e6df-21b9-4904-9c94-701c43be8938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.606417 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1583e6df-21b9-4904-9c94-701c43be8938 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d379737-2f9e-4401-b087-89ea00526284 HTTP/1.1" status: 204 len: 168 time: 0.2482393 Apr 06 14:39:13.614713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583e6df-21b9-4904-9c94-701c43be8938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d379737-2f9e-4401-b087-89ea00526284,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:14.324471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51098) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:14.371027 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-03326078-46fc-4373-8e6b-052799bf14ef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f42afa8e51184c699b4a85e4beffae02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453012 Apr 06 14:39:14.373569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51100) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:14.434737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d625b4d4-cdb7-4944-8e07-1035f381acdb admin admin] Publish callbacks [] for security_group (39c04fa0-2b71-4ddb-8d1c-581474d51e0c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.457449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d625b4d4-cdb7-4944-8e07-1035f381acdb admin admin] Publish callbacks [] for security_group (39c04fa0-2b71-4ddb-8d1c-581474d51e0c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.475817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51102) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:14.575322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25297f-ee9d-41a3-a61b-866a07811ec9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:14.575792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25297f-ee9d-41a3-a61b-866a07811ec9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:14.576296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25297f-ee9d-41a3-a61b-866a07811ec9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:14.578024 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4c25297f-ee9d-41a3-a61b-866a07811ec9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&network_id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 3102 time: 0.1012754 Apr 06 14:39:14.663750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d625b4d4-cdb7-4944-8e07-1035f381acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (39c04fa0-2b71-4ddb-8d1c-581474d51e0c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.666805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d625b4d4-cdb7-4944-8e07-1035f381acdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.668066 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d625b4d4-cdb7-4944-8e07-1035f381acdb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/39c04fa0-2b71-4ddb-8d1c-581474d51e0c HTTP/1.1" status: 204 len: 168 time: 0.2936070 Apr 06 14:39:14.676503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625b4d4-cdb7-4944-8e07-1035f381acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c04fa0-2b71-4ddb-8d1c-581474d51e0c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:18.182614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51120) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:18.238589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f063c10f-151e-4c3f-ab79-c120e326c605 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:18.252724 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f063c10f-151e-4c3f-ab79-c120e326c605 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9 HTTP/1.1" status: 200 len: 814 time: 0.0566001 Apr 06 14:39:19.430000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51130) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:19.434595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:19.500099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.670081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.771931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.772276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 disassociated. External IP: 172.26.6.177, port: ff5f5ae2-d229-408f-adae-4a36b64df829. Apr 06 14:39:20.002268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:20.121976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:20.127032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.133624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:20.147062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:20.148041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:20.158393 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-379e0e3f-490c-4061-b3a3-8aa9e4a4e51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 690 time: 0.7272458 Apr 06 14:39:20.159228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:20.161738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b0b67-d819-4716-86b3-904a55875cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:20.164230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51132) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:20.213943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bc234c-9487-4e09-a4ba-917954e8913b x-openstack-request-id: req-d3bc234c-9487-4e09-a4ba-917954e8913b {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:20.214705 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:20.215205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d3bc234c-9487-4e09-a4ba-917954e8913b {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:20.216176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bc234c-9487-4e09-a4ba-917954e8913b'] response: {'name': 'network-changed', 'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'status': 'completed', 'code': 200} Apr 06 14:39:20.262775 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fb45daaf-1b56-4255-8413-0e27859b5757 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 690 time: 0.0856745 Apr 06 14:39:20.289388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0b67-d819-4716-86b3-904a55875cbe req-289307ea-5b23-4d1b-956f-43bc85f9c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.291670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-289307ea-5b23-4d1b-956f-43bc85f9c2e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 1129 time: 0.0544090 Apr 06 14:39:20.304905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:20.421422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0b67-d819-4716-86b3-904a55875cbe req-55d93323-1ec1-435f-99fd-d948e97b4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.422910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-55d93323-1ec1-435f-99fd-d948e97b4cb7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 898 time: 0.1253817 Apr 06 14:39:20.467035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-87d3b598-2965-4903-aba5-8c9b1dbd5a3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff5f5ae2-d229-408f-adae-4a36b64df829 HTTP/1.1" status: 200 len: 217 time: 0.0379853 Apr 06 14:39:20.524863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0b67-d819-4716-86b3-904a55875cbe req-4db003b7-e296-499b-9b67-e366b7e3b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.527582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-4db003b7-e296-499b-9b67-e366b7e3b38c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f438fea2-9653-4f37-8269-afc725ceaa98 HTTP/1.1" status: 200 len: 835 time: 0.0554128 Apr 06 14:39:20.548013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:20.590507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:39:20.599721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:20.600428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:38:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:20.609607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0b67-d819-4716-86b3-904a55875cbe req-d350565e-d328-42f1-b6aa-639b2954e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.611731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-d350565e-d328-42f1-b6aa-639b2954e39e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=952631ad-96c6-4774-bca7-145349e8ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0717485 Apr 06 14:39:20.621997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-caba1050-8fc0-4efc-b51a-d6b379fa8eb7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:39:20.623266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-caba1050-8fc0-4efc-b51a-d6b379fa8eb7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060267 Apr 06 14:39:20.723346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:20.724617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-5a8de5f1-8c35-4e33-a391-7df246b854ae service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958538 Apr 06 14:39:20.831374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f71b0b67-d819-4716-86b3-904a55875cbe req-fd4129c9-8235-4129-8413-6d7c9bef2658 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009388 Apr 06 14:39:20.976303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:21.004630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2458bf-518e-4630-849e-57bb1f4fe9b3 None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:21.265031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51138) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:21.283649 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326983ff-fa3f-4b04-940e-0723a88b588f None None] New status for floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:39:21.325305 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-64e2b536-19e6-40d9-9298-5e7df5bf1ade tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 690 time: 0.0584548 Apr 06 14:39:22.325660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5483ceac-a246-4fda-b833-47d99744ea84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.328351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51142) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:22.374692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-afb60d90-4cd9-4339-80de-5efc2006a056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 688 time: 0.0450544 Apr 06 14:39:22.760927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-76f0f12a-0dd7-4c58-81b6-0d9566f0cf6c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946225727&fields=id&tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 267 time: 0.0446415 Apr 06 14:39:22.870985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-31dd6ca9-912e-49ad-b9b5-6d353a399305 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:22.872377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-31dd6ca9-912e-49ad-b9b5-6d353a399305 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 812 time: 0.1046066 Apr 06 14:39:22.887163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-8d2d39e3-ddc5-4441-8383-e0e1803365e8 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/quotas/1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 375 time: 0.0094407 Apr 06 14:39:22.944650 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-d16f354d-5c8c-4442-9330-a3109ee81579 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524213 Apr 06 14:39:22.964839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-8254a0ca-17ee-4f57-a3ad-9058cbd6d096 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:39:22.965940 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-8254a0ca-17ee-4f57-a3ad-9058cbd6d096 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055642 Apr 06 14:39:23.062137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-ed44fc97-d32f-4a81-8402-35af50c2e3bb service neutron] 10.222.0.89 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Apr 06 14:39:23.153790 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-b8364683-34d9-4892-810c-a3b57b5ed2e4 service neutron] 10.222.0.89 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Apr 06 14:39:23.469055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.603211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51162) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:23.609494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203497500', 'description': 'tempest-secgroup-smoke-1203497500 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:23.761292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.831131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (2f9c98e7-6fc2-4e14-b0ab-e6510b034738), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.878849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6510ec68-a033-4775-a550-23502caa02e1 req-f55c9c12-5bff-4e7d-bb87-af086c6b5838 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0326271 Apr 06 14:39:23.909399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (2f9c98e7-6fc2-4e14-b0ab-e6510b034738), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.943414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c98e7-6fc2-4e14-b0ab-e6510b034738,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:24.031724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.033032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0fef7ec0-4fdb-4728-b179-a02f1afdd6d5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4284463 Apr 06 14:39:24.036450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51172) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:24.041199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '2f9c98e7-6fc2-4e14-b0ab-e6510b034738', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:24.138594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b46e87c3-7eac-4115-a372-8d6ed4fd2997), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.195212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b46e87c3-7eac-4115-a372-8d6ed4fd2997), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.276324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b46e87c3-7eac-4115-a372-8d6ed4fd2997), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.307641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46e87c3-7eac-4115-a372-8d6ed4fd2997,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:24.437055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.438518 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a9e785e6-65d3-4d22-aae5-5ddb7f76e139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007025 Apr 06 14:39:24.441207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51176) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:24.445728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '2f9c98e7-6fc2-4e14-b0ab-e6510b034738', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:24.554776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (fa94c2ee-b3fc-4486-b57c-579d70b7f0d3), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.612360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (fa94c2ee-b3fc-4486-b57c-579d70b7f0d3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.698934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (fa94c2ee-b3fc-4486-b57c-579d70b7f0d3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.718809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa94c2ee-b3fc-4486-b57c-579d70b7f0d3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:24.744187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ada06169-7d9c-4f7d-a664-5a9a307aaf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.837602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.839165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-54f8f567-9240-4ea4-832c-423d511e83fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3968108 Apr 06 14:39:24.842351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51178) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:24.846876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '2f9c98e7-6fc2-4e14-b0ab-e6510b034738', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:24.954546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e245d916-8fcc-4b7b-92e3-0a96e16263f5), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.993877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3352f934-001e-4d1b-8a29-2db424481781 req-7074cf77-8b97-4c1e-afc7-ff7ed7a089fc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0365689 Apr 06 14:39:25.040168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e245d916-8fcc-4b7b-92e3-0a96e16263f5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.166974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e245d916-8fcc-4b7b-92e3-0a96e16263f5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.186955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e245d916-8fcc-4b7b-92e3-0a96e16263f5,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:25.277665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.279061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cfaeea35-5fe2-41c8-ab87-173a43bfb7c0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356794 Apr 06 14:39:25.281847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51182) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:25.286320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '2f9c98e7-6fc2-4e14-b0ab-e6510b034738', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:25.395525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (abce51d2-f0b5-4a48-9973-55bb742759fe), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.459377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (abce51d2-f0b5-4a48-9973-55bb742759fe), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.572955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (abce51d2-f0b5-4a48-9973-55bb742759fe), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.593345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abce51d2-f0b5-4a48-9973-55bb742759fe,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:25.671406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.672658 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e529ee98-9a9f-4cc3-b801-991958b6e7fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3898475 Apr 06 14:39:25.675468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51184) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:25.680330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '2f9c98e7-6fc2-4e14-b0ab-e6510b034738', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:25.761641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.778713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:39:25.783994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (5b9e13c4-476d-4db8-be66-8287eed20f80), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.843543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (5b9e13c4-476d-4db8-be66-8287eed20f80), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.887255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (5b9e13c4-476d-4db8-be66-8287eed20f80), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.910033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9e13c4-476d-4db8-be66-8287eed20f80,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:25.982831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.984049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ca513357-58cf-43e5-8bea-58a405915616 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3075461 Apr 06 14:39:25.986843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51186) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:25.992894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '2f9c98e7-6fc2-4e14-b0ab-e6510b034738', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:26.059396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-f538ba9c-8339-44d4-991b-026b47bfce21 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.060917 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-f538ba9c-8339-44d4-991b-026b47bfce21 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 812 time: 0.1277146 Apr 06 14:39:26.104385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b540fbf6-9414-42c5-a2e4-5f700cd0e44c req-94482505-488d-4740-b409-f87f75b4c8cb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0384870 Apr 06 14:39:26.105112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:39:26.114521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (1bd78074-ef30-4436-8534-552fb1e1afc6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.185901 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-5b1ef400-78ef-4cfe-8093-282bf7dac7bb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2 HTTP/1.1" status: 200 len: 379 time: 0.1106381 Apr 06 14:39:26.203333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'port': {'device_id': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'admin_state_up': True, 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'security_groups': ['e96beedc-8b0f-450f-afed-13f1d9dfb742']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:26.208363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (1bd78074-ef30-4436-8534-552fb1e1afc6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.286690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (1bd78074-ef30-4436-8534-552fb1e1afc6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.320454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd78074-ef30-4436-8534-552fb1e1afc6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:26.456219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.468565 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-08bedb4f-3782-4392-a28c-53f7a49c4433 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4699082 Apr 06 14:39:26.526828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Made reservation on behalf of 1a315d932f2d48d7b0eba7b4b6bcdab2 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:26.530278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.721464 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-1588756d-458a-4e95-842a-629af891dd73 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203497500&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0888414 Apr 06 14:39:26.722494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Allocated IP 172.20.0.12 (661eb41e-2088-413c-98f9-50ad8667e372/a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a/fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:26.907160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-5a1181ab-c520-4866-92b7-5d35cb077891 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.908630 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-5a1181ab-c520-4866-92b7-5d35cb077891 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 796 time: 0.1764786 Apr 06 14:39:26.936046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-7bf4e5fc-c1c5-46bb-a101-451f2e7f4dad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0215659 Apr 06 14:39:26.977362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.038667 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-0836768e-0537-4589-af02-465db922f3d8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789824 Apr 06 14:39:27.108345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.170564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Network 661eb41e-2088-413c-98f9-50ad8667e372 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:27.184389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:27.190648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:27.224040 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a2b1b276-0f20-49dd-9c08-ba298e86465a service neutron] 10.222.0.89 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731603 Apr 06 14:39:27.241547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:27.326638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:27.327291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.371956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd9c6-f4e6-428c-99f6-1fd0c4c90c83 req-e63c3bce-21f5-407c-b511-423a3a7b1527 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:27.374985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b78bd9c6-f4e6-428c-99f6-1fd0c4c90c83 req-e63c3bce-21f5-407c-b511-423a3a7b1527 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 932 time: 0.1934083 Apr 06 14:39:27.420655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-cc4f1d8b-0ceb-4f4a-9c80-63581df6fac7 service neutron] 10.222.0.89 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754360 Apr 06 14:39:27.425415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.465043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-320b32f7-8be6-4f97-aca8-c5e0f870386c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2699471 Apr 06 14:39:27.469826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b78bd9c6-f4e6-428c-99f6-1fd0c4c90c83 req-f4cd08e1-4600-4b90-9421-489a3e44e9dc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891466 Apr 06 14:39:27.477947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Request body: {'port': {'device_id': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:27.517040 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:39:27.548444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d68db774-3ae6-485b-b4f7-042c55c6893f None None] Provisioning complete for port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:27.548851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d68db774-3ae6-485b-b4f7-042c55c6893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.549879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.589982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d68db774-3ae6-485b-b4f7-042c55c6893f None None] Port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:27.711443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd105b0e-c066-4892-b783-6c8c38b85a06 req-acbd2837-a250-4573-9441-b91802619ba2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 210 time: 0.0790308 Apr 06 14:39:27.892663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:27.901020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Publish callbacks [] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.913543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Transition to ACTIVE for port object fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:39:28.074831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.147657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:28.203637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Attempting to bind port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:28.207626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Attempting to bind port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:28.207626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Attempting to bind port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:28.211197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 on network 661eb41e-2088-413c-98f9-50ad8667e372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:39:28.211734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Attempting to bind port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 on network 661eb41e-2088-413c-98f9-50ad8667e372 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:28.218450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:28.219210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Checking segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:28.219871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Bound using segment: {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:28.220517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Bound port: fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c807fa-43db-49bb-b7bb-f1fe7a95906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:28.221095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.292678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] For port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:28.296185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] For port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:28.366650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.408673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.409262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.411910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] 10.222.0.79 "PUT /v2.0/ports/fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 HTTP/1.1" status: 200 len: 1094 time: 0.9379227 Apr 06 14:39:28.415002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:28.421007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed133325-f83e-4d06-92f4-6553ed2bc959" -d '{"events": [{"name": "network-changed", "server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:28.449590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dd8eb-1417-4f72-a2cc-a373f4704280 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:28.481720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d4a833-d997-4b1b-a072-b348712b9326 x-openstack-request-id: req-e4d4a833-d997-4b1b-a072-b348712b9326 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:28.482193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:28.482448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e4d4a833-d997-4b1b-a072-b348712b9326 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:28.482880 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d4a833-d997-4b1b-a072-b348712b9326'] response: {'name': 'network-changed', 'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'status': 'completed', 'code': 200} Apr 06 14:39:28.561799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.598520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed133325-f83e-4d06-92f4-6553ed2bc959 req-d28f9748-445a-4a46-befd-33cf6eb282aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.598520 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed133325-f83e-4d06-92f4-6553ed2bc959 req-d28f9748-445a-4a46-befd-33cf6eb282aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1128 time: 0.0936291 Apr 06 14:39:28.685784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772475e-ad1b-4534-a04f-1ceb462a5a77 req-e7d2a80f-434c-45a4-9847-0b38182cc0bf tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.687264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4772475e-ad1b-4534-a04f-1ceb462a5a77 req-e7d2a80f-434c-45a4-9847-0b38182cc0bf tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.1313663 Apr 06 14:39:28.738210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed133325-f83e-4d06-92f4-6553ed2bc959 req-4e41713d-fb96-4f39-a304-9847ac2396af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.739580 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed133325-f83e-4d06-92f4-6553ed2bc959 req-4e41713d-fb96-4f39-a304-9847ac2396af service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1340175 Apr 06 14:39:28.806583 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4772475e-ad1b-4534-a04f-1ceb462a5a77 req-28ec745c-cb5a-4d32-b834-86f55f78139f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134274 Apr 06 14:39:28.839743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-075db344-1a81-4a77-99c4-5f8395556193 req-b9b5b4d6-69a1-4180-b789-3e9e8ace5774 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 210 time: 0.0400822 Apr 06 14:39:28.878559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed133325-f83e-4d06-92f4-6553ed2bc959 req-053a58b2-2473-4b44-bd93-addcfd64cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.880197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed133325-f83e-4d06-92f4-6553ed2bc959 req-053a58b2-2473-4b44-bd93-addcfd64cdfa service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1343508 Apr 06 14:39:28.964592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-71c92a2a-5d6b-4148-9972-6dfea9b27b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.966187 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-71c92a2a-5d6b-4148-9972-6dfea9b27b66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1128 time: 0.0477393 Apr 06 14:39:29.016908 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-2a1c89df-947e-4be1-bd7a-9253c6a4c9e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 HTTP/1.1" status: 200 len: 217 time: 0.0440996 Apr 06 14:39:29.078295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-79fe9eeb-96ce-48da-b769-bec0dece0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:29.080006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-79fe9eeb-96ce-48da-b769-bec0dece0850 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0534451 Apr 06 14:39:29.131520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-877970b8-9564-44e6-abb2-b68b1f7c5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:29.133176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-877970b8-9564-44e6-abb2-b68b1f7c5469 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467033 Apr 06 14:39:29.229362 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-902b301e-aeac-446c-81e7-9408ada887f9 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896122 Apr 06 14:39:29.319565 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af6fada0-4887-4ab5-94ec-9acc5779cac4 req-8baf2e7b-43e9-4571-a697-50fe60996b24 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840554 Apr 06 14:39:30.176135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-46591e04-d8a6-4e14-b050-969a84db407d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:30.177914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-46591e04-d8a6-4e14-b050-969a84db407d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 796 time: 0.5020666 Apr 06 14:39:30.180661 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-579ec4da-8118-4c8f-9f49-bbafdcdac075 req-68a2048a-9124-4796-be1b-69d2ae3b64e4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 210 time: 0.0636439 Apr 06 14:39:30.207588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749948-e14d-4678-a7e5-4484a1068634 req-3993406d-c051-4729-8af4-81e4bc9fc33b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:30.210620 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dc749948-e14d-4678-a7e5-4484a1068634 req-3993406d-c051-4729-8af4-81e4bc9fc33b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0939813 Apr 06 14:39:30.300350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dc749948-e14d-4678-a7e5-4484a1068634 req-ec369fa8-75b8-4c18-802d-130d30fcbf1d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850906 Apr 06 14:39:30.331931 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-d0baa85d-de4d-4a56-8e48-f05c1f6e8776 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 473 time: 0.1103768 Apr 06 14:39:30.342167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['2f9c98e7-6fc2-4e14-b0ab-e6510b034738']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:30.525569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:30.528952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.658636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.4 (952631ad-96c6-4774-bca7-145349e8ed4c/f438fea2-9653-4f37-8269-afc725ceaa98/b3a4be97-3173-46f4-b375-c9b17253bb7b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:30.800766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.886648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.929098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 952631ad-96c6-4774-bca7-145349e8ed4c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:30.934886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:30.938779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:30.945296 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=b3a4be97-3173-46f4-b375-c9b17253bb7b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:30.991660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:30.992392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.090539 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-a1d72730-f264-4e51-bedd-0da0aa33fbe6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531090 Apr 06 14:39:31.102521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Request body: {'port': {'device_id': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:31.169314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.217627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7612d8e4-4048-442d-b80d-2d66bfa32a75 None None] Provisioning complete for port b3a4be97-3173-46f4-b375-c9b17253bb7b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:31.218669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7612d8e4-4048-442d-b80d-2d66bfa32a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.260518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7612d8e4-4048-442d-b80d-2d66bfa32a75 None None] Port b3a4be97-3173-46f4-b375-c9b17253bb7b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:31.430668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d984d2-e7c6-4e9b-99df-212b3ad328e0 req-ab944d6c-1135-4f42-96cc-504dbe13a3ed tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:31.433081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13d984d2-e7c6-4e9b-99df-212b3ad328e0 req-ab944d6c-1135-4f42-96cc-504dbe13a3ed tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 931 time: 0.1536348 Apr 06 14:39:31.538025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13d984d2-e7c6-4e9b-99df-212b3ad328e0 req-2ca65420-f1a3-4ad6-9fc1-392cfad757e1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973558 Apr 06 14:39:31.546061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79411d16-32be-40d3-81a5-bfbb368dbbd6 req-f409d0ba-06c9-421d-bfbe-38e9e2c5159c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:31.547564 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79411d16-32be-40d3-81a5-bfbb368dbbd6 req-f409d0ba-06c9-421d-bfbe-38e9e2c5159c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.1634009 Apr 06 14:39:31.620916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a4be97-3173-46f4-b375-c9b17253bb7b {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:31.634631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Publish callbacks [] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.650867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79411d16-32be-40d3-81a5-bfbb368dbbd6 req-a2505657-00d4-4b40-b840-36f241b0b11f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909317 Apr 06 14:39:31.655783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Transition to ACTIVE for port object b3a4be97-3173-46f4-b375-c9b17253bb7b will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:39:31.726477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.779272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a4be97-3173-46f4-b375-c9b17253bb7b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:31.856501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Attempting to bind port b3a4be97-3173-46f4-b375-c9b17253bb7b on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:31.856915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Attempting to bind port b3a4be97-3173-46f4-b375-c9b17253bb7b by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:31.857227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Attempting to bind port b3a4be97-3173-46f4-b375-c9b17253bb7b on network 952631ad-96c6-4774-bca7-145349e8ed4c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:31.861985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Port b3a4be97-3173-46f4-b375-c9b17253bb7b on network 952631ad-96c6-4774-bca7-145349e8ed4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:39:31.862315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Attempting to bind port b3a4be97-3173-46f4-b375-c9b17253bb7b on network 952631ad-96c6-4774-bca7-145349e8ed4c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:31.867657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:31.868092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Checking segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:31.868435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Bound using segment: {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:31.869025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Bound port: b3a4be97-3173-46f4-b375-c9b17253bb7b, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e200606b-2822-4d5b-b2d3-592efa62158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:31.869505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.939847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] For port b3a4be97-3173-46f4-b375-c9b17253bb7b, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:31.943116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] For port b3a4be97-3173-46f4-b375-c9b17253bb7b, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:32.052903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.089161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.089916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.091582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] 10.222.0.79 "PUT /v2.0/ports/b3a4be97-3173-46f4-b375-c9b17253bb7b HTTP/1.1" status: 200 len: 1093 time: 0.9935753 Apr 06 14:39:32.092086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:32.094444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827" -d '{"events": [{"name": "network-changed", "server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:32.122451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e9e0d-b2e8-460b-ab75-c1850a7022e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a4be97-3173-46f4-b375-c9b17253bb7b,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:32.145601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67344ef9-3b63-424c-a12d-3a933535ec70 x-openstack-request-id: req-67344ef9-3b63-424c-a12d-3a933535ec70 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:32.145902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:32.148075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-67344ef9-3b63-424c-a12d-3a933535ec70 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:32.148075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67344ef9-3b63-424c-a12d-3a933535ec70'] response: {'name': 'network-changed', 'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'status': 'completed', 'code': 200} Apr 06 14:39:32.217995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827 req-5f2c58d5-95e3-4e86-8cab-a35c4120f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.219565 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827 req-5f2c58d5-95e3-4e86-8cab-a35c4120f9b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 1127 time: 0.0527060 Apr 06 14:39:32.326758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827 req-7fb0180c-f859-4040-adf1-f9d6e7bf5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.328275 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827 req-7fb0180c-f859-4040-adf1-f9d6e7bf5d7d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1018233 Apr 06 14:39:32.430257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827 req-57a4c843-d3b5-4751-871a-754246d29e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.432774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3c25ac9-8f4e-4c94-9e0c-1afd5889b827 req-57a4c843-d3b5-4751-871a-754246d29e40 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0964761 Apr 06 14:39:32.517765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f429389b-fd8e-44ba-8053-e40d9424a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.519386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-f429389b-fd8e-44ba-8053-e40d9424a58c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 1127 time: 0.0478160 Apr 06 14:39:32.565839 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-bdbd565d-820d-4f42-adad-ec793ebd5242 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b HTTP/1.1" status: 200 len: 217 time: 0.0392742 Apr 06 14:39:32.619835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-95a977b3-6371-41a1-aa36-df5f46d13bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.621424 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-95a977b3-6371-41a1-aa36-df5f46d13bcb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f438fea2-9653-4f37-8269-afc725ceaa98 HTTP/1.1" status: 200 len: 835 time: 0.0499589 Apr 06 14:39:32.703792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-fd2fbf05-1607-480a-94b9-0795ca6c83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.705335 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-fd2fbf05-1607-480a-94b9-0795ca6c83c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=952631ad-96c6-4774-bca7-145349e8ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0764527 Apr 06 14:39:32.712369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826f0a5-5c2e-41e2-9869-fdb13b530d77 req-dc3c4d37-9c2f-4515-a0fe-3894885756bf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.722281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9826f0a5-5c2e-41e2-9869-fdb13b530d77 req-dc3c4d37-9c2f-4515-a0fe-3894885756bf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 943 time: 0.0973971 Apr 06 14:39:32.851336 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9826f0a5-5c2e-41e2-9869-fdb13b530d77 req-246084e1-b0a3-4d0f-8f04-3571c98f1333 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289179 Apr 06 14:39:32.876135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a07869-76bf-496c-8e2a-bfd3b78ce39e req-0e4864f5-0a6a-4ca4-87cf-f8b0f5488a06 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.877796 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5a07869-76bf-496c-8e2a-bfd3b78ce39e req-0e4864f5-0a6a-4ca4-87cf-f8b0f5488a06 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.1485178 Apr 06 14:39:32.895611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-821f21dd-a4a1-4d7d-84d0-7ad8b7a2c644 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807334 Apr 06 14:39:32.987930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5a07869-76bf-496c-8e2a-bfd3b78ce39e req-54fa93f4-d271-412a-bd53-61a99125c80e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019354 Apr 06 14:39:33.020605 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9ac2aef-4154-47c1-8b1f-efa6ba8c26d7 req-ef5943a0-82ed-48b0-ad93-18de0b23eecd service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131516 Apr 06 14:39:33.972107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2157933-dcfd-40b9-854d-bd2c93f943ba req-65e095aa-518a-4511-8576-404424669168 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:33.973673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e2157933-dcfd-40b9-854d-bd2c93f943ba req-65e095aa-518a-4511-8576-404424669168 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 943 time: 0.0551708 Apr 06 14:39:34.036905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e2157933-dcfd-40b9-854d-bd2c93f943ba req-7026a57f-d01f-48d8-babf-e69285b23ff4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519335 Apr 06 14:39:34.126769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ac088-acf5-410d-96b0-c8a32dd766e1 req-a0837520-0a3d-4611-86d3-5a9d88e419f5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:34.128343 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-072ac088-acf5-410d-96b0-c8a32dd766e1 req-a0837520-0a3d-4611-86d3-5a9d88e419f5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0681992 Apr 06 14:39:34.179259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-072ac088-acf5-410d-96b0-c8a32dd766e1 req-9fe696cd-fa91-4bfb-902b-856dc71081f0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450070 Apr 06 14:39:34.489242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b3a4be97-3173-46f4-b375-c9b17253bb7b details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:39:34.594379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b3a4be97-3173-46f4-b375-c9b17253bb7b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:34.606958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'port_id': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'mac_address': 'fa:16:3e:d6:ef:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:39:34.645275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port b3a4be97-3173-46f4-b375-c9b17253bb7b is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:34.645674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.659750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a4be97-3173-46f4-b375-c9b17253bb7b {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:34.679603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b3a4be97-3173-46f4-b375-c9b17253bb7b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:34.824086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.874520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=b3a4be97-3173-46f4-b375-c9b17253bb7b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:35.032018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['b3a4be97-3173-46f4-b375-c9b17253bb7b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:39:35.164094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489e835-7e2d-4e6b-af76-a589e2e3048e req-e808c195-3986-4faa-954b-28e71294170d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:35.166601 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8489e835-7e2d-4e6b-af76-a589e2e3048e req-e808c195-3986-4faa-954b-28e71294170d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 944 time: 0.0573473 Apr 06 14:39:35.235527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8489e835-7e2d-4e6b-af76-a589e2e3048e req-2d59699d-7670-43fb-a520-c6e098657574 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620685 Apr 06 14:39:35.316824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd627-b267-403e-a2e7-9e3b90bf0b6b req-1705a41f-cb00-45ab-ac60-6e4f010efdd5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:35.318493 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-adffd627-b267-403e-a2e7-9e3b90bf0b6b req-1705a41f-cb00-45ab-ac60-6e4f010efdd5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0658193 Apr 06 14:39:35.376584 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-adffd627-b267-403e-a2e7-9e3b90bf0b6b req-5669d7bf-0d38-4b59-b8d4-ccc5ec5a83b5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511229 Apr 06 14:39:36.362666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d203-4f70-4b0c-bda2-487e9bee1dfd req-c655ab02-ce37-4b7c-8033-ddfe6806ef32 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:36.364290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc06d203-4f70-4b0c-bda2-487e9bee1dfd req-c655ab02-ce37-4b7c-8033-ddfe6806ef32 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 944 time: 0.0602989 Apr 06 14:39:36.425159 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc06d203-4f70-4b0c-bda2-487e9bee1dfd req-114781a8-2a58-4893-9a61-a8e8c896a51b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527370 Apr 06 14:39:36.501190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e1279-6e9b-4fea-a625-5c1c5795f01f req-8d934f05-0c46-4d83-b6f2-c57583bda82e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:36.502719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a4e1279-6e9b-4fea-a625-5c1c5795f01f req-8d934f05-0c46-4d83-b6f2-c57583bda82e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0538020 Apr 06 14:39:36.507278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b3a4be97-3173-46f4-b375-c9b17253bb7b up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:36.563953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a4e1279-6e9b-4fea-a625-5c1c5795f01f req-7ab2bcc9-bb92-421c-8ebd-e7ecffdabf41 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514560 Apr 06 14:39:36.680141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port b3a4be97-3173-46f4-b375-c9b17253bb7b completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:39:36.684810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port b3a4be97-3173-46f4-b375-c9b17253bb7b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:36.685186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.762011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port b3a4be97-3173-46f4-b375-c9b17253bb7b is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:36.762425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.784630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:36.786866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ebf4f-6a23-4e7d-974c-da1711f44cb9" -d '{"events": [{"server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "name": "network-vif-plugged", "status": "completed", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:36.803805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b3a4be97-3173-46f4-b375-c9b17253bb7b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:36.829615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d816e1-af65-40d9-8ffb-27539cd7d9c9 x-openstack-request-id: req-e6d816e1-af65-40d9-8ffb-27539cd7d9c9 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:36.829615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "name": "network-vif-plugged", "status": "completed", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:36.829615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e6d816e1-af65-40d9-8ffb-27539cd7d9c9 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:36.829615 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d816e1-af65-40d9-8ffb-27539cd7d9c9'] response: {'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'code': 200} Apr 06 14:39:36.881370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.932045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=b3a4be97-3173-46f4-b375-c9b17253bb7b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:37.165260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd8b6-4029-423f-84ba-24fa9f5e4ed0 req-bd4921e8-e057-4e4e-bc35-f50972fe8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:37.168245 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c43fd8b6-4029-423f-84ba-24fa9f5e4ed0 req-bd4921e8-e057-4e4e-bc35-f50972fe8858 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 1129 time: 0.0496197 Apr 06 14:39:37.217040 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c43fd8b6-4029-423f-84ba-24fa9f5e4ed0 req-75cc2984-2279-4369-94f7-2bb5d889920c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418553 Apr 06 14:39:37.540878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffc3c-1f06-46f8-9471-7dc4f9bfdcf6 req-76327fd8-b999-4042-9785-af043dd543ce tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:37.542401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-83fffc3c-1f06-46f8-9471-7dc4f9bfdcf6 req-76327fd8-b999-4042-9785-af043dd543ce tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 945 time: 0.0568335 Apr 06 14:39:37.592572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-83fffc3c-1f06-46f8-9471-7dc4f9bfdcf6 req-24c3420e-370e-4aef-a006-774dcd1eacc2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441918 Apr 06 14:39:37.700389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4343-702d-4c03-8591-f969f4abf07f req-2b56df62-db6f-4a57-943f-1de9b97c57d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:37.701862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4acd4343-702d-4c03-8591-f969f4abf07f req-2b56df62-db6f-4a57-943f-1de9b97c57d1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0640664 Apr 06 14:39:37.752499 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4acd4343-702d-4c03-8591-f969f4abf07f req-2f351010-ea3a-43fd-9014-97a65e5b86d6 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Apr 06 14:39:38.717967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88ff0f-4c7b-43c6-aeb3-956c387a88b3 req-42a6c533-f959-41c7-90e1-c6a118caf4f6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.719477 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7c88ff0f-4c7b-43c6-aeb3-956c387a88b3 req-42a6c533-f959-41c7-90e1-c6a118caf4f6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 945 time: 0.0559478 Apr 06 14:39:38.768796 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7c88ff0f-4c7b-43c6-aeb3-956c387a88b3 req-873d50b7-0b36-4f46-8838-aefa253fe9ae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Apr 06 14:39:38.906596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f460a-b8f5-43fa-af60-8365b8d23178 req-f6bb0472-9315-4392-bf92-251322de4cf5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.907984 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a4f460a-b8f5-43fa-af60-8365b8d23178 req-f6bb0472-9315-4392-bf92-251322de4cf5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0874546 Apr 06 14:39:38.936037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24981c69-d69a-41a1-a72b-ef07c5702562 req-208bd010-bc34-4440-bead-2a69d8058570 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.937671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24981c69-d69a-41a1-a72b-ef07c5702562 req-208bd010-bc34-4440-bead-2a69d8058570 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 945 time: 0.0857301 Apr 06 14:39:38.990816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a4f460a-b8f5-43fa-af60-8365b8d23178 req-9017578d-9324-423a-a5fa-fd87bc993b99 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769680 Apr 06 14:39:39.013373 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24981c69-d69a-41a1-a72b-ef07c5702562 req-9a28a344-a550-432d-8147-06227cfd8dd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691907 Apr 06 14:39:39.035844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51264) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:39.081312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3efe4-b1fc-4055-bc14-c3f11a9f8b92 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:39.082843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-54f3efe4-b1fc-4055-bc14-c3f11a9f8b92 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 1124 time: 0.0456374 Apr 06 14:39:39.085768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51266) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:39.090227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'port_id': 'b3a4be97-3173-46f4-b375-c9b17253bb7b'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:39.132383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.594252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.639451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.758108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 associated. External IP: 172.26.6.177, port: b3a4be97-3173-46f4-b375-c9b17253bb7b. Apr 06 14:39:39.974707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:40.128587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:40.133390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.139474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:40.149338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:40.154462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:39:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:40.174470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0c8a1-7d2a-4ed2-ba12-bfa06a09f777 req-f2726074-843f-4a11-a655-97e31f0f6a94 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:40.175956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74f0c8a1-7d2a-4ed2-ba12-bfa06a09f777 req-f2726074-843f-4a11-a655-97e31f0f6a94 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.1120872 Apr 06 14:39:40.180202 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f2d14627-4f81-423d-bd6f-5ea79778bec4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 991 time: 1.0909722 Apr 06 14:39:40.180202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:40.180483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa5a6a0-b405-4a7c-abdc-dabd73029070" -d '{"events": [{"name": "network-changed", "server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:40.184717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51270) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:40.226668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913e9a19-3a94-401a-80e9-3577bdb70f98 x-openstack-request-id: req-913e9a19-3a94-401a-80e9-3577bdb70f98 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:40.226969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:40.227393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-913e9a19-3a94-401a-80e9-3577bdb70f98 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:40.228557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913e9a19-3a94-401a-80e9-3577bdb70f98'] response: {'name': 'network-changed', 'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'status': 'completed', 'code': 200} Apr 06 14:39:40.238678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74f0c8a1-7d2a-4ed2-ba12-bfa06a09f777 req-cb228c64-f6e1-48bd-a2f1-6e85f47436bb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552633 Apr 06 14:39:40.260211 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0c9bfd6c-78cf-4b64-baf4-5b20d734e769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 991 time: 0.0735972 Apr 06 14:39:40.283498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:40.293288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-cb1f07ce-d047-49d7-863d-a97ee1de2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:40.294798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-cb1f07ce-d047-49d7-863d-a97ee1de2a37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 1129 time: 0.0478687 Apr 06 14:39:40.399000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-24f3976a-12d0-44a7-ab15-d1d23cfade3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:40.400622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-24f3976a-12d0-44a7-ab15-d1d23cfade3a service neutron] 10.222.0.79 "GET /v2.0/networks?id=952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 200 len: 898 time: 0.0984540 Apr 06 14:39:40.466868 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-ffee7046-1826-498e-8f3c-f67f093f6457 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b HTTP/1.1" status: 200 len: 999 time: 0.0592911 Apr 06 14:39:40.516079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-f0e7ce72-baa5-4f25-8f8f-8b14b0e9b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:40.517108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'port_id': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'mac_address': 'fa:16:3e:d6:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:38:43Z', 'updated_at': '2022-04-06T14:39:39Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:40.517497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-f0e7ce72-baa5-4f25-8f8f-8b14b0e9b4e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f438fea2-9653-4f37-8269-afc725ceaa98 HTTP/1.1" status: 200 len: 835 time: 0.0442243 Apr 06 14:39:40.577364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-73ca1032-1755-43c0-9c22-5207aad43f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:40.578973 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-73ca1032-1755-43c0-9c22-5207aad43f98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=952631ad-96c6-4774-bca7-145349e8ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0558877 Apr 06 14:39:40.671794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-8e838c3e-97aa-448a-8600-57061c5bba22 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866690 Apr 06 14:39:40.697523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:39:40.706085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:40.706702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:39:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:40.766797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9aa5a6a0-b405-4a7c-abdc-dabd73029070 req-ad1e57f5-099b-4e1e-b59c-5d47205c62f0 service neutron] 10.222.0.79 "GET /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883460 Apr 06 14:39:40.816418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:41.042524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'port_id': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'mac_address': 'fa:16:3e:d6:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:38:43Z', 'updated_at': '2022-04-06T14:39:39Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:41.072627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61585ec-eec3-4104-9454-e621079c7860 None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'port_id': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'mac_address': 'fa:16:3e:d6:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:38:43Z', 'updated_at': '2022-04-06T14:39:39Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:41.257701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51274) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:41.264907 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde2fc0-89cc-4b65-ae44-96a77b206a26 None None] New status for floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:39:41.324761 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-387996be-b43d-458b-bbad-1d1aff17f2d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 991 time: 0.0657685 Apr 06 14:39:41.370879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf02746-5c43-4ae7-9db2-604f80d5f9ba req-de656946-7ccc-49c4-944c-ed850e43a148 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:41.372411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecf02746-5c43-4ae7-9db2-604f80d5f9ba req-de656946-7ccc-49c4-944c-ed850e43a148 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0563965 Apr 06 14:39:41.422347 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecf02746-5c43-4ae7-9db2-604f80d5f9ba req-1c1a37bc-5f3b-49eb-b22c-276254ef2270 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Apr 06 14:39:42.328515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51278) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:42.393518 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6863a539-3b4e-40b5-9af3-8d918fadbb77 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 200 len: 993 time: 0.0634081 Apr 06 14:39:42.541310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c1f02-4a6d-4296-9aef-00710a2a1c8c req-5fc4db7a-1012-42d9-8765-a0bb2999d654 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:42.542768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd5c1f02-4a6d-4296-9aef-00710a2a1c8c req-5fc4db7a-1012-42d9-8765-a0bb2999d654 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0532572 Apr 06 14:39:42.603095 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd5c1f02-4a6d-4296-9aef-00710a2a1c8c req-d58ee9a6-1ebf-4a05-a8f5-f988155f9657 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531132 Apr 06 14:39:43.721995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ddb6b-09da-47cd-8938-651e0766724b req-4f839c93-128f-47f3-bd08-d17ce29afd8d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:43.723462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d8ddb6b-09da-47cd-8938-651e0766724b req-4f839c93-128f-47f3-bd08-d17ce29afd8d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0543931 Apr 06 14:39:43.771703 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d8ddb6b-09da-47cd-8938-651e0766724b req-6664ea42-d14a-4a54-a248-ef3210d6f837 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Apr 06 14:39:44.892658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bb903-483a-4c7d-b9fc-37f1653b15f4 req-f4f34d4b-327b-4634-bd10-13d84a6d3327 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.894250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da3bb903-483a-4c7d-b9fc-37f1653b15f4 req-f4f34d4b-327b-4634-bd10-13d84a6d3327 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0542889 Apr 06 14:39:44.942739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da3bb903-483a-4c7d-b9fc-37f1653b15f4 req-84a87bff-f1ab-4651-aa0c-b63fc4937672 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Apr 06 14:39:46.067873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98383c-de42-4361-a168-61cd62311c08 req-0c24749d-63b6-4e07-a495-1c54ec955762 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:46.069407 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be98383c-de42-4361-a168-61cd62311c08 req-0c24749d-63b6-4e07-a495-1c54ec955762 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 944 time: 0.0589659 Apr 06 14:39:46.119440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be98383c-de42-4361-a168-61cd62311c08 req-4f3b5bf8-4218-4942-b842-29b7a5658654 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 Apr 06 14:39:46.571282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:39:46.671600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:46.683212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'port_id': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'mac_address': 'fa:16:3e:28:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:39:46.720044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:46.720438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.733424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:46.752927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:46.857032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.904146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:47.103658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:39:47.239907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bf064-d0a7-413a-b75b-108f8e361365 req-fef959bb-d151-4115-bfa6-3c46ca9de9cb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:47.242378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b11bf064-d0a7-413a-b75b-108f8e361365 req-fef959bb-d151-4115-bfa6-3c46ca9de9cb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Apr 06 14:39:47.293991 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b11bf064-d0a7-413a-b75b-108f8e361365 req-3d315d85-a245-48c1-8099-96456f045fa6 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446527 Apr 06 14:39:48.413904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6de70-de66-457c-822a-413cf05fbef8 req-d6c6f28c-9e6d-44a1-a6b3-6f05ec1ac156 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:48.415367 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3eb6de70-de66-457c-822a-413cf05fbef8 req-d6c6f28c-9e6d-44a1-a6b3-6f05ec1ac156 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Apr 06 14:39:48.470788 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3eb6de70-de66-457c-822a-413cf05fbef8 req-a2de7a57-789e-4e91-9735-6f31e91d7e20 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483186 Apr 06 14:39:48.582603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:48.691039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:39:48.695107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:48.695482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.771745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:48.772131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.795277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:48.797943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad14bc8f-0fea-49ce-81f5-8f7dbc8d98fc" -d '{"events": [{"server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:48.809752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:48.834657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc58e2-32e0-41d8-b520-58f117f9d9c8 x-openstack-request-id: req-c5cc58e2-32e0-41d8-b520-58f117f9d9c8 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:48.834948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:48.835199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c5cc58e2-32e0-41d8-b520-58f117f9d9c8 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:48.835598 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cc58e2-32e0-41d8-b520-58f117f9d9c8'] response: {'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'code': 200} Apr 06 14:39:48.874240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.925507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:49.111075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28355f93-3524-4369-bd17-7adec50971f1 req-caf947d3-b9ab-470e-9509-d8b583d179c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:49.112676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28355f93-3524-4369-bd17-7adec50971f1 req-caf947d3-b9ab-470e-9509-d8b583d179c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1130 time: 0.0460441 Apr 06 14:39:49.157207 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28355f93-3524-4369-bd17-7adec50971f1 req-2b0a605a-42d7-4092-a5c8-89779589b1cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 Apr 06 14:39:49.588400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7ce5-5df3-4ce5-be13-bcfe9aeba279 req-88015ad4-8b4e-4f6a-9f6d-6d9becaee2c1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:49.589885 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-060d7ce5-5df3-4ce5-be13-bcfe9aeba279 req-88015ad4-8b4e-4f6a-9f6d-6d9becaee2c1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.0528817 Apr 06 14:39:49.638936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-060d7ce5-5df3-4ce5-be13-bcfe9aeba279 req-c131c30b-f3cb-441b-8785-51f7136e5390 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Apr 06 14:39:50.779168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af37c70-b8ef-4563-8c81-523bb9403311 req-f79008fe-79fd-421e-981a-ad93751d6255 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:50.780632 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9af37c70-b8ef-4563-8c81-523bb9403311 req-f79008fe-79fd-421e-981a-ad93751d6255 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.0737808 Apr 06 14:39:50.830003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9af37c70-b8ef-4563-8c81-523bb9403311 req-46812197-1bea-42fa-ac27-f24695351470 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 Apr 06 14:39:51.945864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e420-d240-4b5c-8ffe-e9a0ccfd0800 req-cc434567-95e2-432a-a797-0734b7705d2e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:51.947308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-67e8e420-d240-4b5c-8ffe-e9a0ccfd0800 req-cc434567-95e2-432a-a797-0734b7705d2e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.0517869 Apr 06 14:39:51.996293 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-67e8e420-d240-4b5c-8ffe-e9a0ccfd0800 req-e9ead90c-7989-4d77-a5d2-d57a7cfb550d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424407 Apr 06 14:39:52.117184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd64f3-d5f2-424f-a93d-145a2379024d req-8aa75c64-047a-42b2-953a-491933371f78 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:52.118777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43cd64f3-d5f2-424f-a93d-145a2379024d req-8aa75c64-047a-42b2-953a-491933371f78 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.0563891 Apr 06 14:39:52.167636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43cd64f3-d5f2-424f-a93d-145a2379024d req-84b21c88-d2e5-4b84-869d-2370fda8c01e tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Apr 06 14:39:52.191194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51302) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:52.331213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6d422072-66bd-47d1-a4ba-587c121c3abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.388485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331d5028-4b27-4774-ba5e-97c58577ebbb tempest-TestVolumeBootPattern-1589502601 tempest-TestVolumeBootPattern-1589502601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:52.390025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-331d5028-4b27-4774-ba5e-97c58577ebbb tempest-TestVolumeBootPattern-1589502601 tempest-TestVolumeBootPattern-1589502601-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1125 time: 0.1978643 Apr 06 14:39:52.396156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51306) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:52.400776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:52.514701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.967463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.069177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Allocated IP 172.26.6.48 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/13acf9cb-c30c-4d3b-a4e2-4a3931e408d6) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:53.169049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.286210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.323875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:53.329890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:53.332460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:53.356194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=13acf9cb-c30c-4d3b-a4e2-4a3931e408d6,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:53.434182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.706281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (80f422cc-5b33-46ff-bb46-9c8a7050ca38), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.834003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.984690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.046578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.118135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event updated for resources: {'Port': ['ID=13acf9cb-c30c-4d3b-a4e2-4a3931e408d6,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:54.130344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (80f422cc-5b33-46ff-bb46-9c8a7050ca38), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.230711 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Floating IP 80f422cc-5b33-46ff-bb46-9c8a7050ca38 associated. External IP: 172.26.6.48, port: fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0. Apr 06 14:39:54.457818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:54.571435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:54.581563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:54.591662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:54.592447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:39:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:54.659450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.690153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9e8e309f-7fb4-473c-9a79-0f1326ad71e7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2928748 Apr 06 14:39:54.690747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:54.693043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae64c2-332d-4c37-b280-61d7b4ab775a" -d '{"events": [{"name": "network-changed", "server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:54.716260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:54.728122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a310ac1-b364-4285-8502-a676d17f878a x-openstack-request-id: req-6a310ac1-b364-4285-8502-a676d17f878a {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:54.728416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:54.728671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6a310ac1-b364-4285-8502-a676d17f878a {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:54.729120 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a310ac1-b364-4285-8502-a676d17f878a'] response: {'name': 'network-changed', 'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'status': 'completed', 'code': 200} Apr 06 14:39:54.762797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-39185f7a-5a2d-4088-980c-110e5466bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.816007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-8fcca4c4-ab9f-46d8-8a71-b38e97b65f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:54.817618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-8fcca4c4-ab9f-46d8-8a71-b38e97b65f8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1130 time: 0.0596094 Apr 06 14:39:54.914767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-92aecaf4-5437-42a7-a1da-087502f12f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:54.916893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-92aecaf4-5437-42a7-a1da-087502f12f96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.0874207 Apr 06 14:39:54.963491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '80f422cc-5b33-46ff-bb46-9c8a7050ca38', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.48', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:28:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:53Z', 'updated_at': '2022-04-06T14:39:53Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}, {'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 1, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:54.990824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-3d12473e-2862-44c7-a103-0131d97673bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 HTTP/1.1" status: 200 len: 999 time: 0.0665071 Apr 06 14:39:54.991809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:39:55.001520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:55.002225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:39:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:55.045518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-eb3aa868-af22-4b7b-99cd-7db8f484cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:55.047691 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-eb3aa868-af22-4b7b-99cd-7db8f484cc34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0517871 Apr 06 14:39:55.108938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-7baeda4d-9027-4c5a-9ea8-3b9f97526c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:55.111207 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-7baeda4d-9027-4c5a-9ea8-3b9f97526c15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0568700 Apr 06 14:39:55.125592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:55.219670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-67f077a0-b6a2-4fa2-b684-1e602a11a546 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016662 Apr 06 14:39:55.311306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fae64c2-332d-4c37-b280-61d7b4ab775a req-ff65288b-4ad4-45c2-ab51-d6ef2b20bf81 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860736 Apr 06 14:39:55.363610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '80f422cc-5b33-46ff-bb46-9c8a7050ca38', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.48', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:28:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:53Z', 'updated_at': '2022-04-06T14:39:53Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}, {'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 1, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:55.393772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56921e3-cd14-4f44-a2aa-8a44359a38a8 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '80f422cc-5b33-46ff-bb46-9c8a7050ca38', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.48', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:28:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:53Z', 'updated_at': '2022-04-06T14:39:53Z', 'revision_number': 0, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}, {'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 1, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:55.604905 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e54ce3-d2ab-4400-9e47-11080ff4c51f None None] New status for floating IP 80f422cc-5b33-46ff-bb46-9c8a7050ca38: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:39:55.772073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.394700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.634269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.517446 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:40:07.572514 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-e1addacd-50e3-41d0-be34-47873bebe162 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894196 Apr 06 14:40:07.666393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-05a57acc-e01e-4ca5-b352-729432b9bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.668003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-05a57acc-e01e-4ca5-b352-729432b9bab7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1130 time: 0.0499661 Apr 06 14:40:07.771018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-5b82c3e3-b426-477a-a243-03bd9f120cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.772413 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-5b82c3e3-b426-477a-a243-03bd9f120cb5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.0832167 Apr 06 14:40:07.841204 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-25414deb-2da3-4bb1-95c2-57dfe3441630 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 200 len: 1002 time: 0.0616686 Apr 06 14:40:07.888333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-1bd8f230-da0b-4689-b54c-0b79192639d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.889771 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-1bd8f230-da0b-4689-b54c-0b79192639d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0423040 Apr 06 14:40:07.941699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-c89ddd68-f2b0-4d14-8b1b-4c1dc9253d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.943213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-c89ddd68-f2b0-4d14-8b1b-4c1dc9253d2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450654 Apr 06 14:40:08.035229 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-449f3dc7-f96b-4d19-a0e6-048155eebfc9 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855343 Apr 06 14:40:08.122550 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd1206bc-ac57-4400-badc-6b0621d8cf8d req-4eb9b6de-b957-4b51-824e-8c3aa8f218ca service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807817 Apr 06 14:40:16.013592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2f6cb-ff1a-4ca6-8904-fd56053699a6 req-b40795e0-e5f5-46a9-9151-cdebc6e1b9d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.015072 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9b2f6cb-ff1a-4ca6-8904-fd56053699a6 req-b40795e0-e5f5-46a9-9151-cdebc6e1b9d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 945 time: 0.1042070 Apr 06 14:40:16.063192 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d9b2f6cb-ff1a-4ca6-8904-fd56053699a6 req-40b830c3-22e3-4b9b-a3a6-843585811afa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Apr 06 14:40:17.249611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9906-7ef2-4597-b052-4755a69e06ce req-674fc54d-54eb-4a47-b5c3-29f587b612df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:17.251210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35bb9906-7ef2-4597-b052-4755a69e06ce req-674fc54d-54eb-4a47-b5c3-29f587b612df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 945 time: 0.1178663 Apr 06 14:40:17.301693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35bb9906-7ef2-4597-b052-4755a69e06ce req-ace1b63a-12ac-40fa-bc6e-324cbf90b14b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=2f9c98e7-6fc2-4e14-b0ab-e6510b034738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Apr 06 14:40:17.357171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-d45c97cf-6a09-4fa6-aa15-e726fc102b38 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:17.358730 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-d45c97cf-6a09-4fa6-aa15-e726fc102b38 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 945 time: 0.0551853 Apr 06 14:40:17.460184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port b3a4be97-3173-46f4-b375-c9b17253bb7b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:17.460544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.550313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port b3a4be97-3173-46f4-b375-c9b17253bb7b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b3a4be97-3173-46f4-b375-c9b17253bb7b,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:17.550765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.772030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.772306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.772612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 disassociated. External IP: 172.26.6.177, port: b3a4be97-3173-46f4-b375-c9b17253bb7b. Apr 06 14:40:17.772990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for b3a4be97-3173-46f4-b375-c9b17253bb7b owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:17.982526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b3a4be97-3173-46f4-b375-c9b17253bb7b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:18.012282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=b3a4be97-3173-46f4-b375-c9b17253bb7b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:18.025878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.026233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.026582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.026924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.027265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.027594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.027924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.028253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.028581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.028935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.029311 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.029738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.030070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.030395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.030721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:18.145844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:18.260152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:18.270824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:18.281222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:18.281503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:39:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:18.307284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port b3a4be97-3173-46f4-b375-c9b17253bb7b on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:18.310081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:18.313834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-faa0184d-d620-4fde-8e34-dcd37453de8d req-52e591e8-aded-4986-83be-6aabb32ff426 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/b3a4be97-3173-46f4-b375-c9b17253bb7b HTTP/1.1" status: 204 len: 173 time: 0.9495983 Apr 06 14:40:18.314360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'name': 'network-vif-deleted', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:18.317795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e148106-a304-4081-9ce2-138b32f25622" -d '{"events": [{"server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "name": "network-vif-deleted", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:18.397004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653c4e84-e462-4511-9957-7efb7b89aa4b x-openstack-request-id: req-653c4e84-e462-4511-9957-7efb7b89aa4b {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:18.397650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e75597-c1fe-4b16-b9d6-ff720e4672b4", "name": "network-vif-deleted", "tag": "b3a4be97-3173-46f4-b375-c9b17253bb7b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:18.398426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-653c4e84-e462-4511-9957-7efb7b89aa4b {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:18.404158 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653c4e84-e462-4511-9957-7efb7b89aa4b'] response: {'server_uuid': '71e75597-c1fe-4b16-b9d6-ff720e4672b4', 'name': 'network-vif-deleted', 'tag': 'b3a4be97-3173-46f4-b375-c9b17253bb7b', 'status': 'completed', 'code': 200} Apr 06 14:40:18.446137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-10df64bd-5883-4656-8e39-545088adf5b2 req-a9e83bb1-2ea3-48d5-9e32-d0240f299ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=71e75597-c1fe-4b16-b9d6-ff720e4672b4 HTTP/1.1" status: 200 len: 210 time: 0.0348451 Apr 06 14:40:18.561721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:18.772445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:18.799176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:18.807751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:18.808365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:39:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:18.918984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:19.120361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:19.156899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce7d0-2971-42e8-a48a-b0ccdb506845 None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '562821d3-d498-4b40-a1ff-508c3ce10d37', 'name': '', 'network_id': '952631ad-96c6-4774-bca7-145349e8ed4c', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:2c:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:25Z', 'updated_at': '2022-04-06T14:38:28Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': 'f438fea2-9653-4f37-8269-afc725ceaa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:19.391438 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f389e6-50b3-4a4a-91d6-4041ece962e7 None None] New status for floating IP 945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:40:19.512213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51348) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:19.579168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cee09edf-be17-4bb7-8164-7bb4d4932b83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (2f9c98e7-6fc2-4e14-b0ab-e6510b034738), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.609422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cee09edf-be17-4bb7-8164-7bb4d4932b83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (2f9c98e7-6fc2-4e14-b0ab-e6510b034738), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.736496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cee09edf-be17-4bb7-8164-7bb4d4932b83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (2f9c98e7-6fc2-4e14-b0ab-e6510b034738), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.739788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cee09edf-be17-4bb7-8164-7bb4d4932b83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.741038 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cee09edf-be17-4bb7-8164-7bb4d4932b83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/2f9c98e7-6fc2-4e14-b0ab-e6510b034738 HTTP/1.1" status: 204 len: 168 time: 0.2272503 Apr 06 14:40:19.757036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee09edf-be17-4bb7-8164-7bb4d4932b83 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c98e7-6fc2-4e14-b0ab-e6510b034738,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:19.852216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51352) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:19.984961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port bcc1536d-8c2e-45b9-a284-cd9e170f2dc7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:19.985225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.061080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.061408 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.073075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for bcc1536d-8c2e-45b9-a284-cd9e170f2dc7 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:20.290901 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bcc1536d-8c2e-45b9-a284-cd9e170f2dc7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.322398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=bcc1536d-8c2e-45b9-a284-cd9e170f2dc7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:20.335643 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.336000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.336363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.336723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.337089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.337431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.337768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.338093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.338418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.338741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.339064 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.339388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.339711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.340031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.340349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:20.398642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.401464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.402618 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3ec545e5-5e96-4b29-9ec1-03a5673da60a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/945eb9f1-ba2e-4cd1-b375-3d33e7a7d7d4 HTTP/1.1" status: 204 len: 168 time: 0.5493376 Apr 06 14:40:20.794372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a4b76-277c-4e65-9bcc-b2db5da0c928 req-a7454653-78dd-486a-bff0-b4fc3ffd7b64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:20.795850 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1f8a4b76-277c-4e65-9bcc-b2db5da0c928 req-a7454653-78dd-486a-bff0-b4fc3ffd7b64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 945 time: 0.0531459 Apr 06 14:40:20.849563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1f8a4b76-277c-4e65-9bcc-b2db5da0c928 req-1ca810a5-14e4-4cde-b5bc-c495236f5f14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Apr 06 14:40:21.973431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52bef-3d0d-4329-b407-252fb013a261 req-26ac2bc3-cac2-4e47-80d3-82b22f9c21b5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:21.974918 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65e52bef-3d0d-4329-b407-252fb013a261 req-26ac2bc3-cac2-4e47-80d3-82b22f9c21b5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 945 time: 0.0541136 Apr 06 14:40:22.024382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65e52bef-3d0d-4329-b407-252fb013a261 req-f8785abf-f524-4085-9852-65e68c092c24 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Apr 06 14:40:22.106057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-18acf0c9-aa4e-49a3-bda2-6c301a021940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:22.107437 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-18acf0c9-aa4e-49a3-bda2-6c301a021940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Apr 06 14:40:22.205633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port ff5f5ae2-d229-408f-adae-4a36b64df829 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:22.205972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.291021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6dcca6de-2500-4648-9c11-0ab7007f9b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.298307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port ff5f5ae2-d229-408f-adae-4a36b64df829, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ff5f5ae2-d229-408f-adae-4a36b64df829,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:22.298678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.312371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for ff5f5ae2-d229-408f-adae-4a36b64df829 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:22.500033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ff5f5ae2-d229-408f-adae-4a36b64df829), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.533784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=ff5f5ae2-d229-408f-adae-4a36b64df829,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:22.581188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port ff5f5ae2-d229-408f-adae-4a36b64df829 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:22.584139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.587484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f02c7521-cb2a-4601-b35f-8d1e3ac7e172 req-7aba2eb2-8f5f-4f67-b2bc-2a04652adf62 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/ff5f5ae2-d229-408f-adae-4a36b64df829 HTTP/1.1" status: 204 len: 173 time: 0.4748931 Apr 06 14:40:22.587940 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'name': 'network-vif-deleted', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:22.590269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e121fb10-0c86-4bf2-94e0-e86c5e2d92a4" -d '{"events": [{"server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "name": "network-vif-deleted", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:22.682968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f3dcd-afb6-4025-8374-8ef0c3e3b0d2 x-openstack-request-id: req-4e2f3dcd-afb6-4025-8374-8ef0c3e3b0d2 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:22.683272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e999664-8f8c-455e-aa7b-818c9ae589a0", "name": "network-vif-deleted", "tag": "ff5f5ae2-d229-408f-adae-4a36b64df829", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:22.683532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4e2f3dcd-afb6-4025-8374-8ef0c3e3b0d2 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:22.683948 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2f3dcd-afb6-4025-8374-8ef0c3e3b0d2'] response: {'server_uuid': '8e999664-8f8c-455e-aa7b-818c9ae589a0', 'name': 'network-vif-deleted', 'tag': 'ff5f5ae2-d229-408f-adae-4a36b64df829', 'status': 'completed', 'code': 200} Apr 06 14:40:22.733382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b3a4be97-3173-46f4-b375-c9b17253bb7b no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:22.755922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: b3a4be97-3173-46f4-b375-c9b17253bb7b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:22.756201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b3a4be97-3173-46f4-b375-c9b17253bb7b not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:23.131226 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e6228f4-1722-4e32-a933-52a4384c9e19 req-6515cd12-6911-481f-b939-8df6ad641b84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e999664-8f8c-455e-aa7b-818c9ae589a0 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Apr 06 14:40:23.485572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:24.189245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51370) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:24.245961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399a46de-5616-423c-9f2f-72a82eef29be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:24.271847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399a46de-5616-423c-9f2f-72a82eef29be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:24.404747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399a46de-5616-423c-9f2f-72a82eef29be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:24.407410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-399a46de-5616-423c-9f2f-72a82eef29be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:24.408581 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-399a46de-5616-423c-9f2f-72a82eef29be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4 HTTP/1.1" status: 204 len: 168 time: 0.2183464 Apr 06 14:40:24.418756 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a46de-5616-423c-9f2f-72a82eef29be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a9889-3581-4b8f-b3c8-dbd4f6cfe3e4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:24.536981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51374) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:24.742264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ee43be9-8bc3-4c7d-b781-b9be8c7bbecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:25.228759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (302b480d-58ee-4e63-9198-f3e3d39bee96), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:25.491824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 562821d3-d498-4b40-a1ff-508c3ce10d37 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:25.492089 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:25.592370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 562821d3-d498-4b40-a1ff-508c3ce10d37, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=562821d3-d498-4b40-a1ff-508c3ce10d37,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:25.592767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:25.605897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 562821d3-d498-4b40-a1ff-508c3ce10d37 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:25.759180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:25.845174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (562821d3-d498-4b40-a1ff-508c3ce10d37), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:25.873207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=562821d3-d498-4b40-a1ff-508c3ce10d37,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:26.069230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (302b480d-58ee-4e63-9198-f3e3d39bee96), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.294240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 302b480d-58ee-4e63-9198-f3e3d39bee96 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:26.403353 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:26.408444 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f11da547-a9a1-49d8-8f6c-2a4318569ec6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/302b480d-58ee-4e63-9198-f3e3d39bee96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704090 Apr 06 14:40:26.411882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51376) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:26.413424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] Sync routers for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:26.423433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:26.424109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:26.466382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet f438fea2-9653-4f37-8269-afc725ceaa98 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:40:26.469619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (f438fea2-9653-4f37-8269-afc725ceaa98), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.516571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (f438fea2-9653-4f37-8269-afc725ceaa98), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.547498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:26.611657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (f438fea2-9653-4f37-8269-afc725ceaa98), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.713969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (f438fea2-9653-4f37-8269-afc725ceaa98), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.734253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:40:25Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:26.746076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=f438fea2-9653-4f37-8269-afc725ceaa98,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:26.749922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.753335 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9467a703-cfac-4150-b0f1-450ac5f6bdba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/f438fea2-9653-4f37-8269-afc725ceaa98 HTTP/1.1" status: 204 len: 168 time: 0.3401704 Apr 06 14:40:26.756675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51378) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:26.772100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ff5f5ae2-d229-408f-adae-4a36b64df829 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:26.774050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f883b9-87b9-46dc-ab8f-65f2257d78bd None None] Network 952631ad-96c6-4774-bca7-145349e8ed4c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:26.777856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] Checking router: 302b480d-58ee-4e63-9198-f3e3d39bee96 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:26.829630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: ff5f5ae2-d229-408f-adae-4a36b64df829 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:26.829980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ff5f5ae2-d229-408f-adae-4a36b64df829 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:26.847267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] Routers {'302b480d-58ee-4e63-9198-f3e3d39bee96'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:26.847907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['302b480d-58ee-4e63-9198-f3e3d39bee96'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:26.870540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (302b480d-58ee-4e63-9198-f3e3d39bee96), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.990599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (302b480d-58ee-4e63-9198-f3e3d39bee96), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:26.991648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] Set router 302b480d-58ee-4e63-9198-f3e3d39bee96 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:27.045912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] DHCP port deletion for 952631ad-96c6-4774-bca7-145349e8ed4c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:40:27.122358 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port bdf14507-7824-437b-9a04-93299c18e8cc {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:27.122757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.165290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Deleting port 5360e2c6-bb67-467d-86bd-fec9574c0f81 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:27.165668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.204245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port bdf14507-7824-437b-9a04-93299c18e8cc, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bdf14507-7824-437b-9a04-93299c18e8cc,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:27.204611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.217763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for bdf14507-7824-437b-9a04-93299c18e8cc owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:27.416944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] For port 5360e2c6-bb67-467d-86bd-fec9574c0f81, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5360e2c6-bb67-467d-86bd-fec9574c0f81,segment=NetworkSegment(e200606b-2822-4d5b-b2d3-592efa62158f),segment_id=e200606b-2822-4d5b-b2d3-592efa62158f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:27.417265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.436236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Calling delete_port for 5360e2c6-bb67-467d-86bd-fec9574c0f81 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:27.453736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:40:25Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:27.461996 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (bdf14507-7824-437b-9a04-93299c18e8cc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.493912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=bdf14507-7824-437b-9a04-93299c18e8cc,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:27.515517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ecb315-362d-43b6-b9d3-4983e1911847 None None] The sync data for ids ['302b480d-58ee-4e63-9198-f3e3d39bee96'] in dv-neutron-836581-2-hyperv is: [{'id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'name': 'tempest-TestNetworkBasicOps-router-1102243177', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:40:25Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'bdf14507-7824-437b-9a04-93299c18e8cc', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b480d-58ee-4e63-9198-f3e3d39bee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:21Z', 'updated_at': '2022-04-06T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:27.517157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.568455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (302b480d-58ee-4e63-9198-f3e3d39bee96), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.610539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (5360e2c6-bb67-467d-86bd-fec9574c0f81), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.634803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Pushing event deleted for resources: {'Port': ['ID=5360e2c6-bb67-467d-86bd-fec9574c0f81,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:27.644729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.645076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.645423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.646287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.646627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.646961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.647295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.647621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.647953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.648289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.648624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.649000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.649326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.649651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.649979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:27.652787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b3a8b-5ebc-46eb-a790-0082594d38d2 None None] No DVR routers for this DVR port 5360e2c6-bb67-467d-86bd-fec9574c0f81 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:27.669944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (302b480d-58ee-4e63-9198-f3e3d39bee96), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.672084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (302b480d-58ee-4e63-9198-f3e3d39bee96), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.788266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (302b480d-58ee-4e63-9198-f3e3d39bee96), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.788830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 302b480d-58ee-4e63-9198-f3e3d39bee96 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:40:27.795346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.796510 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c4508e5a-055e-44a4-b5a7-3fb229a17a5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/302b480d-58ee-4e63-9198-f3e3d39bee96 HTTP/1.1" status: 204 len: 168 time: 1.0388763 Apr 06 14:40:27.799538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51380) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:27.880875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (952631ad-96c6-4774-bca7-145349e8ed4c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.982051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (952631ad-96c6-4774-bca7-145349e8ed4c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.004393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952631ad-96c6-4774-bca7-145349e8ed4c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:28.012854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5360e2c6-bb67-467d-86bd-fec9574c0f81 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:28.018259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e200606b-2822-4d5b-b2d3-592efa62158f') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:28.018706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e200606b-2822-4d5b-b2d3-592efa62158f') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:28.029706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e200606b-2822-4d5b-b2d3-592efa62158f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.039800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 5360e2c6-bb67-467d-86bd-fec9574c0f81 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:28.044951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5360e2c6-bb67-467d-86bd-fec9574c0f81 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:28.044951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 562821d3-d498-4b40-a1ff-508c3ce10d37 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:28.045187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e200606b-2822-4d5b-b2d3-592efa62158f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.050826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:40:28.051622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e200606b-2822-4d5b-b2d3-592efa62158f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:40:28.054785 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:40:28.060548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 562821d3-d498-4b40-a1ff-508c3ce10d37 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:28.060934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 562821d3-d498-4b40-a1ff-508c3ce10d37 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:28.188171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (952631ad-96c6-4774-bca7-145349e8ed4c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.196023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.202097 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/952631ad-96c6-4774-bca7-145349e8ed4c HTTP/1.1" status: 204 len: 168 time: 0.3988082 Apr 06 14:40:28.228657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51382) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:28.229682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa688d5-60d1-455d-874e-eb59025e43b0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=952631ad-96c6-4774-bca7-145349e8ed4c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:28.229912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--420410731', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:28.302252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:28.305611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.328397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:40:28.337461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f0777fe0-c101-4c0b-a7d1-e4de1c4725d7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.337797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment f0777fe0-c101-4c0b-a7d1-e4de1c4725d7 of type vlan for network fa69101d-a118-4fb4-81b1-eca814da7aa8 Apr 06 14:40:28.377373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (fa69101d-a118-4fb4-81b1-eca814da7aa8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.491514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (fa69101d-a118-4fb4-81b1-eca814da7aa8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.496561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:28.497198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.576155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=fa69101d-a118-4fb4-81b1-eca814da7aa8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:28.587202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:40:28.633980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.641920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5d621ca1-7ced-43e1-ab17-272b60a448c8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4193146 Apr 06 14:40:28.644670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51384) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:28.649069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-147692078', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:28.821938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (3ddb4583-2047-43d0-81f4-8e483af67e5b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.825301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (3ddb4583-2047-43d0-81f4-8e483af67e5b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:28.875082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (3ddb4583-2047-43d0-81f4-8e483af67e5b), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.087908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (3ddb4583-2047-43d0-81f4-8e483af67e5b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.403941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (3ddb4583-2047-43d0-81f4-8e483af67e5b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.425582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.530202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.124 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/b349df9c-6dcc-4b8e-a9ce-769ab0839b9c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:29.647922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.759182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.796476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:29.801656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:29.805406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:29.810797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:29.852137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bdf14507-7824-437b-9a04-93299c18e8cc no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:29.872960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: bdf14507-7824-437b-9a04-93299c18e8cc {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:29.873433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bdf14507-7824-437b-9a04-93299c18e8cc not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:30.461563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (3ddb4583-2047-43d0-81f4-8e483af67e5b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:30.670882 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (3ddb4583-2047-43d0-81f4-8e483af67e5b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:30.913172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 3ddb4583-2047-43d0-81f4-8e483af67e5b is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:40:31.026805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:31.037123 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Sync routers for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:31.047178 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:31.048630 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:31.109802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.111078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-682a822c-6373-4daf-9b03-ac959becb0cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4654441 Apr 06 14:40:31.114281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51386) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:31.155720 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:31.241407 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-10ddf655-0d2a-4827-b921-b55f72ca75f4 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254084 Apr 06 14:40:31.243972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51390) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:31.332772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ce0b9-af97-4bd7-9612-5002da7295b6 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:31.333860 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:29Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:31.334377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-385ce0b9-af97-4bd7-9612-5002da7295b6 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895042 Apr 06 14:40:31.337098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51392) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:31.363705 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Checking router: 3ddb4583-2047-43d0-81f4-8e483af67e5b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:31.364056 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Updating router 3ddb4583-2047-43d0-81f4-8e483af67e5b port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:40:31.364273 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-318c98f8-24c8-4fc0-873b-aadee80058c4 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261409 Apr 06 14:40:31.367401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51394) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:31.372102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1251169933', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:31.391825 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.531327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:31.535026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.641379 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Publish callbacks [] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.695922 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.746348 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Attempting to bind port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:31.746713 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Attempting to bind port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:31.747072 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Attempting to bind port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:31.755681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Pushing event updated for resources: {'Port': ['ID=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:31.757850 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:31.758215 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:31.758610 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.758994 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:31.759453 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Bound port: b349df9c-6dcc-4b8e-a9ce-769ab0839b9c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:31.759824 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.781681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (2bfec99e-a39e-444e-a21d-2ccdb6fc5986), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.784978 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.785325 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.785679 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.786010 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.786339 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.787404 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.787890 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.788433 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.788580 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.788889 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.789236 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.789565 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.789898 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.790219 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.790533 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:31.827177 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] For port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:31.830806 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] For port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:31.845905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=2bfec99e-a39e-444e-a21d-2ccdb6fc5986,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:31.857061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:31.857430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: fa69101d-a118-4fb4-81b1-eca814da7aa8, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:40:31.907783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:31.936247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:40:31.967947 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:31.968627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:32.012857 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8323a-cf8e-4d29-a5a3-defc1063a72e None None] Pushing event updated for resources: {'Port': ['ID=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:32.027453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, fa69101d-a118-4fb4-81b1-eca814da7aa8) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:32.038131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:32.038131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.038606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa279e49-5a7b-4fa0-9b03-284cce29b620 None None] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:32.097249 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:32.127610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f147c582-6a84-423b-8350-1e34b7d4783d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7591925 Apr 06 14:40:32.131260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51396) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:32.155122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-fa69101d-a118-4fb4-81b1-eca814da7aa8', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:40:32.156271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.290214 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:29Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:32.301947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Allocated IP 172.20.0.2 (fa69101d-a118-4fb4-81b1-eca814da7aa8/2bfec99e-a39e-444e-a21d-2ccdb6fc5986/3d4cb1f6-d094-4f5c-9cba-0aeef2e51821) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:32.321426 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5927bfaf-de4c-4830-adf0-462a6639a792 None None] The sync data for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv is: [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:29Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:32.452712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Publish callbacks [] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.539183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.570947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:32.575451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:32.575451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:32.640677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.667260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Pushing event updated for resources: {'Port': ['ID=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:32.671706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Attempting to bind port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:32.672082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Attempting to bind port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:32.672453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Attempting to bind port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:32.678651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:32.678859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Checking segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:32.679130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.679531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Bound using segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:32.680011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Bound port: 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:32.680395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.751267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] For port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:32.754696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] For port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:32.840330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:32.898800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec2619-8595-470f-9e6d-74e81ca32017 None None] Pushing event updated for resources: {'Port': ['ID=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:32.954023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (fa69101d-a118-4fb4-81b1-eca814da7aa8/2bfec99e-a39e-444e-a21d-2ccdb6fc5986/136d1306-ce16-4ea3-9c36-52e2746e483d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:33.084609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.205191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.259532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:33.263538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=136d1306-ce16-4ea3-9c36-52e2746e483d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:33.266172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:33.268310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:33.313200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (3ddb4583-2047-43d0-81f4-8e483af67e5b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.524779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.826564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.857784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1cca8e-a416-452d-8d03-431f62eb3b8e None None] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:33.897109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.973354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b349df9c-6dcc-4b8e-a9ce-769ab0839b9c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:33.986156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=136d1306-ce16-4ea3-9c36-52e2746e483d,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:33.992019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (3ddb4583-2047-43d0-81f4-8e483af67e5b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.001332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] Provisioning complete for port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:34.001718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.081316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:34.081700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.106664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:34.108067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:34.151139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] Current status of the port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:34.151590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.220266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] For port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:34.231214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:34.235543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.236232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 3ddb4583-2047-43d0-81f4-8e483af67e5b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:34.255343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:34.336485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.361067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:34.365195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.366216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:34.367542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f2fca1d3-fc7b-452d-b907-62a5a3fb6c17 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/3ddb4583-2047-43d0-81f4-8e483af67e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349877 Apr 06 14:40:34.370003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51400) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:34.391706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Sync routers for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:34.435025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:34.435651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:34.439528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bbcde-5523-484b-922e-c518009d2e27 None None] Pushing event updated for resources: {'Port': ['ID=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:34.481426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.481904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.482370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.482835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.483291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.483877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.487340 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4c00da94-8a9f-41f2-a55b-02980df73173 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1159787 Apr 06 14:40:34.491286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51402) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:34.550270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.550992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.551449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.551903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.552945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.553407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.555161 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8465b098-3263-4c19-a31d-f432c2fab2a8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0629876 Apr 06 14:40:34.558042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51404) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:34.584441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:34.584836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.586432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3ce13eed-04a3-4546-9cd0-b767bb237efc None None] Provisioning complete for port 136d1306-ce16-4ea3-9c36-52e2746e483d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:34.586786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ce13eed-04a3-4546-9cd0-b767bb237efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.637571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:34.673570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3ce13eed-04a3-4546-9cd0-b767bb237efc None None] Port 136d1306-ce16-4ea3-9c36-52e2746e483d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:34.688618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:34.722830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51406) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:34.727792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1502352130', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:34.732260 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fc599e99-4947-490c-b1b2-5a08ccfd21e9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1729302 Apr 06 14:40:34.741167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3ce13eed-04a3-4546-9cd0-b767bb237efc None None] Provisioning complete for port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:34.741537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ce13eed-04a3-4546-9cd0-b767bb237efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.867908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:34.878877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:34.883058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.901374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] device_id is not set on port 71e82058-c253-42e8-8069-3a1f94da5a82 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:40:34.964525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3ce13eed-04a3-4546-9cd0-b767bb237efc None None] Current status of the port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:34.992533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:35.012870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.4 (fa69101d-a118-4fb4-81b1-eca814da7aa8/2bfec99e-a39e-444e-a21d-2ccdb6fc5986/71e82058-c253-42e8-8069-3a1f94da5a82) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:35.020232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Checking router: 3ddb4583-2047-43d0-81f4-8e483af67e5b for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:35.020675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Updating router 3ddb4583-2047-43d0-81f4-8e483af67e5b port 136d1306-ce16-4ea3-9c36-52e2746e483d binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:40:35.054822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.120153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4adbfe2a-16e9-48c5-be5f-052cbbe73a12 None None] Provisioning complete for port 136d1306-ce16-4ea3-9c36-52e2746e483d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:35.120531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4adbfe2a-16e9-48c5-be5f-052cbbe73a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.171689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (71e82058-c253-42e8-8069-3a1f94da5a82), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.279937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.340219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:35.348488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:35.353870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:35.357943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:35.397133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4adbfe2a-16e9-48c5-be5f-052cbbe73a12 None None] Port 136d1306-ce16-4ea3-9c36-52e2746e483d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:35.417415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:35.418104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.507205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aeac5152-f20e-423d-82df-ba8384abc273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7830384 Apr 06 14:40:35.595166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Publish callbacks [] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.622560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1266cc6e-5841-49e4-8129-641ecd4450d8 None None] Provisioning complete for port 71e82058-c253-42e8-8069-3a1f94da5a82 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:35.623035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1266cc6e-5841-49e4-8129-641ecd4450d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.670966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1266cc6e-5841-49e4-8129-641ecd4450d8 None None] Port 71e82058-c253-42e8-8069-3a1f94da5a82 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:35.683860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.743720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6809ebc-5661-4574-a0ea-4d2a80099c1e None None] Pushing event updated for resources: {'Port': ['ID=136d1306-ce16-4ea3-9c36-52e2746e483d,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:35.814352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Attempting to bind port 136d1306-ce16-4ea3-9c36-52e2746e483d on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:35.814905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Attempting to bind port 136d1306-ce16-4ea3-9c36-52e2746e483d by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:35.815423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Attempting to bind port 136d1306-ce16-4ea3-9c36-52e2746e483d on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:35.822283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:35.822732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Checking segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:35.823240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.823738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Bound using segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:35.824331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Bound port: 136d1306-ce16-4ea3-9c36-52e2746e483d, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:35.824856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.891863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51410) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:35.898547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85075211', 'description': 'tempest-secgroup-smoke-85075211 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:35.914117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] For port 136d1306-ce16-4ea3-9c36-52e2746e483d, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:35.918892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] For port 136d1306-ce16-4ea3-9c36-52e2746e483d, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=136d1306-ce16-4ea3-9c36-52e2746e483d,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:35.952906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:36.009207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8c75fff0-e9a1-42d6-b50b-108d76e8d765 None None] Provisioning complete for port 136d1306-ce16-4ea3-9c36-52e2746e483d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:36.009483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8c75fff0-e9a1-42d6-b50b-108d76e8d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.011117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.036048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.094093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (ad11a39c-c437-4b07-b13b-437951213977), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.098226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8c75fff0-e9a1-42d6-b50b-108d76e8d765 None None] Port 136d1306-ce16-4ea3-9c36-52e2746e483d cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:36.104065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:36.104499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.136050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6809ebc-5661-4574-a0ea-4d2a80099c1e None None] Pushing event updated for resources: {'Port': ['ID=136d1306-ce16-4ea3-9c36-52e2746e483d,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:36.146245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:36.146880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:36.158697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ad11a39c-c437-4b07-b13b-437951213977), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.196018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad11a39c-c437-4b07-b13b-437951213977,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:36.255290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.257884 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-af9f39b6-2953-49e3-a767-43bbebb65093 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3632016 Apr 06 14:40:36.260937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51412) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:36.271648 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'ad11a39c-c437-4b07-b13b-437951213977', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:36.307386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:36.308508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b349df9c-6dcc-4b8e-a9ce-769ab0839b9c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:36.343225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:36.363725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8fb60631-3836-4b2f-b572-577d84138680), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.402964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] Provisioning complete for port 136d1306-ce16-4ea3-9c36-52e2746e483d triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:36.403248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.421931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8fb60631-3836-4b2f-b572-577d84138680), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.491292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (8fb60631-3836-4b2f-b572-577d84138680), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.509612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb60631-3836-4b2f-b572-577d84138680,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:36.523658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:36.524074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.606695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.607949 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dbdba51b-de7e-49f2-b781-bc0c298984c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455653 Apr 06 14:40:36.610539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51414) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:36.614946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'ad11a39c-c437-4b07-b13b-437951213977', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:36.655407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] Current status of the port 136d1306-ce16-4ea3-9c36-52e2746e483d is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:36.655801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.700849 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c7b37e07-56cc-421b-a09f-67767d1443f9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.724620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:36.730185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] For port 136d1306-ce16-4ea3-9c36-52e2746e483d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=136d1306-ce16-4ea3-9c36-52e2746e483d,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:36.744340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:36.760470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c7b37e07-56cc-421b-a09f-67767d1443f9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.771754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fab97-60d8-436a-a9f8-599cbd1081fc None None] The sync data for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv is: [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:36.805053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.836345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c7b37e07-56cc-421b-a09f-67767d1443f9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.859600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b37e07-56cc-421b-a09f-67767d1443f9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:36.897902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f0de-dbd5-4cd8-bd4a-f283b0b19aec None None] Pushing event updated for resources: {'Port': ['ID=136d1306-ce16-4ea3-9c36-52e2746e483d,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:36.961091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.962368 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-879e8d7c-5806-4880-98e1-9f1d4a426049 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508790 Apr 06 14:40:36.965436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51416) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:36.972223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'ad11a39c-c437-4b07-b13b-437951213977', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:37.049508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (463d4671-2a1d-4b68-92b0-30c82067a916), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.113629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (463d4671-2a1d-4b68-92b0-30c82067a916), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.176403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (463d4671-2a1d-4b68-92b0-30c82067a916), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.196502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463d4671-2a1d-4b68-92b0-30c82067a916,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:37.246789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.248359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b0c1ae97-d09c-44ff-813a-82c95c73a1e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817628 Apr 06 14:40:37.251119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51418) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:37.256784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'ad11a39c-c437-4b07-b13b-437951213977', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:37.348520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (6fb9f8d2-4122-45c7-b27b-3c7c5c011ed3), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.408433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (6fb9f8d2-4122-45c7-b27b-3c7c5c011ed3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.493358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (6fb9f8d2-4122-45c7-b27b-3c7c5c011ed3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.514616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb9f8d2-4122-45c7-b27b-3c7c5c011ed3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:37.601579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.602870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ca2abfcb-616b-41db-bac1-cd505427e429 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507671 Apr 06 14:40:37.605892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51420) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:37.610749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'ad11a39c-c437-4b07-b13b-437951213977', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:37.713647 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:37.719151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (2c24fb11-6a2c-4d6e-bf64-ed91f8d7e445), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.787626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (2c24fb11-6a2c-4d6e-bf64-ed91f8d7e445), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.862136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (2c24fb11-6a2c-4d6e-bf64-ed91f8d7e445), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.890214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c24fb11-6a2c-4d6e-bf64-ed91f8d7e445,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:37.912825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 136d1306-ce16-4ea3-9c36-52e2746e483d up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:37.960940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 136d1306-ce16-4ea3-9c36-52e2746e483d triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:37.961193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.961675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:37.964959 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fdbcab7b-21b5-4606-9113-6175d41ee11b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554282 Apr 06 14:40:37.965386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51422) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:37.969971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'ad11a39c-c437-4b07-b13b-437951213977', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:38.043241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 136d1306-ce16-4ea3-9c36-52e2746e483d is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:38.056303 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:38.061440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0a03890b-33d9-48d7-9259-f81980b66e48), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:38.120172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0a03890b-33d9-48d7-9259-f81980b66e48), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:38.193509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (0a03890b-33d9-48d7-9259-f81980b66e48), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:38.212098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a03890b-33d9-48d7-9259-f81980b66e48,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:38.292245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:38.293553 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-beea20a3-75d8-472b-bf18-67f9222c1248 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270774 Apr 06 14:40:38.443661 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-9124e9eb-db94-431d-8412-2caf3853240d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85075211&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0452859 Apr 06 14:40:38.831400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-931e9e0b-1888-45ea-94b3-b15416da32d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.832787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-931e9e0b-1888-45ea-94b3-b15416da32d3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 930 time: 0.3825409 Apr 06 14:40:38.850745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-430d04ec-1f78-427b-a894-f0cb7cffbd0f service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:40:38.851722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-430d04ec-1f78-427b-a894-f0cb7cffbd0f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061228 Apr 06 14:40:38.891676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-9d394603-8aaa-47ce-b796-b15ca9847e04 service neutron] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0341053 Apr 06 14:40:38.979811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-e92c36a9-8feb-4ad3-8fd9-7e50b416bf9d service neutron] 10.222.0.89 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821712 Apr 06 14:40:39.067144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-ea4fdae1-f5c1-4b3b-a6e5-9347d73c65c9 service neutron] 10.222.0.89 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810585 Apr 06 14:40:39.116476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-011d4c07-305f-4ffb-8a3d-142c5902fb50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:39.117845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-011d4c07-305f-4ffb-8a3d-142c5902fb50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 930 time: 0.0458636 Apr 06 14:40:39.322219 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2364e282-d82d-4f35-a361-49cfe0210284 req-328ba194-cc36-416d-84f4-daf8eeb2c1cb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Apr 06 14:40:39.328486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51446) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:39.447221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-ea59318e-4509-4c85-9b4d-910afd8d87bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:39.448589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-ea59318e-4509-4c85-9b4d-910afd8d87bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 930 time: 0.1191068 Apr 06 14:40:40.417205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a55f71bb-2d86-4dcc-87b2-3d47c555f408 req-72e63a85-7999-4c0b-ae9d-5bfd9bbd397a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Apr 06 14:40:41.337880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-69268ff2-4414-424d-9b5e-fe89cf3effaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:41.339282 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-69268ff2-4414-424d-9b5e-fe89cf3effaa service neutron] 10.222.0.79 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1026 time: 0.0378840 Apr 06 14:40:41.446846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-545ebf42-d952-4438-9611-701bf524e194 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:41.447892 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-545ebf42-d952-4438-9611-701bf524e194 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=fa69101d-a118-4fb4-81b1-eca814da7aa8 HTTP/1.1" status: 200 len: 796 time: 0.1035511 Apr 06 14:40:41.516802 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:40:41.526159 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7d6c3ab7-71c9-49d8-bb08-edec73773556 req-e6fd4132-df0b-4d14-ab32-eec4e3e3da9e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 210 time: 0.0380080 Apr 06 14:40:41.536740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-b3346a5b-606d-4db1-bcc5-cda5097507a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 378 time: 0.0801194 Apr 06 14:40:41.547226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Request body: {'port': {'device_id': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:41.622548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:41.886647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e82058-c253-42e8-8069-3a1f94da5a82 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:40:41.894175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Publish callbacks [] for port (71e82058-c253-42e8-8069-3a1f94da5a82), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:41.906869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Transition to ACTIVE for port object 71e82058-c253-42e8-8069-3a1f94da5a82 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:40:41.976126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.032689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:42.107046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:42.107715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:42.108052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:42.112829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:40:42.113160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:42.118169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:42.118520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Checking segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:42.118908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Bound using segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:42.119340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Bound port: 71e82058-c253-42e8-8069-3a1f94da5a82, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:42.119707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.186312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:42.189213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:42.261840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.300944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.301572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.303050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] 10.222.0.79 "PUT /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1131 time: 0.7600820 Apr 06 14:40:42.303400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:42.305664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320c2370-2d14-47bd-ab4f-67f5e09dcd41" -d '{"events": [{"name": "network-changed", "server_uuid": "e754a823-428e-4c0e-b2c4-64d242d116d4", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:42.340239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da6e0-ef58-4b67-b668-d7895f625760 service neutron] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:42.356102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd4aa7f-6bf6-4e15-b5a7-ea3d7aa68e6c x-openstack-request-id: req-dcd4aa7f-6bf6-4e15-b5a7-ea3d7aa68e6c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:42.356469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e754a823-428e-4c0e-b2c4-64d242d116d4", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:42.356758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dcd4aa7f-6bf6-4e15-b5a7-ea3d7aa68e6c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:42.357177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd4aa7f-6bf6-4e15-b5a7-ea3d7aa68e6c'] response: {'name': 'network-changed', 'server_uuid': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82', 'status': 'completed', 'code': 200} Apr 06 14:40:42.429792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2370-2d14-47bd-ab4f-67f5e09dcd41 req-fc70499b-d7e7-4718-bae5-b13ba462a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.431319 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-320c2370-2d14-47bd-ab4f-67f5e09dcd41 req-fc70499b-d7e7-4718-bae5-b13ba462a780 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 1165 time: 0.0522342 Apr 06 14:40:42.540145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2370-2d14-47bd-ab4f-67f5e09dcd41 req-cff02ecc-37e8-4458-949c-eeb96d3572e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.541630 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-320c2370-2d14-47bd-ab4f-67f5e09dcd41 req-cff02ecc-37e8-4458-949c-eeb96d3572e5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1022391 Apr 06 14:40:42.676400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2370-2d14-47bd-ab4f-67f5e09dcd41 req-fd5234e3-b3e6-471b-91ba-31bbc4f88fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.678101 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-320c2370-2d14-47bd-ab4f-67f5e09dcd41 req-fd5234e3-b3e6-471b-91ba-31bbc4f88fb3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1296890 Apr 06 14:40:42.685102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262df6da-0da2-49e1-ada0-8e41b276135b req-3118b8c7-a68a-4976-8573-239a704dba19 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.686414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-262df6da-0da2-49e1-ada0-8e41b276135b req-3118b8c7-a68a-4976-8573-239a704dba19 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 981 time: 0.0852766 Apr 06 14:40:42.762759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-262df6da-0da2-49e1-ada0-8e41b276135b req-19082097-8ed3-49b4-b26b-e8fa43f7fc11 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707178 Apr 06 14:40:42.776575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-2bd63ea9-7ec7-4f00-93cc-734c3aef1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.778102 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-2bd63ea9-7ec7-4f00-93cc-734c3aef1f42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 1165 time: 0.0647457 Apr 06 14:40:42.820573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-582610d5-4b02-499b-b20d-1d81590a5ab8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 217 time: 0.0359302 Apr 06 14:40:42.882773 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-a601440b-a5ac-494f-a11f-ae9cd168731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.884238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-a601440b-a5ac-494f-a11f-ae9cd168731e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2bfec99e-a39e-444e-a21d-2ccdb6fc5986 HTTP/1.1" status: 200 len: 835 time: 0.0562434 Apr 06 14:40:42.934222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-d9a4ddb4-9f36-4d77-b845-77cb9e09bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:42.935748 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-d9a4ddb4-9f36-4d77-b845-77cb9e09bc32 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69101d-a118-4fb4-81b1-eca814da7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436883 Apr 06 14:40:43.023220 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-05803efc-bc04-4076-8055-2885dfec8fc1 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812929 Apr 06 14:40:43.116336 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-3e7b623d-ed87-450a-8512-1995e32ef029 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Apr 06 14:40:43.885485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d04c-2c88-4932-985a-18827f35dba1 req-47ed6700-610d-4bb1-b157-b8adf3e30d84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:43.886970 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fb1d04c-2c88-4932-985a-18827f35dba1 req-47ed6700-610d-4bb1-b157-b8adf3e30d84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 981 time: 0.0537181 Apr 06 14:40:43.933905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fb1d04c-2c88-4932-985a-18827f35dba1 req-0241ca50-d9b3-4c8d-bf7c-52d2cc688cad tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Apr 06 14:40:44.828912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:40:44.932654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:44.943640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '71e82058-c253-42e8-8069-3a1f94da5a82', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'port_id': '71e82058-c253-42e8-8069-3a1f94da5a82', 'mac_address': 'fa:16:3e:99:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:40:44.980579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 71e82058-c253-42e8-8069-3a1f94da5a82 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:44.980996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.994002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e82058-c253-42e8-8069-3a1f94da5a82 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:40:45.012802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:45.052909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ba35f-cad8-4caf-aeb3-174ea99962ba req-7e5519b9-6a9a-42fc-9c85-91686679ccd9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:45.054392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-318ba35f-cad8-4caf-aeb3-174ea99962ba req-7e5519b9-6a9a-42fc-9c85-91686679ccd9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 981 time: 0.0539196 Apr 06 14:40:45.106399 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-318ba35f-cad8-4caf-aeb3-174ea99962ba req-d71cffe6-3bd5-4cc5-a7b5-b50218d6b894 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Apr 06 14:40:45.112681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.160224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:45.340529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['71e82058-c253-42e8-8069-3a1f94da5a82'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:40:46.223717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf345-b3d5-4dac-aed9-97d3ed6d633a req-1a44ece3-b86c-4969-b065-a45503f38f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:46.225904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f27cf345-b3d5-4dac-aed9-97d3ed6d633a req-1a44ece3-b86c-4969-b065-a45503f38f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 982 time: 0.0532193 Apr 06 14:40:46.272978 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f27cf345-b3d5-4dac-aed9-97d3ed6d633a req-3e122fbe-1c91-46ad-9d7c-8b597f940235 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Apr 06 14:40:46.831041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:46.941191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 71e82058-c253-42e8-8069-3a1f94da5a82 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:40:46.946140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 71e82058-c253-42e8-8069-3a1f94da5a82 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:46.946486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.033414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 71e82058-c253-42e8-8069-3a1f94da5a82 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:47.033809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.058509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:47.060868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2631e4-3838-4474-ab07-7ec3a481dd6a" -d '{"events": [{"server_uuid": "e754a823-428e-4c0e-b2c4-64d242d116d4", "name": "network-vif-plugged", "status": "completed", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:47.074720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:47.141573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.166141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86d737d-4279-4419-a0b9-ae5935ca75ad x-openstack-request-id: req-a86d737d-4279-4419-a0b9-ae5935ca75ad {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:47.166443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e754a823-428e-4c0e-b2c4-64d242d116d4", "name": "network-vif-plugged", "status": "completed", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:47.166705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a86d737d-4279-4419-a0b9-ae5935ca75ad {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:47.167112 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86d737d-4279-4419-a0b9-ae5935ca75ad'] response: {'server_uuid': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82', 'code': 200} Apr 06 14:40:47.194677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:47.415081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404b3e7-46bb-4343-a4cb-876456d6d3c4 req-1ac237e1-4f06-4c05-a047-b793edd42e24 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:47.415858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9404b3e7-46bb-4343-a4cb-876456d6d3c4 req-1ac237e1-4f06-4c05-a047-b793edd42e24 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0687850 Apr 06 14:40:47.487479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beb11f-44b2-466f-a223-a72d4625b20e req-3fec02c2-ec69-4330-a791-855a6314aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:47.489087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c5beb11f-44b2-466f-a223-a72d4625b20e req-3fec02c2-ec69-4330-a791-855a6314aa3c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 1167 time: 0.0912590 Apr 06 14:40:47.494470 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9404b3e7-46bb-4343-a4cb-876456d6d3c4 req-950f0b0a-0ddd-4f20-87e7-45fefa8c2352 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591609 Apr 06 14:40:47.537339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c5beb11f-44b2-466f-a223-a72d4625b20e req-1261ae1c-48ec-4c43-81a8-497c8d53f53e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Apr 06 14:40:48.626140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be247-ae58-429b-b70c-79fb7cf28d4f req-51ddf727-8e63-4895-89a3-9eff1a85b524 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:48.627618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-970be247-ae58-429b-b70c-79fb7cf28d4f req-51ddf727-8e63-4895-89a3-9eff1a85b524 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0624738 Apr 06 14:40:48.676049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-970be247-ae58-429b-b70c-79fb7cf28d4f req-4d8f38e8-5d46-4584-9376-ae33b267f0ef tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Apr 06 14:40:49.797478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981116-f986-4701-bc95-474845e6efd7 req-15a3b519-f40a-4636-8730-17196db563fa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:49.798947 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6981116-f986-4701-bc95-474845e6efd7 req-15a3b519-f40a-4636-8730-17196db563fa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0566313 Apr 06 14:40:49.846400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6981116-f986-4701-bc95-474845e6efd7 req-f12827ab-52a9-4e8a-b04c-f4f15255e997 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Apr 06 14:40:49.967358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707449e7-3263-4087-9148-39f04bbefe43 req-bbbcaa06-db18-45e3-a758-33a648f13571 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:49.968870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-707449e7-3263-4087-9148-39f04bbefe43 req-bbbcaa06-db18-45e3-a758-33a648f13571 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0549965 Apr 06 14:40:50.015780 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-707449e7-3263-4087-9148-39f04bbefe43 req-b688d1a2-7512-4d5c-a2c8-30482105b92c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Apr 06 14:40:50.038651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51492) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:50.082029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a34e3-dc97-4014-a96e-b4deff2b1706 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:50.083534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b08a34e3-dc97-4014-a96e-b4deff2b1706 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 1162 time: 0.0438955 Apr 06 14:40:50.086839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51494) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:50.091092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '71e82058-c253-42e8-8069-3a1f94da5a82', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:50.204496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.304502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.409919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.44 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/d2176ffb-03c9-4deb-806f-cf2f994e16d5) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:50.513660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.633383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.677868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:50.681921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:50.686452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:50.689585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=d2176ffb-03c9-4deb-806f-cf2f994e16d5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:51.065203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (85312b97-4ce3-418e-b03e-aa60d9bf0a9b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.219061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.370274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.432551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.510167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=d2176ffb-03c9-4deb-806f-cf2f994e16d5,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:51.520240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (85312b97-4ce3-418e-b03e-aa60d9bf0a9b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.627651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 85312b97-4ce3-418e-b03e-aa60d9bf0a9b associated. External IP: 172.26.6.44, port: 71e82058-c253-42e8-8069-3a1f94da5a82. Apr 06 14:40:51.848236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 3ddb4583-2047-43d0-81f4-8e483af67e5b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:51.959306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:51.968952 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] Sync routers for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:51.978939 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:51.979547 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:52.040937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:52.072045 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5a9641ae-207b-4e81-8151-d2df575bd721 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9840691 Apr 06 14:40:52.072908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:52.075212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51496) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:52.075691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dff9864-f45b-4231-80ee-8ebc0689dee4" -d '{"events": [{"name": "network-changed", "server_uuid": "e754a823-428e-4c0e-b2c4-64d242d116d4", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:52.090171 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:52.115251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693969dc-c741-440e-af48-d6bbb56976f4 x-openstack-request-id: req-693969dc-c741-440e-af48-d6bbb56976f4 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:52.115644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e754a823-428e-4c0e-b2c4-64d242d116d4", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:52.116540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-693969dc-c741-440e-af48-d6bbb56976f4 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:52.117152 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693969dc-c741-440e-af48-d6bbb56976f4'] response: {'name': 'network-changed', 'server_uuid': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82', 'status': 'completed', 'code': 200} Apr 06 14:40:52.179191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b745990-8101-42be-90eb-4e4b27af92c7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:52.183404 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3b745990-8101-42be-90eb-4e4b27af92c7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4&network_id=fa69101d-a118-4fb4-81b1-eca814da7aa8 HTTP/1.1" status: 200 len: 1162 time: 0.1048007 Apr 06 14:40:52.189158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-b0bffbc3-7938-4762-a0db-132c43cb5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:52.190727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-b0bffbc3-7938-4762-a0db-132c43cb5e07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 1167 time: 0.0531681 Apr 06 14:40:52.295467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-31c55531-3a5c-453c-bc79-d5e08c75972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:52.297030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-31c55531-3a5c-453c-bc79-d5e08c75972b service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa69101d-a118-4fb4-81b1-eca814da7aa8 HTTP/1.1" status: 200 len: 898 time: 0.0995040 Apr 06 14:40:52.307015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd125-ce60-4a57-a0ad-8a445fe99425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:52.368666 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-723fb2f0-4f02-4619-9b5d-2d2576b1a315 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1036 time: 0.0660980 Apr 06 14:40:52.420547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-f655d495-ac7b-4231-b1b0-c451d005a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:52.422039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-f655d495-ac7b-4231-b1b0-c451d005a42b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2bfec99e-a39e-444e-a21d-2ccdb6fc5986 HTTP/1.1" status: 200 len: 835 time: 0.0461831 Apr 06 14:40:52.422700 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '85312b97-4ce3-418e-b03e-aa60d9bf0a9b', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.44', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'port_id': '71e82058-c253-42e8-8069-3a1f94da5a82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1502352130', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'mac_address': 'fa:16:3e:99:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:50Z', 'updated_at': '2022-04-06T14:40:50Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:36Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:52.448931 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] Checking router: 3ddb4583-2047-43d0-81f4-8e483af67e5b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:52.457292 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:52.458389 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:52.472022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-ac0d0b73-c6b1-4020-bce0-8057711f2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:52.473562 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-ac0d0b73-c6b1-4020-bce0-8057711f2d72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69101d-a118-4fb4-81b1-eca814da7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457308 Apr 06 14:40:52.570287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-e7df2bee-0007-451d-abae-eb79fea5f9df service neutron] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899267 Apr 06 14:40:52.574570 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:52.708684 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dff9864-f45b-4231-80ee-8ebc0689dee4 req-8b02284f-5e0c-434c-82f2-7d5af1a49a36 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315234 Apr 06 14:40:52.723605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8797cf1-6201-4fcf-b40f-781588441826 req-63398451-889f-4632-b10a-19fb4ab7354d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:52.727698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8797cf1-6201-4fcf-b40f-781588441826 req-63398451-889f-4632-b10a-19fb4ab7354d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0881975 Apr 06 14:40:52.779197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8797cf1-6201-4fcf-b40f-781588441826 req-34bedc51-42ff-4195-b65a-864d1380b7f9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477371 Apr 06 14:40:52.812242 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '85312b97-4ce3-418e-b03e-aa60d9bf0a9b', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.44', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'port_id': '71e82058-c253-42e8-8069-3a1f94da5a82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1502352130', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'mac_address': 'fa:16:3e:99:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:50Z', 'updated_at': '2022-04-06T14:40:50Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:36Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:52.837456 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91a2e3-b430-4936-8dcb-d2a1b91f34da None None] The sync data for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv is: [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '85312b97-4ce3-418e-b03e-aa60d9bf0a9b', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.44', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'port_id': '71e82058-c253-42e8-8069-3a1f94da5a82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1502352130', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'mac_address': 'fa:16:3e:99:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e754a823-428e-4c0e-b2c4-64d242d116d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:50Z', 'updated_at': '2022-04-06T14:40:50Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:36Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:53.035730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01172fcf-44d6-47bf-b475-c6d0b3a5250d None None] New status for floating IP 85312b97-4ce3-418e-b03e-aa60d9bf0a9b: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:40:53.478311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.900894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd284b8b-2819-4983-b37e-f84a32d227d5 req-87506a44-3423-4f58-b8f2-6dce2c304409 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.902385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd284b8b-2819-4983-b37e-f84a32d227d5 req-87506a44-3423-4f58-b8f2-6dce2c304409 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0538173 Apr 06 14:40:53.982210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd284b8b-2819-4983-b37e-f84a32d227d5 req-6e47ba1c-f872-4205-8b6d-d7c74bc10fcf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708263 Apr 06 14:40:53.989671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-31e523ea-0ba6-41da-9f2f-1a57062d1d2d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.991755 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-31e523ea-0ba6-41da-9f2f-1a57062d1d2d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 983 time: 0.0884967 Apr 06 14:40:54.040031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-59bea2b3-b252-4aeb-a34b-0f00dbe6ad23 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:54.041458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-59bea2b3-b252-4aeb-a34b-0f00dbe6ad23 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0442784 Apr 06 14:40:54.145684 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-7a88064e-06bd-42da-8549-a69e71e9d840 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0991251 Apr 06 14:40:54.156191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:54.214378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.348223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:54.382458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:54.414323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] device_id is not set on port 71e82058-c253-42e8-8069-3a1f94da5a82 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:40:54.423286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Publish callbacks [] for port (71e82058-c253-42e8-8069-3a1f94da5a82), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.524120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.747559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1df503aa-5852-428b-ba1b-c48dfc2ec51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.808568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b7e8f3c5-e6c9-4a00-ad42-2e519c642f15 None None] Provisioning complete for port 71e82058-c253-42e8-8069-3a1f94da5a82 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:54.809046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f3c5-e6c9-4a00-ad42-2e519c642f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.845891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8f3c5-e6c9-4a00-ad42-2e519c642f15 None None] Port 71e82058-c253-42e8-8069-3a1f94da5a82 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:54.973863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=6']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:55.074768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] No DVR routers for this DVR port 71e82058-c253-42e8-8069-3a1f94da5a82 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:55.131743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-328a9897-260a-4118-b1f2-636bed4a9a49 req-8fca3db8-08a1-4f0b-b78b-c4f677ceac84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=e754a823-428e-4c0e-b2c4-64d242d116d4 HTTP/1.1" status: 200 len: 210 time: 0.0583713 Apr 06 14:40:55.242549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] In _notify_port_updated(), no bound segment for port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:40:55.243505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:55.244122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.245923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-430a2db4-0e20-47d0-a150-84a1af9d98fd req-51765719-0375-4a17-aa60-d36ba808fc0c service neutron] 10.222.0.79 "PUT /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1026 time: 1.0938118 Apr 06 14:40:55.735806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.190235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51514) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:56.236978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe93652-639f-49ed-b71a-317fd29df00a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:56.238547 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6fe93652-639f-49ed-b71a-317fd29df00a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 925 time: 0.0472043 Apr 06 14:40:56.706380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:56.711069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204620839', 'description': 'tempest-secgroup-smoke-1204620839 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:56.804765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.872167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (86ae2030-f395-494e-b74b-9087a28435ba), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.935776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (86ae2030-f395-494e-b74b-9087a28435ba), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.966845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ae2030-f395-494e-b74b-9087a28435ba,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:57.007379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.011572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d9529e9a-c8cb-49a2-a7a9-5413756b8f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3014355 Apr 06 14:40:57.011887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51520) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:57.020128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '86ae2030-f395-494e-b74b-9087a28435ba', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:57.089507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b8c0bcc2-706c-4bbb-b77e-f3ec7fc9a198), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.149456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b8c0bcc2-706c-4bbb-b77e-f3ec7fc9a198), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.192867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b8c0bcc2-706c-4bbb-b77e-f3ec7fc9a198), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.212298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c0bcc2-706c-4bbb-b77e-f3ec7fc9a198,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:57.280281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.281566 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6a6eaa0b-2182-45e1-83a8-29a09ffcda94 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687886 Apr 06 14:40:57.284377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51522) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:57.289357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '86ae2030-f395-494e-b74b-9087a28435ba', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:57.369768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0d58a236-8e41-4e21-8152-88107a4603d7), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.381651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.428950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (0d58a236-8e41-4e21-8152-88107a4603d7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.501220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (0d58a236-8e41-4e21-8152-88107a4603d7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.519307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d58a236-8e41-4e21-8152-88107a4603d7,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:57.617798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.619071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3a99fe04-3c0b-4c94-927f-fc5c96d22fe2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336828 Apr 06 14:40:57.621762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51524) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:57.626666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '86ae2030-f395-494e-b74b-9087a28435ba', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:57.705897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (81fdafb4-9a8a-467f-aaf7-cec7f883a63c), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.763757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (81fdafb4-9a8a-467f-aaf7-cec7f883a63c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.815302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (81fdafb4-9a8a-467f-aaf7-cec7f883a63c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.832521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fdafb4-9a8a-467f-aaf7-cec7f883a63c,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:57.897900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:57.899162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b6b8213e-6115-410c-a7af-54433b3166f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764623 Apr 06 14:40:57.901853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51526) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:57.906213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '86ae2030-f395-494e-b74b-9087a28435ba', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:57.986080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (f80f5b4e-4eed-4d9e-929d-3382c4d2f35e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.045329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (f80f5b4e-4eed-4d9e-929d-3382c4d2f35e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.141566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f80f5b4e-4eed-4d9e-929d-3382c4d2f35e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.159493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80f5b4e-4eed-4d9e-929d-3382c4d2f35e,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:58.228841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.230099 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3bbad513-49d1-4b03-a2da-a910559b1084 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273346 Apr 06 14:40:58.233467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51528) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:58.237911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '86ae2030-f395-494e-b74b-9087a28435ba', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:58.347022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:58.353060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (9ed6ba19-1c15-4d19-a59b-c583f552c7cc), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.415606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (9ed6ba19-1c15-4d19-a59b-c583f552c7cc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.541183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9ed6ba19-1c15-4d19-a59b-c583f552c7cc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.559253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed6ba19-1c15-4d19-a59b-c583f552c7cc,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:58.587253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.686291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.687596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dee38b80-fa5a-4e87-aa6c-dc11919b0d86 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4531147 Apr 06 14:40:58.690403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51530) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:58.694873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '86ae2030-f395-494e-b74b-9087a28435ba', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:58.781317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:58.786471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (94914b56-12ac-413a-87f7-150c596b4d77), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.846477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (94914b56-12ac-413a-87f7-150c596b4d77), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.908177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:58.910478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (94914b56-12ac-413a-87f7-150c596b4d77), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:58.926950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94914b56-12ac-413a-87f7-150c596b4d77,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:58.948364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] The host hv-neutron-8365 is not matching for port 71e82058-c253-42e8-8069-3a1f94da5a82 host ! {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:40:58.948901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:59.006294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:59.007530 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-af41d0c9-b1ef-4b3e-95b3-e9cd794ba610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161881 Apr 06 14:40:59.192508 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-7f6062a0-8473-4b39-9c8f-06cd4b4e1693 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204620839&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0447919 Apr 06 14:40:59.243489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-0d801505-da09-427f-befe-533f6d482bdd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:59.244895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-0d801505-da09-427f-befe-533f6d482bdd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 930 time: 0.0454626 Apr 06 14:40:59.366451 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-e733eb74-c35f-4ee0-aae0-7fce6b1398aa service neutron] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1094799 Apr 06 14:40:59.454120 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-ab1e6d13-f7a2-4bac-b452-af477075505c service neutron] 10.222.0.89 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816000 Apr 06 14:40:59.546924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-2d29fb1c-87c0-4377-9cb0-4fdd0edb4f72 service neutron] 10.222.0.89 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872228 Apr 06 14:40:59.597915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-6d8b9b9f-a5d6-47e2-bca0-41c6e08753e0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:59.599254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-6d8b9b9f-a5d6-47e2-bca0-41c6e08753e0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 930 time: 0.0464087 Apr 06 14:40:59.842429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-183a270b-d1f3-4b13-a309-528cb4837835 req-8907c875-1f57-46b3-b733-caaa4c284924 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 210 time: 0.0284688 Apr 06 14:40:59.871536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51552) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:59.982974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-03df4221-b10a-495d-b6df-482b666061eb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:59.984341 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-03df4221-b10a-495d-b6df-482b666061eb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 930 time: 0.1117070 Apr 06 14:41:00.945590 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f70f2475-17bb-4da8-ad35-098d01f8c1ed req-1834564c-747d-4310-bc85-51f1b7def8ef tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 210 time: 0.0331419 Apr 06 14:41:01.717039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-e544a527-fec9-4cf1-b38f-605f62767e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.718401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-e544a527-fec9-4cf1-b38f-605f62767e83 service neutron] 10.222.0.79 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1026 time: 0.0377142 Apr 06 14:41:01.827600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-6fe47705-d208-4e67-8fe2-e998ac9ec850 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.828995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-6fe47705-d208-4e67-8fe2-e998ac9ec850 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=fa69101d-a118-4fb4-81b1-eca814da7aa8 HTTP/1.1" status: 200 len: 796 time: 0.1056976 Apr 06 14:41:01.903705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-2e8118c8-4619-4fc0-b66a-0371fe39f8a7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 471 time: 0.0670502 Apr 06 14:41:01.914354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Request body: {'port': {'device_id': '2745f9fe-9811-481e-9dcd-821c67b8e498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:01.975635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:02.051135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fc093c86-d003-4e79-b5e0-d07c4db96d85 req-2d3af544-0931-4ab1-a08f-f14ab6b7095f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 210 time: 0.0370226 Apr 06 14:41:02.277129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e82058-c253-42e8-8069-3a1f94da5a82 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:41:02.284831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Publish callbacks [] for port (71e82058-c253-42e8-8069-3a1f94da5a82), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:02.297029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Transition to ACTIVE for port object 71e82058-c253-42e8-8069-3a1f94da5a82 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:41:02.363800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:02.447623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=7']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:02.554711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:41:02.556226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:41:02.556226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:02.560051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:41:02.560373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Attempting to bind port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:02.565484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:41:02.565858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Checking segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:02.566218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Bound using segment: {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:41:02.566659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Bound port: 71e82058-c253-42e8-8069-3a1f94da5a82, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:41:02.567012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:02.631080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:02.634038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:02.736234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:02.774164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:02.774899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:02.776690 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] 10.222.0.79 "PUT /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1131 time: 0.8659208 Apr 06 14:41:02.777250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2745f9fe-9811-481e-9dcd-821c67b8e498', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:02.779587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce80bbec-a974-445f-8d61-6ee3c068c774" -d '{"events": [{"name": "network-changed", "server_uuid": "2745f9fe-9811-481e-9dcd-821c67b8e498", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:02.809050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6c36-7850-45c9-8751-0a5b8c0eab2e service neutron] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=8']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:02.828577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a68f2-b838-445d-abd1-6f69da9c10ea x-openstack-request-id: req-985a68f2-b838-445d-abd1-6f69da9c10ea {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:02.828920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2745f9fe-9811-481e-9dcd-821c67b8e498", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:02.829181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-985a68f2-b838-445d-abd1-6f69da9c10ea {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:02.829599 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985a68f2-b838-445d-abd1-6f69da9c10ea'] response: {'name': 'network-changed', 'server_uuid': '2745f9fe-9811-481e-9dcd-821c67b8e498', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82', 'status': 'completed', 'code': 200} Apr 06 14:41:02.902911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80bbec-a974-445f-8d61-6ee3c068c774 req-fc47d845-db09-4a5d-ab40-4f754d187f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:02.904432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ce80bbec-a974-445f-8d61-6ee3c068c774 req-fc47d845-db09-4a5d-ab40-4f754d187f11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 1165 time: 0.0485258 Apr 06 14:41:03.015219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80bbec-a974-445f-8d61-6ee3c068c774 req-54f606ad-38f7-436a-a2f1-e31e1c1cad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.016735 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ce80bbec-a974-445f-8d61-6ee3c068c774 req-54f606ad-38f7-436a-a2f1-e31e1c1cad2a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1045232 Apr 06 14:41:03.133116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80bbec-a974-445f-8d61-6ee3c068c774 req-f4bd26a0-95c7-4a51-9e6f-3616cd7649b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.134509 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ce80bbec-a974-445f-8d61-6ee3c068c774 req-f4bd26a0-95c7-4a51-9e6f-3616cd7649b0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1124213 Apr 06 14:41:03.189098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38911-d534-46b3-839f-4289617dc8cb req-53636a42-0a31-4349-a302-682f7cf00f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.190519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-82f38911-d534-46b3-839f-4289617dc8cb req-53636a42-0a31-4349-a302-682f7cf00f76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 981 time: 0.0667729 Apr 06 14:41:03.260169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-82f38911-d534-46b3-839f-4289617dc8cb req-a5fc0130-e89b-44fd-b1e2-c46a9bb5ac3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 Apr 06 14:41:03.266403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-16ac08bf-f360-4d60-9d55-93bcc1925d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.267212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-16ac08bf-f360-4d60-9d55-93bcc1925d78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 1165 time: 0.0952556 Apr 06 14:41:03.334485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-8f4d9bf2-59a8-40f6-8a2b-4cd2682e2df6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1036 time: 0.0607655 Apr 06 14:41:03.381837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-f8102b43-a866-42d6-af3d-ac07ffb9bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.383269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-f8102b43-a866-42d6-af3d-ac07ffb9bfbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2bfec99e-a39e-444e-a21d-2ccdb6fc5986 HTTP/1.1" status: 200 len: 835 time: 0.0432785 Apr 06 14:41:03.435962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9858-b3c9-4086-89fc-a31881117322 req-e7feab85-54b7-4ad6-82c2-be2349c96659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.437513 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-e7feab85-54b7-4ad6-82c2-be2349c96659 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69101d-a118-4fb4-81b1-eca814da7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483441 Apr 06 14:41:03.527996 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-8c70fc32-0359-4495-ae51-f7b628a5e50a service neutron] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831077 Apr 06 14:41:03.626727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61ec9858-b3c9-4086-89fc-a31881117322 req-9a2f7858-5204-4cab-8591-e279e5a50b4d service neutron] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928655 Apr 06 14:41:04.386862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89767bda-5595-4d86-86c4-acc10087e4bf req-99f19fab-1ab8-4265-b8d1-30508c062806 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:04.388331 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-89767bda-5595-4d86-86c4-acc10087e4bf req-99f19fab-1ab8-4265-b8d1-30508c062806 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 981 time: 0.0533943 Apr 06 14:41:04.434532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-89767bda-5595-4d86-86c4-acc10087e4bf req-bee8ca0f-786f-4763-9a4b-312f6e464ad1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Apr 06 14:41:04.923339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:41:05.025078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:05.036237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '71e82058-c253-42e8-8069-3a1f94da5a82', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'port_id': '71e82058-c253-42e8-8069-3a1f94da5a82', 'mac_address': 'fa:16:3e:99:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:41:05.073302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 71e82058-c253-42e8-8069-3a1f94da5a82 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:05.073691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:05.086415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e82058-c253-42e8-8069-3a1f94da5a82 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:41:05.105703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:05.180889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:05.232126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=9']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:05.405237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['71e82058-c253-42e8-8069-3a1f94da5a82'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:41:05.556493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d88709-e304-4b75-a6a9-53270c1b422f req-be6f5538-9224-4956-bc57-64f02d2b1ae5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:05.558086 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b9d88709-e304-4b75-a6a9-53270c1b422f req-be6f5538-9224-4956-bc57-64f02d2b1ae5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 982 time: 0.0541334 Apr 06 14:41:05.605151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b9d88709-e304-4b75-a6a9-53270c1b422f req-2f7d6e8b-bec7-4f7a-9895-b3d468eb4f04 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Apr 06 14:41:06.729671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab57f5-07f2-4b24-be9f-173151ccaa76 req-0d6f568c-48e0-43b9-98fe-cfa7364223f6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:06.731352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8ab57f5-07f2-4b24-be9f-173151ccaa76 req-0d6f568c-48e0-43b9-98fe-cfa7364223f6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 982 time: 0.0589199 Apr 06 14:41:06.786929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8ab57f5-07f2-4b24-be9f-173151ccaa76 req-1a9ee7d5-6050-4ce5-8b63-89211da8a609 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Apr 06 14:41:06.928272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:07.038114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 71e82058-c253-42e8-8069-3a1f94da5a82 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:41:07.042665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 71e82058-c253-42e8-8069-3a1f94da5a82 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:07.043046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.123527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 71e82058-c253-42e8-8069-3a1f94da5a82 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:07.123923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.146590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2745f9fe-9811-481e-9dcd-821c67b8e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:07.148852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0b4aa-87bf-483c-be3a-c72ee6c21cd6" -d '{"events": [{"server_uuid": "2745f9fe-9811-481e-9dcd-821c67b8e498", "name": "network-vif-plugged", "status": "completed", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:07.162582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:07.186035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e3547-5ef0-48de-a89c-76818d718821 x-openstack-request-id: req-381e3547-5ef0-48de-a89c-76818d718821 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:07.186336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2745f9fe-9811-481e-9dcd-821c67b8e498", "name": "network-vif-plugged", "status": "completed", "tag": "71e82058-c253-42e8-8069-3a1f94da5a82", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:07.186596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-381e3547-5ef0-48de-a89c-76818d718821 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:07.187002 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e3547-5ef0-48de-a89c-76818d718821'] response: {'server_uuid': '2745f9fe-9811-481e-9dcd-821c67b8e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e82058-c253-42e8-8069-3a1f94da5a82', 'code': 200} Apr 06 14:41:07.215425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.267535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=10']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:07.449122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe3de2-bc94-45b6-8883-56b79ed01c85 req-1bff59c4-0daa-40c9-8eae-cfafcd31456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.450565 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eafe3de2-bc94-45b6-8883-56b79ed01c85 req-1bff59c4-0daa-40c9-8eae-cfafcd31456f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 1168 time: 0.0465977 Apr 06 14:41:07.496966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eafe3de2-bc94-45b6-8883-56b79ed01c85 req-f121af2e-7d23-4ab9-9898-ae45970f30bf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Apr 06 14:41:07.911506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381432d8-e72b-4684-93e2-914b1d9da607 req-56a252d1-6193-4e51-bc5a-d54e9d084704 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.913217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-381432d8-e72b-4684-93e2-914b1d9da607 req-56a252d1-6193-4e51-bc5a-d54e9d084704 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 984 time: 0.0585620 Apr 06 14:41:07.960768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-381432d8-e72b-4684-93e2-914b1d9da607 req-4d785251-23ad-42b0-8d78-876f5e29aebc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Apr 06 14:41:08.921712 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-4fc5fbd1-9505-4f2b-9903-0b9c3baac3f5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453832 Apr 06 14:41:08.989838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-aa3e3a6a-5396-4e02-84df-f3ae5cc0a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:08.991151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-aa3e3a6a-5396-4e02-84df-f3ae5cc0a380 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1130 time: 0.0485983 Apr 06 14:41:09.143765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-85f3fa21-7f32-4323-9381-82b91d41c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.145331 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-85f3fa21-7f32-4323-9381-82b91d41c811 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1273093 Apr 06 14:41:09.152968 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de105f-d828-455d-8f5e-c9fc7b35ef77 req-72986c1e-ee92-4cc8-b19e-4ac29c4221dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.158508 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2de105f-d828-455d-8f5e-c9fc7b35ef77 req-72986c1e-ee92-4cc8-b19e-4ac29c4221dd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 984 time: 0.1152818 Apr 06 14:41:09.242302 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-827b9bce-50ef-49c4-a7f5-f5c195f90552 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 HTTP/1.1" status: 200 len: 1001 time: 0.0869131 Apr 06 14:41:09.249735 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2de105f-d828-455d-8f5e-c9fc7b35ef77 req-1a817d81-963b-4a47-a27b-6b8f5e3ada7c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892067 Apr 06 14:41:09.293804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-06227a91-3ef9-4b88-8e90-f2221ac23e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.295267 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-06227a91-3ef9-4b88-8e90-f2221ac23e02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0447071 Apr 06 14:41:09.379202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-83286db6-e628-4890-9296-5b0e59b883ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.380780 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-83286db6-e628-4890-9296-5b0e59b883ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0787394 Apr 06 14:41:09.403576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1bef5-623c-4236-b480-8b7edba34636 req-a5902c9c-d1b9-414f-a7d3-5cb906595008 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.405019 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6a1bef5-623c-4236-b480-8b7edba34636 req-a5902c9c-d1b9-414f-a7d3-5cb906595008 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 984 time: 0.0774412 Apr 06 14:41:09.498301 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6a1bef5-623c-4236-b480-8b7edba34636 req-8e23753f-d440-491f-9204-b7b805e9450f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837696 Apr 06 14:41:09.513800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-7d3b0bfa-6ab0-4dc1-a0f8-e5c9c9b1bde8 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249883 Apr 06 14:41:09.519820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51592) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:09.658722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d66484-c23d-4007-9d4e-cca7a8e81c04 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.660236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-86d66484-c23d-4007-9d4e-cca7a8e81c04 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498&network_id=fa69101d-a118-4fb4-81b1-eca814da7aa8 HTTP/1.1" status: 200 len: 1163 time: 0.1395025 Apr 06 14:41:09.676223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aa8a7883-b1b3-4e0e-89fa-851f3ef4eb15 req-eb14076e-f1c6-4311-a4de-3f4884a8f7ba service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542804 Apr 06 14:41:10.102926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d26b2-ea21-4faf-9627-2bec2a072f7e req-d1f47f2c-c194-4eb7-b07c-2bd963c64626 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:10.104542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-936d26b2-ea21-4faf-9627-2bec2a072f7e req-d1f47f2c-c194-4eb7-b07c-2bd963c64626 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 984 time: 0.0587034 Apr 06 14:41:10.151468 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-936d26b2-ea21-4faf-9627-2bec2a072f7e req-471e9d18-b889-4668-90e7-af1ba82d5964 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Apr 06 14:41:11.276541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287e062-5223-4f15-8b50-24ec9f84c8e8 req-2dd662de-9d39-4c09-974a-e8850023dedf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:11.279039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9287e062-5223-4f15-8b50-24ec9f84c8e8 req-2dd662de-9d39-4c09-974a-e8850023dedf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 984 time: 0.0562000 Apr 06 14:41:11.326674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9287e062-5223-4f15-8b50-24ec9f84c8e8 req-bf2b9eb2-61a4-4d8b-a777-140a6f488bf9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Apr 06 14:41:11.507535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-d0453bff-9a94-411c-97ad-e4affcdcf6d2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:11.509442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-d0453bff-9a94-411c-97ad-e4affcdcf6d2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 984 time: 0.0537484 Apr 06 14:41:11.592918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1b40610-9bf6-46e1-94c9-4d34720ae6b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:11.594428 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1b40610-9bf6-46e1-94c9-4d34720ae6b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0754571 Apr 06 14:41:11.694647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-10883662-f630-43a0-8926-7d16ea29180b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0952499 Apr 06 14:41:11.704971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:11.769394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.903049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=71e82058-c253-42e8-8069-3a1f94da5a82,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:11.936923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] For port 71e82058-c253-42e8-8069-3a1f94da5a82, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:11.968561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] device_id is not set on port 71e82058-c253-42e8-8069-3a1f94da5a82 yet. {{(pid=104420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:41:11.976662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Publish callbacks [] for port (71e82058-c253-42e8-8069-3a1f94da5a82), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.037958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.117585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Pushing event updated for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=11']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:12.168966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] No DVR routers for this DVR port 71e82058-c253-42e8-8069-3a1f94da5a82 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:41:12.309417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-38d4e3b8-f82c-4810-a4ff-27347d5f99b5 None None] Provisioning complete for port 71e82058-c253-42e8-8069-3a1f94da5a82 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:12.310050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-38d4e3b8-f82c-4810-a4ff-27347d5f99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.311702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] In _notify_port_updated(), no bound segment for port 71e82058-c253-42e8-8069-3a1f94da5a82 on network fa69101d-a118-4fb4-81b1-eca814da7aa8 {{(pid=104420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:41:12.312580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:12.313221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.314531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5391345-bc67-4634-98ad-dc24c2655d8e req-e1aa7560-85e0-4a62-9c52-c111b8b84f1f service neutron] 10.222.0.79 "PUT /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 200 len: 1027 time: 0.6135678 Apr 06 14:41:12.344941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-38d4e3b8-f82c-4810-a4ff-27347d5f99b5 None None] Port 71e82058-c253-42e8-8069-3a1f94da5a82 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:41:12.441595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb4abfd9-a2ff-48f4-90f5-ae7621b16ad1 req-8e5b9fec-0088-49bb-8806-4e3b6ad56be8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2745f9fe-9811-481e-9dcd-821c67b8e498 HTTP/1.1" status: 200 len: 210 time: 0.0329261 Apr 06 14:41:13.499622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51606) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:13.557968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36e35c03-713f-434b-bf9a-8813ce9ae3fd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (86ae2030-f395-494e-b74b-9087a28435ba), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:13.584335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36e35c03-713f-434b-bf9a-8813ce9ae3fd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (86ae2030-f395-494e-b74b-9087a28435ba), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:13.694853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36e35c03-713f-434b-bf9a-8813ce9ae3fd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (86ae2030-f395-494e-b74b-9087a28435ba), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:13.697517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36e35c03-713f-434b-bf9a-8813ce9ae3fd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:13.698716 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-36e35c03-713f-434b-bf9a-8813ce9ae3fd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/86ae2030-f395-494e-b74b-9087a28435ba HTTP/1.1" status: 204 len: 168 time: 0.1981070 Apr 06 14:41:13.708200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e35c03-713f-434b-bf9a-8813ce9ae3fd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ae2030-f395-494e-b74b-9087a28435ba,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:13.810595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51610) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:13.970268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port d2176ffb-03c9-4deb-806f-cf2f994e16d5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:41:13.970607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.047180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.047510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (d2176ffb-03c9-4deb-806f-cf2f994e16d5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.059330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for d2176ffb-03c9-4deb-806f-cf2f994e16d5 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:41:14.323456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d2176ffb-03c9-4deb-806f-cf2f994e16d5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.351555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=d2176ffb-03c9-4deb-806f-cf2f994e16d5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:14.416027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (85312b97-4ce3-418e-b03e-aa60d9bf0a9b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.416347 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 85312b97-4ce3-418e-b03e-aa60d9bf0a9b disassociated (deleted). External IP: 172.26.6.44, port: 71e82058-c253-42e8-8069-3a1f94da5a82. Apr 06 14:41:14.643991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 3ddb4583-2047-43d0-81f4-8e483af67e5b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:14.759125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:14.764753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.769786 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] Sync routers for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:14.783618 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:14.784244 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:14.795601 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5aed2b90-46e5-40b5-a4f4-253ba546e543 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/85312b97-4ce3-418e-b03e-aa60d9bf0a9b HTTP/1.1" status: 204 len: 168 time: 0.9838977 Apr 06 14:41:14.868298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51616) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:14.896784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:14.926532 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ba1d-0947-4d67-8a3f-f5a872987bea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (ad11a39c-c437-4b07-b13b-437951213977), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:14.952204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ba1d-0947-4d67-8a3f-f5a872987bea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (ad11a39c-c437-4b07-b13b-437951213977), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.072130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ba1d-0947-4d67-8a3f-f5a872987bea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ad11a39c-c437-4b07-b13b-437951213977), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.075030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ba1d-0947-4d67-8a3f-f5a872987bea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.076286 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ddc4ba1d-0947-4d67-8a3f-f5a872987bea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/ad11a39c-c437-4b07-b13b-437951213977 HTTP/1.1" status: 204 len: 168 time: 0.2069144 Apr 06 14:41:15.086350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4ba1d-0947-4d67-8a3f-f5a872987bea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad11a39c-c437-4b07-b13b-437951213977,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:15.103442 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:36Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:15.130550 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] Checking router: 3ddb4583-2047-43d0-81f4-8e483af67e5b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:15.139260 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:15.139863 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:15.176821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:15.248718 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:15.272622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 71e82058-c253-42e8-8069-3a1f94da5a82 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:41:15.273081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.363746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.379113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 71e82058-c253-42e8-8069-3a1f94da5a82 owned by {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:41:15.456729 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:36Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:15.485547 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9aea1-2fd8-4c8d-8178-0b781e474870 None None] The sync data for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv is: [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '136d1306-ce16-4ea3-9c36-52e2746e483d', 'name': '', 'network_id': 'fa69101d-a118-4fb4-81b1-eca814da7aa8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:66:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:32Z', 'updated_at': '2022-04-06T14:40:36Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '2bfec99e-a39e-444e-a21d-2ccdb6fc5986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:15.575892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (71e82058-c253-42e8-8069-3a1f94da5a82), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.603012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=71e82058-c253-42e8-8069-3a1f94da5a82,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:15.691379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:15.694782 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d551f5e0-1d9f-4150-9bce-eb52a40dad09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/ports/71e82058-c253-42e8-8069-3a1f94da5a82 HTTP/1.1" status: 204 len: 168 time: 0.5169253 Apr 06 14:41:15.697611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51624) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:15.742673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a8c51-ce18-47ce-9e12-3429d8bac6a5 None None] New status for floating IP 85312b97-4ce3-418e-b03e-aa60d9bf0a9b: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:41:16.405421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (3ddb4583-2047-43d0-81f4-8e483af67e5b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:16.674157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 136d1306-ce16-4ea3-9c36-52e2746e483d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:41:16.674419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:16.769271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 136d1306-ce16-4ea3-9c36-52e2746e483d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=136d1306-ce16-4ea3-9c36-52e2746e483d,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:16.769991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:16.782516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 136d1306-ce16-4ea3-9c36-52e2746e483d owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:41:16.970818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:41:16.995383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 71e82058-c253-42e8-8069-3a1f94da5a82 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:41:16.995732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 71e82058-c253-42e8-8069-3a1f94da5a82 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:41:17.038234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (136d1306-ce16-4ea3-9c36-52e2746e483d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.070546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=136d1306-ce16-4ea3-9c36-52e2746e483d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:17.256732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (3ddb4583-2047-43d0-81f4-8e483af67e5b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.476531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 3ddb4583-2047-43d0-81f4-8e483af67e5b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:17.588129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:17.593416 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cd2d3162-5f2f-46da-83e8-2f98c05d768a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/3ddb4583-2047-43d0-81f4-8e483af67e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947558 Apr 06 14:41:17.596072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51628) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:17.598917 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] Sync routers for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:17.609636 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:17.610247 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:17.660210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet 2bfec99e-a39e-444e-a21d-2ccdb6fc5986 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:41:17.663415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (2bfec99e-a39e-444e-a21d-2ccdb6fc5986), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.705531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (2bfec99e-a39e-444e-a21d-2ccdb6fc5986), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.728109 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:17.793342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (2bfec99e-a39e-444e-a21d-2ccdb6fc5986), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.923964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (2bfec99e-a39e-444e-a21d-2ccdb6fc5986), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.953528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfec99e-a39e-444e-a21d-2ccdb6fc5986,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:17.955535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:17.960823 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c46acee-5cd0-40e6-8581-39c39ca53273 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/2bfec99e-a39e-444e-a21d-2ccdb6fc5986 HTTP/1.1" status: 204 len: 168 time: 0.3636811 Apr 06 14:41:17.962967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51630) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:17.965923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac22096-4f39-4325-ba7e-c8ab231bf20b None None] Network fa69101d-a118-4fb4-81b1-eca814da7aa8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:41:18.004275 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:41:16Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:18.033985 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] Checking router: 3ddb4583-2047-43d0-81f4-8e483af67e5b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:18.044961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] Routers {'3ddb4583-2047-43d0-81f4-8e483af67e5b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:18.045597 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['3ddb4583-2047-43d0-81f4-8e483af67e5b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:18.089268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (3ddb4583-2047-43d0-81f4-8e483af67e5b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.131090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] DHCP port deletion for fa69101d-a118-4fb4-81b1-eca814da7aa8 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:41:18.193508 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] Set router 3ddb4583-2047-43d0-81f4-8e483af67e5b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:18.207576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (3ddb4583-2047-43d0-81f4-8e483af67e5b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.211122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] Deleting port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:41:18.211710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.276157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] For port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,segment=NetworkSegment(f0777fe0-c101-4c0b-a7d1-e4de1c4725d7),segment_id=f0777fe0-c101-4c0b-a7d1-e4de1c4725d7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:18.276557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.289357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] Calling delete_port for 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:41:18.342948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:41:18.343294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.385223 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:41:16Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:18.415266 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9a30f-6408-42ef-9e00-196562fea91a None None] The sync data for ids ['3ddb4583-2047-43d0-81f4-8e483af67e5b'] in dv-neutron-836581-2-hyperv is: [{'id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'name': 'tempest-TestNetworkBasicOps-router-147692078', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:28Z', 'updated_at': '2022-04-06T14:41:16Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'b349df9c-6dcc-4b8e-a9ce-769ab0839b9c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddb4583-2047-43d0-81f4-8e483af67e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:29Z', 'updated_at': '2022-04-06T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:18.423065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port b349df9c-6dcc-4b8e-a9ce-769ab0839b9c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:18.423437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.438750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for b349df9c-6dcc-4b8e-a9ce-769ab0839b9c owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:41:18.455071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (3d4cb1f6-d094-4f5c-9cba-0aeef2e51821), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.482363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] Pushing event deleted for resources: {'Port': ['ID=3d4cb1f6-d094-4f5c-9cba-0aeef2e51821,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:18.486119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731c5fd-3e0f-4ab3-802f-168239f991f0 None None] No DVR routers for this DVR port 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:41:18.516229 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:41:18.672145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b349df9c-6dcc-4b8e-a9ce-769ab0839b9c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:18.698772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=b349df9c-6dcc-4b8e-a9ce-769ab0839b9c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:18.763331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (3ddb4583-2047-43d0-81f4-8e483af67e5b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.083364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (3ddb4583-2047-43d0-81f4-8e483af67e5b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.085580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (3ddb4583-2047-43d0-81f4-8e483af67e5b), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.180622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (3ddb4583-2047-43d0-81f4-8e483af67e5b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.181256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 3ddb4583-2047-43d0-81f4-8e483af67e5b {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:41:19.193178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.193178 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-feb49a1e-d415-4de4-b079-e03055a8d0a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/3ddb4583-2047-43d0-81f4-8e483af67e5b HTTP/1.1" status: 204 len: 168 time: 1.2254899 Apr 06 14:41:19.193711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51632) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:19.274771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (fa69101d-a118-4fb4-81b1-eca814da7aa8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.366829 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (fa69101d-a118-4fb4-81b1-eca814da7aa8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.388518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69101d-a118-4fb4-81b1-eca814da7aa8']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:19.397819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:19.398115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0777fe0-c101-4c0b-a7d1-e4de1c4725d7') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:19.408150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (f0777fe0-c101-4c0b-a7d1-e4de1c4725d7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.421002 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (f0777fe0-c101-4c0b-a7d1-e4de1c4725d7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.427108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:41:19.427530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (f0777fe0-c101-4c0b-a7d1-e4de1c4725d7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:41:19.430493 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:41:19.552354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (fa69101d-a118-4fb4-81b1-eca814da7aa8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.557071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.560681 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/fa69101d-a118-4fb4-81b1-eca814da7aa8 HTTP/1.1" status: 204 len: 168 time: 0.3659930 Apr 06 14:41:19.570353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51634) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:19.576561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a985ac2-8822-4501-a64b-ce81d58c60d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=fa69101d-a118-4fb4-81b1-eca814da7aa8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:19.585261 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3cc673e1-f6bc-4b18-8978-4ccfb248a81a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121865 Apr 06 14:41:19.587796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:19.593195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--271938037', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:19.689420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:41:19.692947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.718375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:41:19.728439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (0d05ca90-a607-4b2a-aefc-b01356092456), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.728863 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment 0d05ca90-a607-4b2a-aefc-b01356092456 of type vlan for network c11a1bac-c142-4b0f-acde-2b13297990c8 Apr 06 14:41:19.786415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c11a1bac-c142-4b0f-acde-2b13297990c8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.894990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c11a1bac-c142-4b0f-acde-2b13297990c8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.900085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:19.900686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:19.920633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:41:19.941352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:41:19.941705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 3d4cb1f6-d094-4f5c-9cba-0aeef2e51821 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:41:19.942132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b349df9c-6dcc-4b8e-a9ce-769ab0839b9c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:41:19.968020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b349df9c-6dcc-4b8e-a9ce-769ab0839b9c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:41:19.968365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b349df9c-6dcc-4b8e-a9ce-769ab0839b9c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:41:19.968877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 136d1306-ce16-4ea3-9c36-52e2746e483d no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:41:19.992358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 136d1306-ce16-4ea3-9c36-52e2746e483d {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:41:19.992726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 136d1306-ce16-4ea3-9c36-52e2746e483d not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:41:20.013731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=c11a1bac-c142-4b0f-acde-2b13297990c8,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:20.022140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.023837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.023837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.023837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.023837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.023837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.024429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.024543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.024836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.025167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.025498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.025886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.026216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.026542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.026932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:20.038871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c11a1bac-c142-4b0f-acde-2b13297990c8 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:41:20.097652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fae39a97-9a1f-48e8-b62b-8d0cfcd8c056 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5088177 Apr 06 14:41:20.100486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51638) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:20.105825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-302811519', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:20.186248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.187242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.238743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.415525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.704625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.727314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.839313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.44 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/737b3c93-1fd1-4aa2-a8fd-e9496b329e18) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:20.947409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:21.049176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:21.087111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:21.094295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:21.095968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:21.123558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:21.136871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.141630 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:21.481912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:21.686636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:21.917935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:41:22.032171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:22.042428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Sync routers for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:22.053440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:22.054111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:22.074828 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.076099 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-57318f8b-30b8-4f82-b202-1cc83a3b10b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9740508 Apr 06 14:41:22.082295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:22.173410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:22.363407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c88f270e-56f4-4ee4-ad72-d68ef5b666d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.383148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:21Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:22.412016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Checking router: b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:22.412379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Updating router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:41:22.452979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.474189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-069c5b17-3029-4384-b25d-3fb0fd78a20e tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3906147 Apr 06 14:41:22.477143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51642) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:22.565185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77bedd-1486-485b-942d-17baeed14bb0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:22.566728 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ff77bedd-1486-485b-942d-17baeed14bb0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885072 Apr 06 14:41:22.569654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51644) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:22.602624 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-da0a8577-9234-4682-8789-7b8095cb2ddf tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318253 Apr 06 14:41:22.609890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51646) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:22.614917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282907692', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:22.711829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Publish callbacks [] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.757361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:41:22.761001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.786119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.841510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Attempting to bind port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:41:22.841930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Attempting to bind port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:41:22.842304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Attempting to bind port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:22.849468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071e819-a458-4385-bf05-8aebdab79ed8 None None] Pushing event updated for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:22.852230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:41:22.852613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:22.853047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.853439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:41:22.853914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Bound port: 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:41:22.854305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.908451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] For port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:22.911542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] For port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:22.964014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:22.986651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (48d149bc-302e-4628-b5d8-9f7f2561e5fe), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.025182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:23.025826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:40:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:23.050033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=48d149bc-302e-4628-b5d8-9f7f2561e5fe,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:23.056981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:23.057352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: c11a1bac-c142-4b0f-acde-2b13297990c8, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:41:23.061959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071e819-a458-4385-bf05-8aebdab79ed8 None None] Pushing event updated for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:23.138580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:23.140422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network c11a1bac-c142-4b0f-acde-2b13297990c8 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:41:23.237860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c11a1bac-c142-4b0f-acde-2b13297990c8) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:23.242599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:23.243109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.251421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d8c9a-d629-401e-a951-ba93d58b3848 None None] Network c11a1bac-c142-4b0f-acde-2b13297990c8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:41:23.331972 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8e11e989-2db8-4e07-b554-8c5ee07f1bbc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7209551 Apr 06 14:41:23.335038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51648) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:23.394752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c11a1bac-c142-4b0f-acde-2b13297990c8', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:41:23.395620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.422445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:21Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:23.459171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61706b0b-7fdd-4a79-b649-c6d4ae5f4939 None None] The sync data for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv is: [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:21Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:23.513374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.588570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Allocated IP 172.20.0.2 (c11a1bac-c142-4b0f-acde-2b13297990c8/48d149bc-302e-4628-b5d8-9f7f2561e5fe/2c47defc-bac5-446e-9774-c78ed6d915c1) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:23.753740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Publish callbacks [] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.815021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.855346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Network c11a1bac-c142-4b0f-acde-2b13297990c8 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:23.859994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:23.862680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:23.869592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.882758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Pushing event updated for resources: {'Port': ['ID=2c47defc-bac5-446e-9774-c78ed6d915c1,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:23.939447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Attempting to bind port 2c47defc-bac5-446e-9774-c78ed6d915c1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:41:23.939754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Attempting to bind port 2c47defc-bac5-446e-9774-c78ed6d915c1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:41:23.940112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Attempting to bind port 2c47defc-bac5-446e-9774-c78ed6d915c1 on network c11a1bac-c142-4b0f-acde-2b13297990c8 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:23.945537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:41:23.945918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Checking segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:23.946327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.946726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Bound using segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:41:23.947195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Bound port: 2c47defc-bac5-446e-9774-c78ed6d915c1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:41:23.947576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.965480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:24.187622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (c11a1bac-c142-4b0f-acde-2b13297990c8/48d149bc-302e-4628-b5d8-9f7f2561e5fe/8ed77093-76e5-4c5a-bb3a-9e0886d08c16) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:24.207607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] For port 2c47defc-bac5-446e-9774-c78ed6d915c1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:24.211192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] For port 2c47defc-bac5-446e-9774-c78ed6d915c1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2c47defc-bac5-446e-9774-c78ed6d915c1,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:24.222599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:24.225761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.299132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.318664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.345131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:24.345520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.385308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:24.389255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491668ae-1a4f-486c-9a05-81dc1a4bc65b None None] Pushing event updated for resources: {'Port': ['ID=2c47defc-bac5-446e-9774-c78ed6d915c1,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:24.404572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.449993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network c11a1bac-c142-4b0f-acde-2b13297990c8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:24.455527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:24.459617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:24.461093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.490284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:24.519955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.528558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:24.723556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9f6683ec-de9e-49d4-b42c-a6c473bbfef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:24.743862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:25.021841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:25.066444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:25.151869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:25.154857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:25.251302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network c11a1bac-c142-4b0f-acde-2b13297990c8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:25.252787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:25.361912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:25.472209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:25.477441 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cdac2e7e-4d4b-4b90-9d85-5866809d1ee5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412838 Apr 06 14:41:25.480901 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51650) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:25.483692 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Sync routers for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:25.496288 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:25.497462 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:25.593717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.594245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.594713 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.595171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.595617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.596066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.597879 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dcb84f70-e999-4ab4-81ca-35574548f9d0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1158311 Apr 06 14:41:25.600659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51652) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:25.607854 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:25.696202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.696669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.697150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.697997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.698662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.699619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.702550 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a7d05cf6-5f97-4da9-a8da-f36727baef5b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1009231 Apr 06 14:41:25.705414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51654) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:25.758000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:25.836804 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:25.868862 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Checking router: b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:25.869218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Updating router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:41:25.897071 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:25.977129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9f57c314-79b0-4bc6-929d-ae117b5eaeee tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2687905 Apr 06 14:41:26.048227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c47defc-bac5-446e-9774-c78ed6d915c1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:26.076021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f07603-2791-492e-84c2-5667eda2a030 None None] Network c11a1bac-c142-4b0f-acde-2b13297990c8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:41:26.164632 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Publish callbacks [] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.181496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2c47defc-bac5-446e-9774-c78ed6d915c1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:26.182013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.193131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51658) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:26.197990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095141928', 'description': 'tempest-secgroup-smoke-1095141928 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:26.226320 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.230692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Provisioning complete for port 2c47defc-bac5-446e-9774-c78ed6d915c1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:26.231036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.281950 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e48d6b-851d-47b7-90b7-2c6c62de28cf None None] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:26.295160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.330847 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Attempting to bind port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:41:26.332035 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Attempting to bind port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:41:26.332035 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Attempting to bind port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 on network c11a1bac-c142-4b0f-acde-2b13297990c8 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:26.336887 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:41:26.337102 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Checking segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:26.338681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.338681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Bound using segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:41:26.338681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Bound port: 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:41:26.338681 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.363989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2c47defc-bac5-446e-9774-c78ed6d915c1 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:26.364389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.392257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Current status of the port 2c47defc-bac5-446e-9774-c78ed6d915c1 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:26.392676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.398324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (a07984ea-8b96-42e6-af92-cc2490014bfc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.422285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 2c47defc-bac5-446e-9774-c78ed6d915c1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2c47defc-bac5-446e-9774-c78ed6d915c1,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:26.425791 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] For port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:26.430659 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] For port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:26.454937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a07984ea-8b96-42e6-af92-cc2490014bfc), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.478298 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.478890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.480714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:26.487617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07984ea-8b96-42e6-af92-cc2490014bfc,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:26.544428 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e48d6b-851d-47b7-90b7-2c6c62de28cf None None] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:26.555080 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:26.555793 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:26.578841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.584383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51660) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:26.592830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'a07984ea-8b96-42e6-af92-cc2490014bfc', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:26.593463 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5e761e9d-0d20-4d9e-abcf-983b66355aac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3992126 Apr 06 14:41:26.600757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:41:26.601353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:41:26.618666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=2c47defc-bac5-446e-9774-c78ed6d915c1,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:26.634559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:26.634559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.682572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (ee0f6b72-ded6-4084-926b-bccbefed2369), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.690516 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:26.731856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:26.763540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (ee0f6b72-ded6-4084-926b-bccbefed2369), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.831771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (ee0f6b72-ded6-4084-926b-bccbefed2369), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.852689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0f6b72-ded6-4084-926b-bccbefed2369,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:26.910419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:26.914331 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d1b35661-60df-4aee-92f6-8de33ed87661 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251123 Apr 06 14:41:26.914854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51662) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:26.920221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'a07984ea-8b96-42e6-af92-cc2490014bfc', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:26.992255 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:41:26Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:26.996928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (62f74fba-9704-4631-9b88-92d5abc1529f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.026791 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313af5fa-25f0-471c-b8d6-ea04bd75b16f None None] The sync data for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv is: [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:41:26Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:27.062008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (62f74fba-9704-4631-9b88-92d5abc1529f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.132636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (62f74fba-9704-4631-9b88-92d5abc1529f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.152386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-92f9b9cc-218f-459e-a992-10eac49a5161 None None] Current status of the port 2c47defc-bac5-446e-9774-c78ed6d915c1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:27.157435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f74fba-9704-4631-9b88-92d5abc1529f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:27.247061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.247169 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-88b172b6-43f9-4fb4-9920-4ffb7c80aae8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3312428 Apr 06 14:41:27.250244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51664) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:27.255345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'a07984ea-8b96-42e6-af92-cc2490014bfc', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:27.289961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Provisioning complete for port 2c47defc-bac5-446e-9774-c78ed6d915c1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:27.290342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.335224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (2916cb90-d454-4f34-9df2-e6d73802858a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.404547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Current status of the port 2c47defc-bac5-446e-9774-c78ed6d915c1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:27.417920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.419500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (2916cb90-d454-4f34-9df2-e6d73802858a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.420129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Provisioning complete for port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:27.420719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.460550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (2916cb90-d454-4f34-9df2-e6d73802858a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.485116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2916cb90-d454-4f34-9df2-e6d73802858a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:27.520537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Current status of the port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:27.521097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.559900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.562107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-10741214-8077-4093-bbe9-bb93e918bc7a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107386 Apr 06 14:41:27.565516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51666) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:27.570198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'a07984ea-8b96-42e6-af92-cc2490014bfc', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:27.574331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] For port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:27.631812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.659777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c56b026a-f937-4a39-8d38-ec6586adfc5f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.685624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:27.693741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.694095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.694496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.694842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.695183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.695560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.696079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.696578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.697108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.697710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.698056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.698392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.699544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.700013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.700359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e3377-8f3a-4cdd-9c20-eb7192c5d7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:27.724373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c56b026a-f937-4a39-8d38-ec6586adfc5f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.751315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-15663253-c4a0-476e-8305-87034fc76933 None None] Provisioning complete for port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:27.751693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15663253-c4a0-476e-8305-87034fc76933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.780261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c56b026a-f937-4a39-8d38-ec6586adfc5f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.811873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56b026a-f937-4a39-8d38-ec6586adfc5f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:27.837509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-15663253-c4a0-476e-8305-87034fc76933 None None] Current status of the port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:27.891389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:27.892632 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ce9288f-705a-4968-92e3-d6af364a5e1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260815 Apr 06 14:41:27.895297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51668) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:27.899731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'a07984ea-8b96-42e6-af92-cc2490014bfc', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:27.992095 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:41:28.001155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (fdd02a0f-5ba6-4baf-8377-1b9a3d9158cb), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.019163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c47defc-bac5-446e-9774-c78ed6d915c1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:28.063774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (fdd02a0f-5ba6-4baf-8377-1b9a3d9158cb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.072972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2c47defc-bac5-446e-9774-c78ed6d915c1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:28.073432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.155646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2c47defc-bac5-446e-9774-c78ed6d915c1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:28.156802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:28.159403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (fdd02a0f-5ba6-4baf-8377-1b9a3d9158cb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.189083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd02a0f-5ba6-4baf-8377-1b9a3d9158cb,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:28.214862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:28.215243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.258060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.261886 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d38e6c1e-7706-4648-bd12-f6394433f3d0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631427 Apr 06 14:41:28.262396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:28.266979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'a07984ea-8b96-42e6-af92-cc2490014bfc', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:28.296762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:28.345957 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:41:28.351377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (a7edbceb-7a1f-48cf-aa79-67da20d27db6), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.409324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (a7edbceb-7a1f-48cf-aa79-67da20d27db6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.471660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a7edbceb-7a1f-48cf-aa79-67da20d27db6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.488810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.490191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7edbceb-7a1f-48cf-aa79-67da20d27db6,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:28.542783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:28.544051 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ea0be654-0245-46d2-ade5-2f46a61b4336 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807057 Apr 06 14:41:28.747752 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-782a84a1-24d4-435d-9d5e-7f2ab450a733 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095141928&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0430820 Apr 06 14:41:28.856307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-768ab8a7-554b-4bf3-8b14-4ebd88cfffcc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:28.857705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-768ab8a7-554b-4bf3-8b14-4ebd88cfffcc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=c11a1bac-c142-4b0f-acde-2b13297990c8 HTTP/1.1" status: 200 len: 796 time: 0.1036365 Apr 06 14:41:28.871816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-527c2558-2a46-4216-b1be-13bc63290a2e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0088823 Apr 06 14:41:28.958945 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-0e0972d6-ffaa-412b-9f2b-5052d49f8aec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824122 Apr 06 14:41:29.099401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-d387bf0e-8ac4-4939-8035-6c232acd7ed3 service neutron] 10.222.0.89 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287255 Apr 06 14:41:29.193658 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-d678d18b-9619-49a8-acc4-d0e233d15901 service neutron] 10.222.0.89 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884633 Apr 06 14:41:29.690760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d89915b5-25d4-45e5-8936-e9690da9afb1 req-c72e6bd8-8541-4541-9170-a4c61b30fc4e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 210 time: 0.2844124 Apr 06 14:41:30.786333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f28a54d5-96e4-47f9-971a-316b4811c3be req-8db68b94-fa19-4b70-a593-291f3c243b1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Apr 06 14:41:31.314143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-3bbc00c7-a772-45c3-a97d-0b140d437dba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:31.315591 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-3bbc00c7-a772-45c3-a97d-0b140d437dba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=c11a1bac-c142-4b0f-acde-2b13297990c8 HTTP/1.1" status: 200 len: 796 time: 0.1060402 Apr 06 14:41:31.377602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-2c7f4a94-e37a-40a4-9635-2ad4400285b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 380 time: 0.0537002 Apr 06 14:41:31.387720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['a07984ea-8b96-42e6-af92-cc2490014bfc']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:31.551944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:41:31.555432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:31.681630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.8 (c11a1bac-c142-4b0f-acde-2b13297990c8/48d149bc-302e-4628-b5d8-9f7f2561e5fe/8420df1b-41db-4b46-a7f1-6b84ebabe75b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:31.821926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:31.888879 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-545d8f57-cde0-4192-bf4c-9d9483097d93 req-66796a3e-b056-49d9-87a5-37434c8a545c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Apr 06 14:41:31.895062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:31.935008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network c11a1bac-c142-4b0f-acde-2b13297990c8 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:31.937997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:31.947761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:31.973670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=8420df1b-41db-4b46-a7f1-6b84ebabe75b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:32.003219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:32.003849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.086308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-71f50cd9-1ff9-475b-98c4-66d704d1469a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7033131 Apr 06 14:41:32.100745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Request body: {'port': {'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:32.161118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.190592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f6b827b5-476c-438f-9063-56b6912cf3a3 None None] Provisioning complete for port 8420df1b-41db-4b46-a7f1-6b84ebabe75b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:32.191230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6b827b5-476c-438f-9063-56b6912cf3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.228143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f6b827b5-476c-438f-9063-56b6912cf3a3 None None] Port 8420df1b-41db-4b46-a7f1-6b84ebabe75b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:41:32.422770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8420df1b-41db-4b46-a7f1-6b84ebabe75b {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:41:32.430234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Publish callbacks [] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.442017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Transition to ACTIVE for port object 8420df1b-41db-4b46-a7f1-6b84ebabe75b will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:41:32.523421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.577813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8420df1b-41db-4b46-a7f1-6b84ebabe75b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:32.649204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Attempting to bind port 8420df1b-41db-4b46-a7f1-6b84ebabe75b on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:41:32.649544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Attempting to bind port 8420df1b-41db-4b46-a7f1-6b84ebabe75b by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:41:32.649879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Attempting to bind port 8420df1b-41db-4b46-a7f1-6b84ebabe75b on network c11a1bac-c142-4b0f-acde-2b13297990c8 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:32.655271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Port 8420df1b-41db-4b46-a7f1-6b84ebabe75b on network c11a1bac-c142-4b0f-acde-2b13297990c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:41:32.655582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Attempting to bind port 8420df1b-41db-4b46-a7f1-6b84ebabe75b on network c11a1bac-c142-4b0f-acde-2b13297990c8 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:32.661132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:41:32.661132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Checking segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:32.661410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Bound using segment: {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:41:32.661707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Bound port: 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d05ca90-a607-4b2a-aefc-b01356092456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:41:32.662071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.732923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] For port 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:32.735980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] For port 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:32.797951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.833890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:32.834686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:32.835667 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] 10.222.0.79 "PUT /v2.0/ports/8420df1b-41db-4b46-a7f1-6b84ebabe75b HTTP/1.1" status: 200 len: 1093 time: 0.7416627 Apr 06 14:41:32.836122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:32.838415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:32.865064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9540861-09ae-4061-9aa1-7af49d9ebef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8420df1b-41db-4b46-a7f1-6b84ebabe75b,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:32.892191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c997d-10d0-407a-8ffe-44e1eb236aef x-openstack-request-id: req-e72c997d-10d0-407a-8ffe-44e1eb236aef {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:32.892492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:32.892811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e72c997d-10d0-407a-8ffe-44e1eb236aef {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:32.893222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72c997d-10d0-407a-8ffe-44e1eb236aef'] response: {'name': 'network-changed', 'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'status': 'completed', 'code': 200} Apr 06 14:41:32.962409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0 req-cdf37284-a7ee-4a40-8a84-dcea173be265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:32.963950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0 req-cdf37284-a7ee-4a40-8a84-dcea173be265 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 1127 time: 0.0510669 Apr 06 14:41:33.079675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce487f5-734f-4d0a-93a9-0534f94815ef req-5c913b44-163c-4e48-9c1f-f047e336b684 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.081206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ce487f5-734f-4d0a-93a9-0534f94815ef req-5c913b44-163c-4e48-9c1f-f047e336b684 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 943 time: 0.1163888 Apr 06 14:41:33.117215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0 req-405a6e9a-dcd3-4615-808d-4974629514fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.118769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0 req-405a6e9a-dcd3-4615-808d-4974629514fb service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1448274 Apr 06 14:41:33.200837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ce487f5-734f-4d0a-93a9-0534f94815ef req-d6b67abc-8051-42d7-9d02-b2e5d5a9a8a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116979 Apr 06 14:41:33.248199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0 req-fad235e3-f4be-4263-ae99-ed45ccd60e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.249625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df29b5fd-f7d0-4ab9-91c8-e4bae3d29ef0 req-fad235e3-f4be-4263-ae99-ed45ccd60e4c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1211495 Apr 06 14:41:33.331127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-19bfe8d9-2ec8-4000-aad2-6ad8446d2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.332653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-19bfe8d9-2ec8-4000-aad2-6ad8446d2b7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 1127 time: 0.0452461 Apr 06 14:41:33.376185 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-6af25b76-4a87-40db-b23d-15e12343d688 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b HTTP/1.1" status: 200 len: 217 time: 0.0372972 Apr 06 14:41:33.422747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-f9010057-9737-498f-9449-415889e5bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.424427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-f9010057-9737-498f-9449-415889e5bd27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48d149bc-302e-4628-b5d8-9f7f2561e5fe HTTP/1.1" status: 200 len: 835 time: 0.0422328 Apr 06 14:41:33.472643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-3de4336f-4a48-4e16-a8b2-0c0cbf3ab915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.480413 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-3de4336f-4a48-4e16-a8b2-0c0cbf3ab915 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a1bac-c142-4b0f-acde-2b13297990c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444295 Apr 06 14:41:33.571007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-349c874a-3b42-4eb7-9008-5bdc5b64239d service neutron] 10.222.0.79 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910668 Apr 06 14:41:33.659417 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdf975cf-6bd0-4948-a74e-067322c089cd req-f37bdad6-336b-422f-9794-be8fb2f02f0c service neutron] 10.222.0.79 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822039 Apr 06 14:41:34.318943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39d88-8842-4589-82c3-2678ea41ebc7 req-b1442092-6779-47a5-a547-35545578567c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:34.320415 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3e39d88-8842-4589-82c3-2678ea41ebc7 req-b1442092-6779-47a5-a547-35545578567c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Apr 06 14:41:34.368537 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3e39d88-8842-4589-82c3-2678ea41ebc7 req-eae25089-1003-45c3-92e4-00889ca3353d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Apr 06 14:41:35.031705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8420df1b-41db-4b46-a7f1-6b84ebabe75b details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:41:35.129091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:35.140544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:41:35.193575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8420df1b-41db-4b46-a7f1-6b84ebabe75b is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:35.193968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:35.207203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8420df1b-41db-4b46-a7f1-6b84ebabe75b {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:41:35.231579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:35.289745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:35.352897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8420df1b-41db-4b46-a7f1-6b84ebabe75b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:35.499883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['8420df1b-41db-4b46-a7f1-6b84ebabe75b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:41:35.519042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bda72-392a-4b84-8fd5-e8a7cda31760 req-5bff216a-73d2-4291-98fa-3864c223c556 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:35.520616 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-321bda72-392a-4b84-8fd5-e8a7cda31760 req-5bff216a-73d2-4291-98fa-3864c223c556 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 944 time: 0.0752387 Apr 06 14:41:35.579704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-321bda72-392a-4b84-8fd5-e8a7cda31760 req-5d0e7314-7bf4-44d7-95de-394577cc310c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533371 Apr 06 14:41:36.698519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e81d1-dc73-4503-b5c7-7d8cacfdaa42 req-59ec8aa0-c41c-45e9-b9de-db5ad4a46abf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:36.700138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-538e81d1-dc73-4503-b5c7-7d8cacfdaa42 req-59ec8aa0-c41c-45e9-b9de-db5ad4a46abf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 944 time: 0.0528307 Apr 06 14:41:36.750014 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-538e81d1-dc73-4503-b5c7-7d8cacfdaa42 req-347dc826-9299-47ab-b4e0-951472b2a1a3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443370 Apr 06 14:41:37.031195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8420df1b-41db-4b46-a7f1-6b84ebabe75b up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:37.163050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 8420df1b-41db-4b46-a7f1-6b84ebabe75b completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:41:37.167364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 8420df1b-41db-4b46-a7f1-6b84ebabe75b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:37.167741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:37.250093 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8420df1b-41db-4b46-a7f1-6b84ebabe75b is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:37.250490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:37.273327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:37.275643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a28c8f-a0df-403a-9776-41a76c91d1dc" -d '{"events": [{"server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "name": "network-vif-plugged", "status": "completed", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:37.287674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:37.313178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555abe4-64ee-4cc5-b5b0-81cc8c321fa3 x-openstack-request-id: req-7555abe4-64ee-4cc5-b5b0-81cc8c321fa3 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:37.313567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "name": "network-vif-plugged", "status": "completed", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:37.313834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7555abe4-64ee-4cc5-b5b0-81cc8c321fa3 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:37.314245 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7555abe4-64ee-4cc5-b5b0-81cc8c321fa3'] response: {'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'code': 200} Apr 06 14:41:37.385817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:37.433006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8420df1b-41db-4b46-a7f1-6b84ebabe75b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:37.594478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1c3b3-9af3-4549-be3a-2f73917d6b9c req-a15ae7c4-3955-4df1-bc8f-37d9973ee88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:37.596201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4f1c3b3-9af3-4549-be3a-2f73917d6b9c req-a15ae7c4-3955-4df1-bc8f-37d9973ee88c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 1129 time: 0.0559309 Apr 06 14:41:37.642292 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4f1c3b3-9af3-4549-be3a-2f73917d6b9c req-84969933-5baf-40ac-9cfd-2450586cddf8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398829 Apr 06 14:41:37.869805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320abfa-32fe-4ad0-bb6f-adf42e7e2097 req-bfac42c0-f8e9-41a8-a3c8-6e6ac93eba1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:37.871795 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e320abfa-32fe-4ad0-bb6f-adf42e7e2097 req-bfac42c0-f8e9-41a8-a3c8-6e6ac93eba1d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 945 time: 0.0534756 Apr 06 14:41:37.919933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e320abfa-32fe-4ad0-bb6f-adf42e7e2097 req-b4bc4ef9-ec0d-4398-afd6-6bbd1dc98f23 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 Apr 06 14:41:39.043477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8956-f4fa-4825-b400-4b328aef6929 req-e0970906-95e2-444f-b0a6-b3cf1a961aa5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:39.044969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-444a8956-f4fa-4825-b400-4b328aef6929 req-e0970906-95e2-444f-b0a6-b3cf1a961aa5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 945 time: 0.0551088 Apr 06 14:41:39.098249 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-444a8956-f4fa-4825-b400-4b328aef6929 req-d09c914e-765d-4883-b424-cd4464873b50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466113 Apr 06 14:41:39.217805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06689-e5af-43bf-9d6d-7ab1a2ad5784 req-a4b9991c-11ca-4ba6-8a34-85d603ef6bf6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:39.219244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e0f06689-e5af-43bf-9d6d-7ab1a2ad5784 req-a4b9991c-11ca-4ba6-8a34-85d603ef6bf6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Apr 06 14:41:39.267656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e0f06689-e5af-43bf-9d6d-7ab1a2ad5784 req-a85b8b28-a0f5-4dd5-8730-0b3f577b8a0f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Apr 06 14:41:39.288834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51722) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:39.332365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707ef05-4b2a-4c77-b2c1-9f045aeb75da tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:39.333933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2707ef05-4b2a-4c77-b2c1-9f045aeb75da tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 1124 time: 0.0441051 Apr 06 14:41:39.336606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51724) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:39.340850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:39.419936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:39.521420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:39.622462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.136 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/3e0a55ff-43dd-42f0-8bb8-8fc29882881e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:39.724813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:39.814427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:39.851330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:39.856292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:39.858720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:39.882572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=3e0a55ff-43dd-42f0-8bb8-8fc29882881e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:40.225655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (66348040-46af-4a00-b39c-9f8f0516e648), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:40.351184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:40.499591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:40.585961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:40.657561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=3e0a55ff-43dd-42f0-8bb8-8fc29882881e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:40.671828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (66348040-46af-4a00-b39c-9f8f0516e648), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:40.773444 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 66348040-46af-4a00-b39c-9f8f0516e648 associated. External IP: 172.26.6.136, port: 8420df1b-41db-4b46-a7f1-6b84ebabe75b. Apr 06 14:41:41.256312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:41.364250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:41.374914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] Sync routers for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:41.384075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:41.384681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:41.444580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:41.474843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-207296af-46e6-4696-aa07-cc8bbdb90bac tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1371810 Apr 06 14:41:41.475423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:41.478177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d356773-ae4a-4506-b487-034ee6feac3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:41.479636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51726) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:41.497771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:41.521797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c3daa-efbe-43af-a99d-d4dbbfbf4cf8 x-openstack-request-id: req-593c3daa-efbe-43af-a99d-d4dbbfbf4cf8 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:41.522093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:41.522419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-593c3daa-efbe-43af-a99d-d4dbbfbf4cf8 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:41.522834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593c3daa-efbe-43af-a99d-d4dbbfbf4cf8'] response: {'name': 'network-changed', 'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'status': 'completed', 'code': 200} Apr 06 14:41:41.591805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356773-ae4a-4506-b487-034ee6feac3f req-821e3be8-f6c9-420b-bb8d-0b49b712b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:41.593515 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-821e3be8-f6c9-420b-bb8d-0b49b712b45f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 1129 time: 0.0504541 Apr 06 14:41:41.605617 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-14751dd8-522a-4116-ab70-cd237cc116b6 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 HTTP/1.1" status: 200 len: 921 time: 0.1235857 Apr 06 14:41:41.606325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51730) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:41.673178 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d80e3b5d-6e5d-4203-a95e-0c26ea1b83cd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 991 time: 0.0657058 Apr 06 14:41:41.690222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356773-ae4a-4506-b487-034ee6feac3f req-e663bd2e-fbb0-4c6d-9234-77899eecbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:41.691710 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-e663bd2e-fbb0-4c6d-9234-77899eecbe55 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a1bac-c142-4b0f-acde-2b13297990c8 HTTP/1.1" status: 200 len: 898 time: 0.0903378 Apr 06 14:41:41.740892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '66348040-46af-4a00-b39c-9f8f0516e648', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:40Z', 'updated_at': '2022-04-06T14:41:40Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:41:27Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:41.767729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-c4ed2e11-2b60-47de-b1ef-7e4abd8ceb60 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b HTTP/1.1" status: 200 len: 999 time: 0.0703793 Apr 06 14:41:41.767967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] Checking router: b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:41.776077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:41.776683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:41.816859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356773-ae4a-4506-b487-034ee6feac3f req-3ecf86ee-6666-4dee-bb76-dfa2c92cf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:41.818351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-3ecf86ee-6666-4dee-bb76-dfa2c92cf7d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48d149bc-302e-4628-b5d8-9f7f2561e5fe HTTP/1.1" status: 200 len: 835 time: 0.0447264 Apr 06 14:41:41.869862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356773-ae4a-4506-b487-034ee6feac3f req-e0b0f6a7-c3d6-4f86-b47c-b2847632dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:41.871740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-e0b0f6a7-c3d6-4f86-b47c-b2847632dd5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a1bac-c142-4b0f-acde-2b13297990c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475526 Apr 06 14:41:41.973119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-9c3995bc-9251-43a5-9a16-084dd63e12ae service neutron] 10.222.0.79 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953631 Apr 06 14:41:42.033142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:42.062014 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d356773-ae4a-4506-b487-034ee6feac3f req-3edcf768-03c3-40d0-a7e8-1ab57b730534 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835252 Apr 06 14:41:42.259128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '66348040-46af-4a00-b39c-9f8f0516e648', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:40Z', 'updated_at': '2022-04-06T14:41:40Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:41:27Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:42.285418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422c450-fa45-4ff1-8895-be3c34f9d7d2 None None] The sync data for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv is: [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '66348040-46af-4a00-b39c-9f8f0516e648', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:40Z', 'updated_at': '2022-04-06T14:41:40Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:41:27Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:42.472478 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32efe34-b994-4e6a-8c7e-f102f3074bce None None] New status for floating IP 66348040-46af-4a00-b39c-9f8f0516e648: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:41:42.677276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51732) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:42.800653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dc3f1923-bf75-4d2e-9f2b-7c868b345867 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 993 time: 0.1222210 Apr 06 14:41:52.305650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-51204ce8-9a92-494d-b0a0-ef3f4505c5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:53.488283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:54.710715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d3190280-6e20-4c3d-ab83-870d83fb48b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:55.515688 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:41:55.745508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.050457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51734) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:57.304081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Deleting port 13acf9cb-c30c-4d3b-a4e2-4a3931e408d6 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:41:57.304340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.381294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.381627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.393186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Calling delete_port for 13acf9cb-c30c-4d3b-a4e2-4a3931e408d6 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:41:57.413842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.637106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (13acf9cb-c30c-4d3b-a4e2-4a3931e408d6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.664029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'Port': ['ID=13acf9cb-c30c-4d3b-a4e2-4a3931e408d6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:57.722583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (80f422cc-5b33-46ff-bb46-9c8a7050ca38), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:57.722911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Floating IP 80f422cc-5b33-46ff-bb46-9c8a7050ca38 disassociated (deleted). External IP: 172.26.6.48, port: fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0. Apr 06 14:41:57.933286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:58.042256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:58.048146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:58.052927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:58.062937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:58.063560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:58.078033 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-87e47135-2cbe-4783-85d0-08ef490af369 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "DELETE /v2.0/floatingips/80f422cc-5b33-46ff-bb46-9c8a7050ca38 HTTP/1.1" status: 204 len: 168 time: 1.0264580 Apr 06 14:41:58.078620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:58.080907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b19d64-25a0-445f-96d8-ea7a06f3687f" -d '{"events": [{"name": "network-changed", "server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:58.117282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f0344-f3a1-4128-826d-02613a7999b7 x-openstack-request-id: req-ca1f0344-f3a1-4128-826d-02613a7999b7 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:58.117582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:58.117839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ca1f0344-f3a1-4128-826d-02613a7999b7 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:58.118257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1f0344-f3a1-4128-826d-02613a7999b7'] response: {'name': 'network-changed', 'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'status': 'completed', 'code': 200} Apr 06 14:41:58.177858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:58.188029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-453ffbc3-101d-4468-b3ae-863c65d81966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.189913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-453ffbc3-101d-4468-b3ae-863c65d81966 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 1130 time: 0.0514941 Apr 06 14:41:58.297177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-90b9fa14-783e-42da-b487-48d4fa4c2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.298974 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-90b9fa14-783e-42da-b487-48d4fa4c2200 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1022060 Apr 06 14:41:58.350513 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-f2ec6101-8e7c-4b2d-a8d9-fd31b8ef4676 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 HTTP/1.1" status: 200 len: 217 time: 0.0428381 Apr 06 14:41:58.401743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-c9810471-284c-481a-aaf5-b5be19504273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.403355 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-c9810471-284c-481a-aaf5-b5be19504273 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0461144 Apr 06 14:41:58.420779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 1, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:58.455051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:58.471608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:58.472236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:58.501236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ef63-3b96-4a90-8cb1-8e01b4c02490 req-87a96fef-9ed1-4c6a-ae48-d0042919fa7c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.502904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4040ef63-3b96-4a90-8cb1-8e01b4c02490 req-87a96fef-9ed1-4c6a-ae48-d0042919fa7c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.0550058 Apr 06 14:41:58.508742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:58.554636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4040ef63-3b96-4a90-8cb1-8e01b4c02490 req-a2fe97ab-311f-46e9-9b8a-65fd78988a86 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Apr 06 14:41:58.603620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:58.837283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 1, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:58.867316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96a4b8-659d-4ac5-90db-055426933e04 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'ccd73f7c-f49b-4110-b6a1-cfe775321959', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'port_id': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'mac_address': 'fa:16:3e:a9:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:50Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 1, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:59.100446 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0706299-bbd0-453a-b95a-248cc45cf585 None None] New status for floating IP 80f422cc-5b33-46ff-bb46-9c8a7050ca38: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:41:59.543966 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-8ff8ab13-e7ec-4ebb-a08f-eecd8d4dce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:59.545397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-8ff8ab13-e7ec-4ebb-a08f-eecd8d4dce1a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447526 Apr 06 14:41:59.677638 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-76a92481-2c86-4eb2-9345-73ed7e6a43f6 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138854 Apr 06 14:41:59.743090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740d09e-0502-4585-b3a7-cde01ccf361e req-da647cbf-ed66-43ec-912c-f408604c85af tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:59.744557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c740d09e-0502-4585-b3a7-cde01ccf361e req-da647cbf-ed66-43ec-912c-f408604c85af tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.1149566 Apr 06 14:41:59.823324 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c740d09e-0502-4585-b3a7-cde01ccf361e req-d5ff9889-2f59-44e2-a158-51023e06a79a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723073 Apr 06 14:41:59.825344 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81b19d64-25a0-445f-96d8-ea7a06f3687f req-9c4e8195-72bb-44d1-8400-f846d9680350 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411848 Apr 06 14:42:00.054143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624662a-60dc-48a5-83ed-e07a63695746 req-e24eb0d4-a966-4d1c-8216-9aee57d585c2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:00.055610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7624662a-60dc-48a5-83ed-e07a63695746 req-e24eb0d4-a966-4d1c-8216-9aee57d585c2 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Apr 06 14:42:00.156769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Deleting port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:00.157034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:00.245252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] For port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:00.245619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:00.261917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Calling delete_port for fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:00.482648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:00.513574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'Port': ['ID=fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:00.580912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] No DVR routers for this DVR port fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:00.587331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:00.587331 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7624662a-60dc-48a5-83ed-e07a63695746 req-348dc9e4-1b50-4786-be3d-150ad1b4182d tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "DELETE /v2.0/ports/fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 HTTP/1.1" status: 204 len: 173 time: 0.5252197 Apr 06 14:42:00.587331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'name': 'network-vif-deleted', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:00.589363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74a3af8-0232-4f40-9ade-efbc93dd8787" -d '{"events": [{"server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "name": "network-vif-deleted", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:00.634521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11adc3-98be-4d36-9a2e-701480234805 x-openstack-request-id: req-fe11adc3-98be-4d36-9a2e-701480234805 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:00.634521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427c13a8-3e76-40e0-9b48-555aeb0646b5", "name": "network-vif-deleted", "tag": "fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:00.634521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fe11adc3-98be-4d36-9a2e-701480234805 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:00.634521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe11adc3-98be-4d36-9a2e-701480234805'] response: {'server_uuid': '427c13a8-3e76-40e0-9b48-555aeb0646b5', 'name': 'network-vif-deleted', 'tag': 'fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0', 'status': 'completed', 'code': 200} Apr 06 14:42:00.929013 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17b3447a-9912-4a4c-819b-5b5477d40f80 req-faa4b0a5-9512-432c-990d-6a5abc4a4f03 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0322227 Apr 06 14:42:02.033370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-87038f0f-b76f-4d63-a31f-cdb8874f23a1 req-6ecd19e0-27ca-4187-a88f-315063737a70 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Apr 06 14:42:03.129423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-10704c49-25ae-4ae7-935c-ce1aa36e1145 req-3cff2ae9-596d-4e2f-a847-ed7410508041 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0305209 Apr 06 14:42:04.230307 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c95fb062-49cc-407d-8741-c7cf6f8322bd req-ca3611f4-8c2c-4a26-a577-b6ae9352668f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Apr 06 14:42:05.171657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:05.192105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:05.192454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fc7b8b76-fc45-4aaa-bdb8-52ec4a0485e0 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:05.328169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ca98e1a-47ab-449a-9442-2d9ab2b22e8e req-4045927a-e9fa-4148-8c0e-0ee8fe986efc tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0284081 Apr 06 14:42:06.424055 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ea619cb8-2db4-4150-b166-2100f2edb873 req-8ff65b49-3afa-4920-baf0-7c88a834b171 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Apr 06 14:42:07.518673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd0ad96f-2339-493c-931d-8b7a6842d9f6 req-dfe1b85a-8891-48e9-957f-0354d7afeceb tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Apr 06 14:42:08.615477 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bcbe3c5e-8925-4a45-be6d-3374c008f588 req-0bf3a850-1ea7-4f51-bed7-e9c76b92740a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0278714 Apr 06 14:42:09.716485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a5842db-bf9a-4de1-b2df-f45ff14861b1 req-fc6410a8-a556-4e13-89de-5ed72e89a73c tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=427c13a8-3e76-40e0-9b48-555aeb0646b5 HTTP/1.1" status: 200 len: 210 time: 0.0314345 Apr 06 14:42:14.013143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51792) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:14.137347 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ac14153d-20f0-4636-a196-058b7b7aab90 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1214654 Apr 06 14:42:14.138690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51796) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:14.321530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19a938d-8692-40fd-8268-56605659c619 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Notify agent at dv-neutron-836581-2-hyperv the message router_removed_from_agent {{(pid=104420) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 06 14:42:14.327929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d19a938d-8692-40fd-8268-56605659c619 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "DELETE /v2.0/agents/19540681-2629-407d-95ff-887e4f2007f4/l3-routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 HTTP/1.1" status: 204 len: 168 time: 0.1845391 Apr 06 14:42:14.329260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51798) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:14.718192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51800) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:14.719521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2e74fcf7-8a0b-4499-b797-2f79f75111fb tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3890941 Apr 06 14:42:14.785628 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-664654b9-9ff3-47b2-8c8e-d51d6f5adb56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 993 time: 0.0650544 Apr 06 14:42:15.131726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2f9ac-f00c-4db4-9533-72779d824a86 None None] New status for floating IP 66348040-46af-4a00-b39c-9f8f0516e648: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:15.786574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51804) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:15.849353 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a8114783-67b9-42a3-9a04-97ca3bdfd7c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 991 time: 0.0617008 Apr 06 14:42:15.945705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:16.033394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:16.033781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:16.054641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:16.104873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:16.105590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:16.188112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:16.231125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:16.231527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:16.421356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:16.499975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:16.547465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:16.956188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51810) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:17.174042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607625a0-a9f1-4e5a-b73e-0d635932539a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:42:17.174308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607625a0-a9f1-4e5a-b73e-0d635932539a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Notify agent at dv-neutron-836581-2-hyperv the message router_added_to_agent {{(pid=104420) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 06 14:42:17.195224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-607625a0-a9f1-4e5a-b73e-0d635932539a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "POST /v2.0/agents/19540681-2629-407d-95ff-887e4f2007f4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2375851 Apr 06 14:42:17.197559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51814) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:17.213778 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] Sync routers for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:17.226807 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:17.227726 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:17.326136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9ef95de9-c66c-4080-bdb5-71524d306aca tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1274450 Apr 06 14:42:17.328817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51822) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:17.368657 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:17.409770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-80a6fa7f-2c09-4456-b48d-9cfc582e2e93 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 991 time: 0.0795155 Apr 06 14:42:17.621991 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '66348040-46af-4a00-b39c-9f8f0516e648', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:40Z', 'updated_at': '2022-04-06T14:42:15Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:42:16Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:17.651224 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] Checking router: b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:17.660985 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:17.661621 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:17.774680 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:18.012090 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '66348040-46af-4a00-b39c-9f8f0516e648', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:40Z', 'updated_at': '2022-04-06T14:42:15Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:42:16Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:18.038432 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38292dd6-e2dd-45f1-89ce-203be494ef66 None None] The sync data for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv is: [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '66348040-46af-4a00-b39c-9f8f0516e648', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'port_id': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'mac_address': 'fa:16:3e:7d:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:40Z', 'updated_at': '2022-04-06T14:42:15Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:42:16Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:18.414713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51826) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:18.485732 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0c1b57a4-8a69-41f3-a531-cef4d5fabf82 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 991 time: 0.0681565 Apr 06 14:42:19.488232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51830) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:19.557123 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fef6c1fd-495c-414c-b081-6800cdcdbcb1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 991 time: 0.0676770 Apr 06 14:42:19.854251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4398012e-cee4-4689-8f1f-b41484348584 None None] New status for floating IP 66348040-46af-4a00-b39c-9f8f0516e648: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:20.007448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:20.077310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:20.077687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.163490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:20.163890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.185682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:20.265743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.266490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:20.348085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:20.359139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:20.359139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.442050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:20.442438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.474232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:20.527803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.553500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51836) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:20.561771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51838) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:20.582812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:20.726374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Deleting port ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:20.726617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.806318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.806589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.820086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Calling delete_port for ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:20.850115 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a2258007-5878-4903-915a-0d0a3031348c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 200 len: 993 time: 0.2870367 Apr 06 14:42:21.036182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.064237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'Port': ['ID=ee6c4029-f2b0-4697-97d0-8f3a2d2dbb04,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:21.093328 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51844) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:21.093845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.094201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.094547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.094891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.095233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.095567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.095902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.096231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.096561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.096919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.097254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.097622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.097950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.098277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.098599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.140318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (ccd73f7c-f49b-4110-b6a1-cfe775321959), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.140748 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Floating IP ccd73f7c-f49b-4110-b6a1-cfe775321959 disassociated (deleted). External IP: 172.26.6.249, port: dd5371e7-c5d0-493a-8460-69aa6450eeae. Apr 06 14:42:21.254795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 3e0a55ff-43dd-42f0-8bb8-8fc29882881e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:21.255139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.331700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.332033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.344868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 3e0a55ff-43dd-42f0-8bb8-8fc29882881e owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:21.366880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:21.481118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:21.488523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.491540 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:21.503277 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:21.503775 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:21.517307 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d2dfe6fd-50f0-4373-aeba-e0d8c3e61fa1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "DELETE /v2.0/floatingips/ccd73f7c-f49b-4110-b6a1-cfe775321959 HTTP/1.1" status: 204 len: 168 time: 0.9626384 Apr 06 14:42:21.522802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:21.522802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1" -d '{"events": [{"name": "network-changed", "server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:21.550789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (3e0a55ff-43dd-42f0-8bb8-8fc29882881e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.568852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557fef8e-a104-4f5f-8efa-4c390077e644 x-openstack-request-id: req-557fef8e-a104-4f5f-8efa-4c390077e644 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:21.568852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:21.568852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-557fef8e-a104-4f5f-8efa-4c390077e644 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:21.568852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557fef8e-a104-4f5f-8efa-4c390077e644'] response: {'name': 'network-changed', 'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'status': 'completed', 'code': 200} Apr 06 14:42:21.588578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=3e0a55ff-43dd-42f0-8bb8-8fc29882881e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:21.630354 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:21.641506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.642479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.642479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.642704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.642854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.643185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.643720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.644054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.644384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.644732 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.645267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.645602 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.645927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.646415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.646935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:21.653608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-7e0ce043-d122-44c8-a1e9-1711e5098404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.655517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-7e0ce043-d122-44c8-a1e9-1711e5098404 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 1130 time: 0.0669105 Apr 06 14:42:21.667091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (66348040-46af-4a00-b39c-9f8f0516e648), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:21.667885 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 66348040-46af-4a00-b39c-9f8f0516e648 disassociated (deleted). External IP: 172.26.6.136, port: 8420df1b-41db-4b46-a7f1-6b84ebabe75b. Apr 06 14:42:21.758977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-7d60ee4b-492e-4dfc-9665-b19ee94130f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.761230 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-7d60ee4b-492e-4dfc-9665-b19ee94130f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 200 len: 914 time: 0.1002462 Apr 06 14:42:21.808454 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-3a55b845-da55-415b-97cb-8ffda7fb7805 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 200 len: 217 time: 0.0405126 Apr 06 14:42:21.860281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-4cd7a94d-a22e-4a1a-9c3f-f110a1bb214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.861166 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:21.861929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-4cd7a94d-a22e-4a1a-9c3f-f110a1bb214c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 200 len: 851 time: 0.0476625 Apr 06 14:42:21.902678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:21.902812 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:21.910505 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:21.911379 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:21.923133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-e8600d0f-0e1c-4a5f-bdce-b5b5a9f85fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.925586 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-e8600d0f-0e1c-4a5f-bdce-b5b5a9f85fdf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=661eb41e-2088-413c-98f9-50ad8667e372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0562267 Apr 06 14:42:22.029137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:22.034330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:22.041027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:22.072904 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-204f190d-bf95-4f85-b3a3-9e963ee67ef0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/66348040-46af-4a00-b39c-9f8f0516e648 HTTP/1.1" status: 204 len: 168 time: 0.9783654 Apr 06 14:42:22.073813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:22.076354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7951c9cc-7e37-4e39-b466-e09ccc914d75" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:22.106129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] Sync routers for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:22.116852 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:22.124789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:22.125225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:22.159639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf454-10f1-46b2-9198-f7a4f382573d req-eb7e93f5-acd2-42af-b90b-3e0c12a19b6b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.166943 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6abf454-10f1-46b2-9198-f7a4f382573d req-eb7e93f5-acd2-42af-b90b-3e0c12a19b6b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.1811051 Apr 06 14:42:22.183675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:22.184212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:22.223279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-8c366ad0-a9fe-44ee-bc5f-2dc1bf12b625 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970470 Apr 06 14:42:22.248656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6abf454-10f1-46b2-9198-f7a4f382573d req-0c8c6d9a-e724-4305-89a9-cfc3e1756e3a tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808072 Apr 06 14:42:22.332802 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:22.340183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:22.359551 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52670834-38b2-4c3c-ae76-53dd4c59526c None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'da86b156-0117-4c2d-a18c-b27ed45d310d', 'name': '', 'network_id': '661eb41e-2088-413c-98f9-50ad8667e372', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'mac_address': 'fa:16:3e:e7:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'subnets': [{'id': 'a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:22.362937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c45cd15-4ae7-4acc-a6ac-73ed893a2da1 req-e5e35648-1ebe-41f7-bfef-9a1a6947d209 service neutron] 10.222.0.79 "GET /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305175 Apr 06 14:42:22.389172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4d69-2eb2-4f90-aa3a-cdffdb1fcf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:22.428681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02da939-c3ae-48ed-9570-04b36ca4e4f7 x-openstack-request-id: req-a02da939-c3ae-48ed-9570-04b36ca4e4f7 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:22.431173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:22.431709 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a02da939-c3ae-48ed-9570-04b36ca4e4f7 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:22.432386 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02da939-c3ae-48ed-9570-04b36ca4e4f7'] response: {'name': 'network-changed', 'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'status': 'completed', 'code': 200} Apr 06 14:42:22.539713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:22.540849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:22.600788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53181f48-8d1a-444b-80d5-be900cba4e20 req-c3730b63-d445-433e-9ecc-b71578521e27 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.602641 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-53181f48-8d1a-444b-80d5-be900cba4e20 req-c3730b63-d445-433e-9ecc-b71578521e27 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 945 time: 0.1245959 Apr 06 14:42:22.604263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-369d0a1d-b679-461b-9772-42f4ccf2e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.605689 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-369d0a1d-b679-461b-9772-42f4ccf2e06c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 1129 time: 0.1373575 Apr 06 14:42:22.613570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-4a1e2000-a0ea-402a-8264-330423f1335f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.615069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-4a1e2000-a0ea-402a-8264-330423f1335f tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.1586618 Apr 06 14:42:22.649731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:22.650113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:22.664082 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-53181f48-8d1a-444b-80d5-be900cba4e20 req-97140ca8-e5ea-4a7e-aadf-04a37415ed34 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 Apr 06 14:42:22.679532 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c3663-e7fd-455c-8c0d-a53efcaa1918 None None] New status for floating IP ccd73f7c-f49b-4110-b6a1-cfe775321959: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:22.707204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:22.753114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] Checking router: b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:22.773014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:22.773662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:41:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:22.775478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:22.883253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:23.088720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:23.114334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900ccc3-7feb-4dc8-9927-be6b058997f9 None None] The sync data for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv is: [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:41:24Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8ed77093-76e5-4c5a-bb3a-9e0886d08c16', 'name': '', 'network_id': 'c11a1bac-c142-4b0f-acde-2b13297990c8', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:5e:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:24Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '48d149bc-302e-4628-b5d8-9f7f2561e5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:23.384307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649ad7a-c482-42fd-9d67-41d1d6bab3ad req-32e64533-c8ca-4546-b743-a1fb36b445f0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:23.385974 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9649ad7a-c482-42fd-9d67-41d1d6bab3ad req-32e64533-c8ca-4546-b743-a1fb36b445f0 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 946 time: 0.0595188 Apr 06 14:42:23.449370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9649ad7a-c482-42fd-9d67-41d1d6bab3ad req-a0d1b30a-f391-465a-ace5-85f91a055fbe tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/security-groups?id=e96beedc-8b0f-450f-afed-13f1d9dfb742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575716 Apr 06 14:42:23.493962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:23.600936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-22c21ddd-1f35-4d47-afe5-a848b4e315a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:23.602396 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-22c21ddd-1f35-4d47-afe5-a848b4e315a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a1bac-c142-4b0f-acde-2b13297990c8 HTTP/1.1" status: 200 len: 898 time: 0.1468778 Apr 06 14:42:23.615744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Deleting port dd5371e7-c5d0-493a-8460-69aa6450eeae {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:23.616101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:23.696738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-1b11f6eb-cae2-489f-b237-91f15d2c5dd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b HTTP/1.1" status: 200 len: 217 time: 0.0658906 Apr 06 14:42:23.936020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926735ff-f56e-4610-9415-e53df1d1c03d None None] New status for floating IP 66348040-46af-4a00-b39c-9f8f0516e648: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:24.114529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-c727d99f-3130-4302-b5e6-f6cbebd0d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:24.115962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-c727d99f-3130-4302-b5e6-f6cbebd0d27c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48d149bc-302e-4628-b5d8-9f7f2561e5fe HTTP/1.1" status: 200 len: 835 time: 0.4117668 Apr 06 14:42:24.123999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] For port dd5371e7-c5d0-493a-8460-69aa6450eeae, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dd5371e7-c5d0-493a-8460-69aa6450eeae,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:24.124400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.165593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Calling delete_port for dd5371e7-c5d0-493a-8460-69aa6450eeae owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:24.198408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d123b7-5850-4198-82a6-32a12f2081aa req-b0849342-c170-4606-9c7a-f4defc0de13a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:24.199789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33d123b7-5850-4198-82a6-32a12f2081aa req-b0849342-c170-4606-9c7a-f4defc0de13a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 945 time: 0.4589820 Apr 06 14:42:24.241829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-3aba0277-3906-46e7-9b9a-d96ee536903b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:24.243211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-3aba0277-3906-46e7-9b9a-d96ee536903b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 945 time: 0.4975009 Apr 06 14:42:24.317789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-9273c8c9-43b6-445e-ad98-16d196fabd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:24.319274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-9273c8c9-43b6-445e-ad98-16d196fabd36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a1bac-c142-4b0f-acde-2b13297990c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1909859 Apr 06 14:42:24.416726 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33d123b7-5850-4198-82a6-32a12f2081aa req-28a1b6e4-0ab5-4a75-b958-25f9d8dea7ed tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=a07984ea-8b96-42e6-af92-cc2490014bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844378 Apr 06 14:42:24.520517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 8420df1b-41db-4b46-a7f1-6b84ebabe75b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:24.523973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.569745 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-9624932b-80f2-41ed-93fc-cab8d02b981e service neutron] 10.222.0.79 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326846 Apr 06 14:42:24.595315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-644cc9fe-c56c-4bd6-843f-5d83df6225fb req-81042eba-3994-4820-a5ec-4ecde5937098 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0705197 Apr 06 14:42:24.595906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dd5371e7-c5d0-493a-8460-69aa6450eeae), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.677439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'Port': ['ID=dd5371e7-c5d0-493a-8460-69aa6450eeae,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:24.681622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b8be640e-69bf-47cf-b286-a042fcd7afb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.767688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] No DVR routers for this DVR port dd5371e7-c5d0-493a-8460-69aa6450eeae on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:24.775377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.778697 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.79 "DELETE /v2.0/ports/dd5371e7-c5d0-493a-8460-69aa6450eeae HTTP/1.1" status: 204 len: 173 time: 1.3336992 Apr 06 14:42:24.782191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'name': 'network-vif-deleted', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:24.784435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de1b542-4ef6-4a77-b598-5f886e6e73f7" -d '{"events": [{"server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "name": "network-vif-deleted", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:24.797025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 8420df1b-41db-4b46-a7f1-6b84ebabe75b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8420df1b-41db-4b46-a7f1-6b84ebabe75b,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:24.797025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.806980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7951c9cc-7e37-4e39-b466-e09ccc914d75 req-e4578eb4-10db-433d-b4d0-dc389d0e7d59 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159739 Apr 06 14:42:24.813308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 8420df1b-41db-4b46-a7f1-6b84ebabe75b owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:24.830725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dafd034-1415-4dcf-b66a-73c5ac4cdc6b x-openstack-request-id: req-1dafd034-1415-4dcf-b66a-73c5ac4cdc6b {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:24.830725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f551f8ab-3adc-48d6-8956-1d27048e5f69", "name": "network-vif-deleted", "tag": "dd5371e7-c5d0-493a-8460-69aa6450eeae", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:24.830725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1dafd034-1415-4dcf-b66a-73c5ac4cdc6b {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:24.830725 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dafd034-1415-4dcf-b66a-73c5ac4cdc6b'] response: {'server_uuid': 'f551f8ab-3adc-48d6-8956-1d27048e5f69', 'name': 'network-vif-deleted', 'tag': 'dd5371e7-c5d0-493a-8460-69aa6450eeae', 'status': 'completed', 'code': 200} Apr 06 14:42:24.985158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8420df1b-41db-4b46-a7f1-6b84ebabe75b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:25.016332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=8420df1b-41db-4b46-a7f1-6b84ebabe75b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:25.066876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port 8420df1b-41db-4b46-a7f1-6b84ebabe75b on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:25.070095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:25.073837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81ad64e6-e1c6-4a33-b391-dadb65ff56ee req-4e60258a-8ab2-4bcb-8ab4-03b459e84b3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/8420df1b-41db-4b46-a7f1-6b84ebabe75b HTTP/1.1" status: 204 len: 173 time: 0.8208745 Apr 06 14:42:25.542663 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c04da15c-6829-47d9-ad50-56b81736c1b7 req-e813d6ea-4fb1-471d-bc58-054824b41811 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9caff4-43d9-47d7-a3bb-e53e075e07f0 HTTP/1.1" status: 200 len: 210 time: 0.0291080 Apr 06 14:42:25.697763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aaeb9590-129d-4191-aaf3-1bc4e161c2c2 req-99b4598c-7838-417f-810e-1728d53f3e23 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0341775 Apr 06 14:42:25.767895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:26.600025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51876) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:26.662586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d33a57d-4c41-4425-baf7-6829e850ae91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (a07984ea-8b96-42e6-af92-cc2490014bfc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:26.692672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d33a57d-4c41-4425-baf7-6829e850ae91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (a07984ea-8b96-42e6-af92-cc2490014bfc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:26.804075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7820c1f-31c4-4dd5-a83d-ce0788dfb8c7 req-2e9607ba-721b-433b-af9f-d6d946e2e8c4 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Apr 06 14:42:26.824619 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d33a57d-4c41-4425-baf7-6829e850ae91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (a07984ea-8b96-42e6-af92-cc2490014bfc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:26.827561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7d33a57d-4c41-4425-baf7-6829e850ae91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:26.828799 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7d33a57d-4c41-4425-baf7-6829e850ae91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/a07984ea-8b96-42e6-af92-cc2490014bfc HTTP/1.1" status: 204 len: 168 time: 0.2277539 Apr 06 14:42:26.832950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'name': 'network-vif-deleted', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:26.832950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9bf0ac-2794-4f17-b44b-a70e444ad56e" -d '{"events": [{"server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "name": "network-vif-deleted", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:26.847750 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a57d-4c41-4425-baf7-6829e850ae91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07984ea-8b96-42e6-af92-cc2490014bfc,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:26.870981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36608d05-adf2-4cd6-8ad7-ad7179302cf3 x-openstack-request-id: req-36608d05-adf2-4cd6-8ad7-ad7179302cf3 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:26.872373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9caff4-43d9-47d7-a3bb-e53e075e07f0", "name": "network-vif-deleted", "tag": "8420df1b-41db-4b46-a7f1-6b84ebabe75b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:26.873577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36608d05-adf2-4cd6-8ad7-ad7179302cf3 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:26.874511 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36608d05-adf2-4cd6-8ad7-ad7179302cf3'] response: {'server_uuid': '2e9caff4-43d9-47d7-a3bb-e53e075e07f0', 'name': 'network-vif-deleted', 'tag': '8420df1b-41db-4b46-a7f1-6b84ebabe75b', 'status': 'completed', 'code': 200} Apr 06 14:42:26.974180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51884) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:27.324074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8420df1b-41db-4b46-a7f1-6b84ebabe75b no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:27.354846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 8420df1b-41db-4b46-a7f1-6b84ebabe75b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:27.355274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8420df1b-41db-4b46-a7f1-6b84ebabe75b not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:27.355774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dd5371e7-c5d0-493a-8460-69aa6450eeae no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:27.356482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.382393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: dd5371e7-c5d0-493a-8460-69aa6450eeae {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:27.382890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dd5371e7-c5d0-493a-8460-69aa6450eeae not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:27.430278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.628988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:27.629613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.715607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 8ed77093-76e5-4c5a-bb3a-9e0886d08c16, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:27.715971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.728483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:27.910671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b758f7eb-d94e-4f71-833d-ff9bdd5dcb12 req-4b3d7cf8-6fc0-4fc3-98b2-51aa32c785e1 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0344298 Apr 06 14:42:27.990540 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8ed77093-76e5-4c5a-bb3a-9e0886d08c16), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.016876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=8ed77093-76e5-4c5a-bb3a-9e0886d08c16,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:28.197140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.422913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:28.500193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.541736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:28.549468 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e2ce90f9-7867-4b53-b2a9-c4eba769b396 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731080 Apr 06 14:42:28.551109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51888) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:28.553942 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] Sync routers for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:28.571926 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:28.572721 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.610048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet 48d149bc-302e-4628-b5d8-9f7f2561e5fe {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:42:28.613576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (48d149bc-302e-4628-b5d8-9f7f2561e5fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.653831 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (48d149bc-302e-4628-b5d8-9f7f2561e5fe), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.686806 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:28.742681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (48d149bc-302e-4628-b5d8-9f7f2561e5fe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.866180 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:27Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.870645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (48d149bc-302e-4628-b5d8-9f7f2561e5fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.896119 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] Checking router: b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:28.900053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=48d149bc-302e-4628-b5d8-9f7f2561e5fe,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:28.902112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.906245 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c6cd908a-5ecb-41ca-99d4-9f29332e2fec tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/48d149bc-302e-4628-b5d8-9f7f2561e5fe HTTP/1.1" status: 204 len: 168 time: 0.3541329 Apr 06 14:42:28.908988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51890) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:28.910170 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] Routers {'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:28.910798 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.918548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e70507-1926-4f3d-8ace-0d13e8ded60d None None] Network c11a1bac-c142-4b0f-acde-2b13297990c8 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:29.059743 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] Set router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:29.102810 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-629cb74b-d613-460d-89be-f0bcb1bd0493 req-f066e81f-25c1-44f2-b18e-e0074724b586 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0584788 Apr 06 14:42:29.117119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.137240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] DHCP port deletion for c11a1bac-c142-4b0f-acde-2b13297990c8 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:42:29.204356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Deleting port 2c47defc-bac5-446e-9774-c78ed6d915c1 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:29.204724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.253533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.270873 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:27Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:29.289160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] For port 2c47defc-bac5-446e-9774-c78ed6d915c1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2c47defc-bac5-446e-9774-c78ed6d915c1,segment=NetworkSegment(0d05ca90-a607-4b2a-aefc-b01356092456),segment_id=0d05ca90-a607-4b2a-aefc-b01356092456)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:29.289693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.298411 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343cfff-91d9-4d67-a8d3-d01a5721313d None None] The sync data for ids ['b05b9ac0-20e7-4398-a3dd-54e1d00a4c15'] in dv-neutron-836581-2-hyperv is: [{'id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'name': 'tempest-TestNetworkBasicOps-router-302811519', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:27Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '737b3c93-1fd1-4aa2-a8fd-e9496b329e18', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b9ac0-20e7-4398-a3dd-54e1d00a4c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:41:20Z', 'updated_at': '2022-04-06T14:42:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:29.304162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Calling delete_port for 2c47defc-bac5-446e-9774-c78ed6d915c1 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:29.389032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:29.389371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.459066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (2c47defc-bac5-446e-9774-c78ed6d915c1), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.491022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 737b3c93-1fd1-4aa2-a8fd-e9496b329e18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:29.491697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.493624 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Pushing event deleted for resources: {'Port': ['ID=2c47defc-bac5-446e-9774-c78ed6d915c1,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:29.497080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] No DVR routers for this DVR port 2c47defc-bac5-446e-9774-c78ed6d915c1 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:29.504260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.505322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.505853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.506194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.506718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.507216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.507711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.508201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.508695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.509223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.509728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.509869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:29.510361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.510864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.511353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.511836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6cc1e2-88e8-4bc9-8ca7-25627fd41e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:29.773364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (737b3c93-1fd1-4aa2-a8fd-e9496b329e18), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.808876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=737b3c93-1fd1-4aa2-a8fd-e9496b329e18,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:29.877078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.988118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.990348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.039236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c47defc-bac5-446e-9774-c78ed6d915c1 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:30.134610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (b05b9ac0-20e7-4398-a3dd-54e1d00a4c15), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.136921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:42:30.159217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.160546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f822fb04-2c9c-47e8-aea4-d38c1b3e4cb9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/b05b9ac0-20e7-4398-a3dd-54e1d00a4c15 HTTP/1.1" status: 204 len: 168 time: 1.2505438 Apr 06 14:42:30.163441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51896) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:30.221018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 2c47defc-bac5-446e-9774-c78ed6d915c1 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:30.221277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c47defc-bac5-446e-9774-c78ed6d915c1 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:30.221881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:30.235273 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e49702f1-3883-42d4-be3e-916b6d365640 req-51b820c2-2906-49ce-af10-b1e5cdf1dced tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0387821 Apr 06 14:42:30.247460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:30.248692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8ed77093-76e5-4c5a-bb3a-9e0886d08c16 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:30.527193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c11a1bac-c142-4b0f-acde-2b13297990c8), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.614370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c11a1bac-c142-4b0f-acde-2b13297990c8), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.640326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11a1bac-c142-4b0f-acde-2b13297990c8']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:30.650521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d05ca90-a607-4b2a-aefc-b01356092456') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:30.650900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d05ca90-a607-4b2a-aefc-b01356092456') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:30.665564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (0d05ca90-a607-4b2a-aefc-b01356092456), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.680832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (0d05ca90-a607-4b2a-aefc-b01356092456), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.687363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:42:30.687757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (0d05ca90-a607-4b2a-aefc-b01356092456), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:42:30.690701 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:42:30.836333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c11a1bac-c142-4b0f-acde-2b13297990c8), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.846382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.849508 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/c11a1bac-c142-4b0f-acde-2b13297990c8 HTTP/1.1" status: 204 len: 168 time: 0.6837173 Apr 06 14:42:30.860719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6f6de-45f0-4f7a-ab5c-bcd18412be67 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=c11a1bac-c142-4b0f-acde-2b13297990c8,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:30.865981 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51898) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:30.868107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--1570255473', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:30.944658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:42:30.948033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.972017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:42:30.980859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1c28c063-b876-4271-8432-f1551186d8e1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:30.981208 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment 1c28c063-b876-4271-8432-f1551186d8e1 of type vlan for network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 Apr 06 14:42:31.021183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (5d44b0ab-9122-4e54-92af-9d50bd76cc13), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.093562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (5d44b0ab-9122-4e54-92af-9d50bd76cc13), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.098523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:31.099113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.178075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=5d44b0ab-9122-4e54-92af-9d50bd76cc13,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:31.189295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:42:31.204780 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-84c47a6a-c702-49f5-99b1-82d3f5123464 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3404515 Apr 06 14:42:31.207488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51900) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:31.212005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-612149374', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:31.276518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.278219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.335044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.340234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fc1cfb02-87c4-490c-9692-0479cc146183 req-3bdc8d11-c738-479e-a32f-bdc954fb231b tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0342872 Apr 06 14:42:31.547734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.803458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.821685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:31.918860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:31.927255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.115 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:31.939934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:31.940288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 737b3c93-1fd1-4aa2-a8fd-e9496b329e18 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:32.037879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.265561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.306277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:32.311865 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:32.316044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:32.339166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:32.441938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-355f4838-6793-438e-bb25-6f508a04818c req-d408e7c7-f15e-4633-acd5-760c29738092 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0331154 Apr 06 14:42:32.515807 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:42:32.642421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.845927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.041761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:42:33.160954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:33.172341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Sync routers for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:33.182885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:33.183550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:33.232847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.234173 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a0cbb25-d8e7-43b1-9c76-4c52a8ebffa0 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0256777 Apr 06 14:42:33.237228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51906) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.268111 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-31555270-abc8-4740-898c-49b2fcaaa889 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272291 Apr 06 14:42:33.269120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51908) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.299146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:33.362763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be6903-e7ae-4f7d-a41f-ae6b9bc2260b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:33.364733 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f9be6903-e7ae-4f7d-a41f-ae6b9bc2260b tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946388 Apr 06 14:42:33.367027 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51910) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.396513 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f2c39fef-f0e7-474a-9a9f-fdfac0d121b2 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283105 Apr 06 14:42:33.399026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.404450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639951246', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:33.494606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:32Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:33.525412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Checking router: 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:33.525982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Updating router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:42:33.553104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-70e40cba-7cc3-43ed-a918-5678d3b012dd req-d425d429-f135-4572-bef4-efe80d369924 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0354941 Apr 06 14:42:33.556007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:42:33.559498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.571080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.802700 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.829573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Publish callbacks [] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.876056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.876444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=7adf3d66-e71e-43a9-b56c-558c080ccfa5,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:33.879959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:33.882116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: 5d44b0ab-9122-4e54-92af-9d50bd76cc13, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:42:33.933029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5321eeb-70cf-41c8-bcca-0dd381bfcfc3 None None] Pushing event updated for resources: {'Port': ['ID=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:33.937438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Attempting to bind port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:42:33.937817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Attempting to bind port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:42:33.938174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Attempting to bind port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:33.939520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:42:33.943991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:42:33.944378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:33.944815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.945216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:42:33.945691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Bound port: f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:42:33.946080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.997822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] For port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:34.000771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] For port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:34.001727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 5d44b0ab-9122-4e54-92af-9d50bd76cc13) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:34.008322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:34.011119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.019470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49527c85-3d89-4482-b248-cabe12e86988 None None] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:34.095463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.102233 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-46109bd7-b2a2-4e72-a227-530ddf7d9002 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7019575 Apr 06 14:42:34.105024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 51916) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:34.178089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:42:34.178509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.197134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5321eeb-70cf-41c8-bcca-0dd381bfcfc3 None None] Pushing event updated for resources: {'Port': ['ID=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:34.202830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:34.203469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:34.417290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Allocated IP 172.20.0.2 (5d44b0ab-9122-4e54-92af-9d50bd76cc13/7adf3d66-e71e-43a9-b56c-558c080ccfa5/37a6ada1-8359-4707-8e12-c052a91fe1ef) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:34.420924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:34.659692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69bf5537-1b6c-41ee-bdf9-745695f3beed req-04b80be2-17b0-4395-baf0-a900e6a2e861 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "GET /v2.0/ports?device_id=f551f8ab-3adc-48d6-8956-1d27048e5f69 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Apr 06 14:42:34.717805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Publish callbacks [] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.731633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:32Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:34.762834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb48e-a104-4dd6-9ac7-7d193ae8c3cd None None] The sync data for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv is: [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:32Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:34.774082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.812781 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.818579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:34.821538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:34.827891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:34.838962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Pushing event updated for resources: {'Port': ['ID=37a6ada1-8359-4707-8e12-c052a91fe1ef,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:34.892994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Attempting to bind port 37a6ada1-8359-4707-8e12-c052a91fe1ef on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Attempting to bind port 37a6ada1-8359-4707-8e12-c052a91fe1ef by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Attempting to bind port 37a6ada1-8359-4707-8e12-c052a91fe1ef on network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Checking segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Bound using segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:42:34.900645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Bound port: 37a6ada1-8359-4707-8e12-c052a91fe1ef, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:42:34.901820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.974021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] For port 37a6ada1-8359-4707-8e12-c052a91fe1ef, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:34.977675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] For port 37a6ada1-8359-4707-8e12-c052a91fe1ef, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=37a6ada1-8359-4707-8e12-c052a91fe1ef,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:35.065866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.155738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b943a51-a07c-4cea-9b16-5c188e5e2716 None None] Pushing event updated for resources: {'Port': ['ID=37a6ada1-8359-4707-8e12-c052a91fe1ef,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:35.185658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (5d44b0ab-9122-4e54-92af-9d50bd76cc13/7adf3d66-e71e-43a9-b56c-558c080ccfa5/4915bc1b-bf43-4a0d-ab07-7e66e3b929e1) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:35.343520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.424933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.469657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:35.475443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:35.479595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:35.511229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:35.544824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.725674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51922) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:35.761856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.878225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Deleting port 41d6a72c-3188-4446-99a5-0e5e866a581c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:35.878576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.975856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.976170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (41d6a72c-3188-4446-99a5-0e5e866a581c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.989764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Calling delete_port for 41d6a72c-3188-4446-99a5-0e5e866a581c owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:36.058569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 37a6ada1-8359-4707-8e12-c052a91fe1ef up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:36.116218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.137451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 37a6ada1-8359-4707-8e12-c052a91fe1ef triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:36.140994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.190222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.219418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7fb0a-14cd-4173-b50b-0fffe3419555 None None] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:36.219648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (41d6a72c-3188-4446-99a5-0e5e866a581c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.251709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'Port': ['ID=41d6a72c-3188-4446-99a5-0e5e866a581c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:36.262691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.282939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:36.326492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 37a6ada1-8359-4707-8e12-c052a91fe1ef is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:36.327034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.339032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for floatingip (37b08978-9f14-4b09-9b0b-65695b8fa4df), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.342249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.343504 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-741aa240-97d8-43bc-ab7c-9f07325f7ce7 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "DELETE /v2.0/floatingips/37b08978-9f14-4b09-9b0b-65695b8fa4df HTTP/1.1" status: 204 len: 168 time: 0.6185298 Apr 06 14:42:36.349468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Provisioning complete for port 37a6ada1-8359-4707-8e12-c052a91fe1ef triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:36.349973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.395848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:36.397683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:36.568391 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:36.587871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 37a6ada1-8359-4707-8e12-c052a91fe1ef, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=37a6ada1-8359-4707-8e12-c052a91fe1ef,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:36.671139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.671139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:36.724410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:36.729830 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f3217973-1b7d-44c3-9433-803a0904eb87 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/7f36cf2a-e97d-45be-a77b-34f98fc7f4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235092 Apr 06 14:42:36.734497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51932) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:36.748641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Current status of the port 37a6ada1-8359-4707-8e12-c052a91fe1ef is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:36.749241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.817207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=37a6ada1-8359-4707-8e12-c052a91fe1ef,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:36.902590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.904072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.905597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.907025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.907758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.909218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.909792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:36.910175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.912115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-74bf6b0a-a7c1-492c-ae1d-2fa03be6e037 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1764386 Apr 06 14:42:36.912294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:42:36.912496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:42:36.919355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51934) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:36.929898 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Sync routers for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:36.955756 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:36.956327 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:37.067307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.068083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.068762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.069382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.069999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.070615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.072757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b559a165-0235-4cb5-917c-b2e015ff19af tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.1519027 Apr 06 14:42:37.076239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51936) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:37.104477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:37.105107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.123624 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:37.132027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:37.195965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.286081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f379ab95-14e0-46ed-a3ef-ebe6ba9bba14 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2083726 Apr 06 14:42:37.291783 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:37.471960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2eb46a01-381d-4888-8a1d-f3d4a95ddb0b None None] Current status of the port 37a6ada1-8359-4707-8e12-c052a91fe1ef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:37.524098 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:37.556085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Checking router: 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:37.556414 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Updating router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:42:37.590218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.594152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1db3db95-cde7-4521-a4e8-07c5af3e63cc None None] Provisioning complete for port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:37.594540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1db3db95-cde7-4521-a4e8-07c5af3e63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.634065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1db3db95-cde7-4521-a4e8-07c5af3e63cc None None] Port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:42:37.644548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1db3db95-cde7-4521-a4e8-07c5af3e63cc None None] Provisioning complete for port 37a6ada1-8359-4707-8e12-c052a91fe1ef triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:37.644948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1db3db95-cde7-4521-a4e8-07c5af3e63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.681605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51940) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:37.686181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515252085', 'description': 'tempest-secgroup-smoke-515252085 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:37.744673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1db3db95-cde7-4521-a4e8-07c5af3e63cc None None] Current status of the port 37a6ada1-8359-4707-8e12-c052a91fe1ef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:37.761942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.855464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (0133ea48-a617-4cd2-b168-5407937e17eb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.872176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a94aa1c4-2a57-4b3f-be22-e55ebb832c64 None None] Provisioning complete for port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:37.872605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a94aa1c4-2a57-4b3f-be22-e55ebb832c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.892983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0133ea48-a617-4cd2-b168-5407937e17eb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.899104 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Publish callbacks [] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.916176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a94aa1c4-2a57-4b3f-be22-e55ebb832c64 None None] Port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:42:37.928455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0133ea48-a617-4cd2-b168-5407937e17eb,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:37.964288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.965635 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-63182c24-aef6-46df-8b68-c4b7110c6a1a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2830298 Apr 06 14:42:37.972016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51944) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:37.974217 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '0133ea48-a617-4cd2-b168-5407937e17eb', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:37.990471 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.011726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 37a6ada1-8359-4707-8e12-c052a91fe1ef up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:38.044059 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Pushing event updated for resources: {'Port': ['ID=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.074718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (dce83e03-c897-47fd-9379-cc4fe6a4aced), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.074943 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.076381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.076381 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.076844 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.076975 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.077425 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.077761 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.078083 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.078595 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 37a6ada1-8359-4707-8e12-c052a91fe1ef triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:38.078985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.117736 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Attempting to bind port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:42:38.118130 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Attempting to bind port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:42:38.118963 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Attempting to bind port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 on network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:38.130354 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:42:38.130784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Checking segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:38.131168 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.131571 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Bound using segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:42:38.132035 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Bound port: 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:42:38.132526 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.182940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 37a6ada1-8359-4707-8e12-c052a91fe1ef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:38.184057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:38.191751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (dce83e03-c897-47fd-9379-cc4fe6a4aced), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.209467 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] For port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:38.213782 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] For port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:38.237255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:38.237632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.265422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (dce83e03-c897-47fd-9379-cc4fe6a4aced), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.293661 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.294986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce83e03-c897-47fd-9379-cc4fe6a4aced,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.329969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:38.367689 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:38.368342 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:38.371167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.375309 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-22d26592-1794-4772-af75-0b6381e9e420 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4044979 Apr 06 14:42:38.377453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51946) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:38.382961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '0133ea48-a617-4cd2-b168-5407937e17eb', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:38.410292 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ed8c2-eaba-4385-bda9-ec3f36fd2e0a None None] Pushing event updated for resources: {'Port': ['ID=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.440045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-083a375a-7331-408d-8019-da53d8a61595 None None] Provisioning complete for port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:38.440766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-083a375a-7331-408d-8019-da53d8a61595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.492887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (37bec0eb-96f1-485e-86a6-fe9c746fbdea), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.527903 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:38.539453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-083a375a-7331-408d-8019-da53d8a61595 None None] Current status of the port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:38.539979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-083a375a-7331-408d-8019-da53d8a61595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.579590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-083a375a-7331-408d-8019-da53d8a61595 None None] For port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:38.599843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (37bec0eb-96f1-485e-86a6-fe9c746fbdea), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.658697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-083a375a-7331-408d-8019-da53d8a61595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.693059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (37bec0eb-96f1-485e-86a6-fe9c746fbdea), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.717448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bec0eb-96f1-485e-86a6-fe9c746fbdea,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.720798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a375a-7331-408d-8019-da53d8a61595 None None] Pushing event updated for resources: {'Port': ['ID=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.782445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-38968752-f197-4468-bb1a-85a29fd78a0d None None] Provisioning complete for port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:38.782998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-38968752-f197-4468-bb1a-85a29fd78a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.786495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.787766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7101313a-a65a-490d-8965-51024b1d3f56 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4092081 Apr 06 14:42:38.790978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51948) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:38.796524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '0133ea48-a617-4cd2-b168-5407937e17eb', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:38.805260 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:38.838470 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d707-55e1-4a7f-b06d-ee5829aae296 None None] The sync data for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv is: [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:38.889501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-38968752-f197-4468-bb1a-85a29fd78a0d None None] Current status of the port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:38.918671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8dd8e2fc-1d40-4614-bbda-2418e6bcf08b), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.991482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8dd8e2fc-1d40-4614-bbda-2418e6bcf08b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.053105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (8dd8e2fc-1d40-4614-bbda-2418e6bcf08b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.075643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd8e2fc-1d40-4614-bbda-2418e6bcf08b,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:39.135440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.137819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-99ab1dfa-4d0a-4efd-af08-5d64937f5218 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3457634 Apr 06 14:42:39.140623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51952) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:39.145502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '0133ea48-a617-4cd2-b168-5407937e17eb', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:39.253752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (74287777-5655-449f-a2f8-040ff187c925), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.321487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (74287777-5655-449f-a2f8-040ff187c925), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.401503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (74287777-5655-449f-a2f8-040ff187c925), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.422112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74287777-5655-449f-a2f8-040ff187c925,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:39.485193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.489161 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-db58b261-8f2c-4342-a479-f80ca5815c64 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445611 Apr 06 14:42:39.489504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51954) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:39.496139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '0133ea48-a617-4cd2-b168-5407937e17eb', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:39.568094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:42:39.577163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c50fb200-0884-4f5a-bb1a-c358f54b2fef), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.642600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (c50fb200-0884-4f5a-bb1a-c358f54b2fef), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.690022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c50fb200-0884-4f5a-bb1a-c358f54b2fef), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.713425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50fb200-0884-4f5a-bb1a-c358f54b2fef,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:39.758134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.761160 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3d962d49-e6db-44a8-9df1-9ce883f3d55c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2690184 Apr 06 14:42:39.762650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 51956) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:39.767654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '0133ea48-a617-4cd2-b168-5407937e17eb', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:39.825202 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:42:39.831540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (7df60697-b097-474d-97fa-c89f62638451), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.912002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (7df60697-b097-474d-97fa-c89f62638451), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.984417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (7df60697-b097-474d-97fa-c89f62638451), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.003063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:40.014028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df60697-b097-474d-97fa-c89f62638451,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:40.071399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:40.071399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.084503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.085488 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b6c25724-751c-4639-9af1-162d8742fc60 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216767 Apr 06 14:42:40.154133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:40.244541 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-b473cc74-bae9-4bff-a091-cf9a84f65684 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515252085&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0443549 Apr 06 14:42:40.352639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-af2bf1f3-c594-447e-97b6-7c923ab6bffe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.354117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-af2bf1f3-c594-447e-97b6-7c923ab6bffe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 797 time: 0.1029806 Apr 06 14:42:40.369345 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-c27a5a9a-ec32-4533-a668-692410702136 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0089145 Apr 06 14:42:40.425378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-1ce99e01-644d-48e1-9b3e-79522b5c80b5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508077 Apr 06 14:42:40.519506 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-5465dc5a-3d11-4cc3-9594-b24b3488e633 service neutron] 10.222.0.89 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826955 Apr 06 14:42:40.613261 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-ea4e6e8d-ecf7-44a3-9475-cba0dbab4e46 service neutron] 10.222.0.89 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Apr 06 14:42:40.866210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fbc47a57-a458-4a0a-8059-d37ed3c47e4b req-3165ed5d-8137-4b30-b482-49c20f807237 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0299344 Apr 06 14:42:41.968923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ffe09fff-bdff-4e6b-9da9-36130af660a9 req-10e61664-ffb7-4c49-a40e-bb26dd955831 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0285861 Apr 06 14:42:42.726802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d3ec6e8-4578-4398-8bf7-16e279b581d1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:42.728262 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d3ec6e8-4578-4398-8bf7-16e279b581d1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 797 time: 0.1122785 Apr 06 14:42:42.796363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-905c3ccd-959e-454f-953d-747a3fdd9535 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 379 time: 0.0581200 Apr 06 14:42:42.804934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '2cc56405-8601-4110-9035-05a915bd2ca0', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['0133ea48-a617-4cd2-b168-5407937e17eb']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:43.115802 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52000) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:43.175520 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-053a38fe-7d3f-4621-b0ef-5fb8ff944348 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group (e96beedc-8b0f-450f-afed-13f1d9dfb742), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.176926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5eb6b4f-59b4-4c44-a177-ec134616a74c req-d92bfdba-fa93-44a0-8394-13b132394896 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0352058 Apr 06 14:42:43.204288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-053a38fe-7d3f-4621-b0ef-5fb8ff944348 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group (e96beedc-8b0f-450f-afed-13f1d9dfb742), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.315702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:42:43.319239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.333007 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-053a38fe-7d3f-4621-b0ef-5fb8ff944348 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (e96beedc-8b0f-450f-afed-13f1d9dfb742), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.335934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-053a38fe-7d3f-4621-b0ef-5fb8ff944348 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.339784 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-053a38fe-7d3f-4621-b0ef-5fb8ff944348 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] 10.222.0.89 "DELETE /v2.0/security-groups/e96beedc-8b0f-450f-afed-13f1d9dfb742 HTTP/1.1" status: 204 len: 168 time: 0.2204781 Apr 06 14:42:43.347788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a38fe-7d3f-4621-b0ef-5fb8ff944348 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96beedc-8b0f-450f-afed-13f1d9dfb742,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:43.474965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.9 (5d44b0ab-9122-4e54-92af-9d50bd76cc13/7adf3d66-e71e-43a9-b56c-558c080ccfa5/00e7c2e5-8259-44bf-8d3a-5489273ee86e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:43.479191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52004) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:43.642158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.710637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.756722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:43.761888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:43.766845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:43.791497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=00e7c2e5-8259-44bf-8d3a-5489273ee86e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:43.832682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:43.833510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.897852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-0a0b0ecd-d2f0-4935-9639-893c69f40c14 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962896 Apr 06 14:42:43.911001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Request body: {'port': {'device_id': '2cc56405-8601-4110-9035-05a915bd2ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:43.990397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.052252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (244c3ead-18e4-482f-8eba-5273cb598a8c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.066269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8d2f076e-4883-4498-8473-6f64cb41f2e7 None None] Provisioning complete for port 00e7c2e5-8259-44bf-8d3a-5489273ee86e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:44.067419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8d2f076e-4883-4498-8473-6f64cb41f2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.136086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f076e-4883-4498-8473-6f64cb41f2e7 None None] Port 00e7c2e5-8259-44bf-8d3a-5489273ee86e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:42:44.309503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e7c2e5-8259-44bf-8d3a-5489273ee86e {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:44.318481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Publish callbacks [] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.336855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Transition to ACTIVE for port object 00e7c2e5-8259-44bf-8d3a-5489273ee86e will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:42:44.347479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Deleting port da86b156-0117-4c2d-a18c-b27ed45d310d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:44.348052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.350173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f06-3462-4f23-8a59-4c5af8a02454 req-3ee80772-6da5-46cd-b2e6-3d6045647a9b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:44.351659 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6393f06-3462-4f23-8a59-4c5af8a02454 req-3ee80772-6da5-46cd-b2e6-3d6045647a9b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 931 time: 0.0843644 Apr 06 14:42:44.405350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6393f06-3462-4f23-8a59-4c5af8a02454 req-09f27663-948c-4320-8bf2-6130dde4c52e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461009 Apr 06 14:42:44.406886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.438689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] For port da86b156-0117-4c2d-a18c-b27ed45d310d, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=da86b156-0117-4c2d-a18c-b27ed45d310d,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:44.439235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.456188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Calling delete_port for da86b156-0117-4c2d-a18c-b27ed45d310d owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:44.476521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Pushing event updated for resources: {'Port': ['ID=00e7c2e5-8259-44bf-8d3a-5489273ee86e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:44.576819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Attempting to bind port 00e7c2e5-8259-44bf-8d3a-5489273ee86e on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:42:44.577205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Attempting to bind port 00e7c2e5-8259-44bf-8d3a-5489273ee86e by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:42:44.577775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Attempting to bind port 00e7c2e5-8259-44bf-8d3a-5489273ee86e on network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:44.585863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Port 00e7c2e5-8259-44bf-8d3a-5489273ee86e on network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:42:44.586414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Attempting to bind port 00e7c2e5-8259-44bf-8d3a-5489273ee86e on network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:44.593012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:42:44.593404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Checking segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:44.593799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Bound using segment: {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:42:44.594230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Bound port: 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c28c063-b876-4271-8432-f1551186d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:42:44.594589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.667504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] For port 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:44.671572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] For port 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:44.763165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.790324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (da86b156-0117-4c2d-a18c-b27ed45d310d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.802468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:44.803178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.804773 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] 10.222.0.79 "PUT /v2.0/ports/00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 1093 time: 0.9002652 Apr 06 14:42:44.805305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:44.807607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:44.840196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da86b156-0117-4c2d-a18c-b27ed45d310d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:44.857753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d053883-7959-4d05-9c45-4fbe807b6b47 service neutron] Pushing event updated for resources: {'Port': ['ID=00e7c2e5-8259-44bf-8d3a-5489273ee86e,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:44.910089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce97d9-58dc-4854-aff7-ffefbf4a5d01 x-openstack-request-id: req-48ce97d9-58dc-4854-aff7-ffefbf4a5d01 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:44.910775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:44.911229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-48ce97d9-58dc-4854-aff7-ffefbf4a5d01 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:44.911857 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ce97d9-58dc-4854-aff7-ffefbf4a5d01'] response: {'name': 'network-changed', 'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'status': 'completed', 'code': 200} Apr 06 14:42:45.003211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-8aca750a-f2fa-4e54-afa9-03acbbeaa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:45.004898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-8aca750a-f2fa-4e54-afa9-03acbbeaa080 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0790334 Apr 06 14:42:45.051989 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-d2902aba-fffa-4bd0-9cb3-ecda3d11d92f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 217 time: 0.0404921 Apr 06 14:42:45.108510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (244c3ead-18e4-482f-8eba-5273cb598a8c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:45.117034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-fd4817d1-020d-4c68-b4e1-46463bef9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:45.118661 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-fd4817d1-020d-4c68-b4e1-46463bef9516 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0604637 Apr 06 14:42:45.192936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-309e9b55-2aa0-4e7b-8d51-2b7c0b288040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:45.194548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-309e9b55-2aa0-4e7b-8d51-2b7c0b288040 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0691926 Apr 06 14:42:45.325433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-077c39a5-ed40-4889-a7a6-6ab1f8429865 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236942 Apr 06 14:42:45.423888 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d1a457f-39e9-4dc1-84f8-386043f76943 req-4e873f91-2cce-4840-ac26-7d7d86f6b48c service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924606 Apr 06 14:42:45.537190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a935d-8340-4edb-a5de-9d29cb9e1cc8 req-f5df6c07-d69c-4cdc-990c-f6f23df4093b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:45.544681 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-575a935d-8340-4edb-a5de-9d29cb9e1cc8 req-f5df6c07-d69c-4cdc-990c-f6f23df4093b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 943 time: 0.0585012 Apr 06 14:42:45.589665 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-575a935d-8340-4edb-a5de-9d29cb9e1cc8 req-80141913-2c88-419a-8f79-64454ded628c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Apr 06 14:42:45.597826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Router 244c3ead-18e4-482f-8eba-5273cb598a8c has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:45.709950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:45.714934 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f77708a2-cdca-482e-b1dd-b0d6359db5a9 admin admin] 10.222.0.89 "PUT /v2.0/routers/244c3ead-18e4-482f-8eba-5273cb598a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2344279 Apr 06 14:42:45.717587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52014) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:45.720959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] Sync routers for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:45.732498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:45.733614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:45.826807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks [] for router (244c3ead-18e4-482f-8eba-5273cb598a8c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:45.842053 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:45.941394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks [] for router_gateway (244c3ead-18e4-482f-8eba-5273cb598a8c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.025068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:42:44Z', 'revision_number': 5, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port': {'id': '61f020b6-8718-403d-b4ce-98970d93e6d1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:14Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:46.046417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Deleting port 61f020b6-8718-403d-b4ce-98970d93e6d1 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:46.046754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.052643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] Checking router: 244c3ead-18e4-482f-8eba-5273cb598a8c for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:46.061224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] Routers {'244c3ead-18e4-482f-8eba-5273cb598a8c'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:46.061911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['244c3ead-18e4-482f-8eba-5273cb598a8c'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:46.124582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] For port 61f020b6-8718-403d-b4ce-98970d93e6d1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=61f020b6-8718-403d-b4ce-98970d93e6d1,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:46.124973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.143011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Calling delete_port for 61f020b6-8718-403d-b4ce-98970d93e6d1 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:46.152064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] Set router 244c3ead-18e4-482f-8eba-5273cb598a8c gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:46.191702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-bf2d735a-ef38-4ae9-973b-3bb583111391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:46.193247 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-bf2d735a-ef38-4ae9-973b-3bb583111391 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0506587 Apr 06 14:42:46.205935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:42:45Z', 'revision_number': 6, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:46.236651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf947b2-da13-415c-9b28-471ee6e123d5 None None] The sync data for ids ['244c3ead-18e4-482f-8eba-5273cb598a8c'] in dv-neutron-836581-2-hyperv is: [{'id': '244c3ead-18e4-482f-8eba-5273cb598a8c', 'name': 'tempest-TestVolumeBootPattern-1886801967-router', 'tenant_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:12Z', 'updated_at': '2022-04-06T14:42:45Z', 'revision_number': 6, 'project_id': '1a315d932f2d48d7b0eba7b4b6bcdab2', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:46.293002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-cd8bd5cb-edb6-43c4-a242-dbc53aefd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:46.304867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-cd8bd5cb-edb6-43c4-a242-dbc53aefd5bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 899 time: 0.0959079 Apr 06 14:42:46.345373 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-eddbf48b-0965-4f6d-b335-092b229a62c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 217 time: 0.0447063 Apr 06 14:42:46.390280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (61f020b6-8718-403d-b4ce-98970d93e6d1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.398552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-1d028ad2-e8ab-442f-8270-76bcfc77d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:46.400039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-1d028ad2-e8ab-442f-8270-76bcfc77d4ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0484574 Apr 06 14:42:46.417243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f020b6-8718-403d-b4ce-98970d93e6d1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:46.449072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-61413c49-cf4e-4f01-bb2d-81d6fa91ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:46.450721 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-61413c49-cf4e-4f01-bb2d-81d6fa91ee67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452352 Apr 06 14:42:46.477531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (244c3ead-18e4-482f-8eba-5273cb598a8c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.542389 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-e4c097fd-1d51-4577-a19a-b90dc5dcc34b service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859599 Apr 06 14:42:46.577524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (244c3ead-18e4-482f-8eba-5273cb598a8c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.579812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks [] for router_controller (244c3ead-18e4-482f-8eba-5273cb598a8c), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.639559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ac4ee47-cd4b-4ad2-ba1a-e204fbf9bcbc req-1f528cce-9848-40f6-b143-2fc56b3b424f service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912573 Apr 06 14:42:46.716640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (244c3ead-18e4-482f-8eba-5273cb598a8c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.717404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 244c3ead-18e4-482f-8eba-5273cb598a8c {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:42:46.721801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.723142 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-480b7a47-69b5-4736-82fd-c96f2f4e1875 admin admin] 10.222.0.89 "DELETE /v2.0/routers/244c3ead-18e4-482f-8eba-5273cb598a8c HTTP/1.1" status: 204 len: 168 time: 1.0046408 Apr 06 14:42:46.725776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52018) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:46.743354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf5b4-c274-4501-9ce9-23b0dd9e777b req-9efc6f38-d9e2-4750-9ccb-6a763481204f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:46.744878 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4acf5b4-c274-4501-9ce9-23b0dd9e777b req-9efc6f38-d9e2-4750-9ccb-6a763481204f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 943 time: 0.0550718 Apr 06 14:42:46.770757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Deleting subnet a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:42:46.774320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Publish callbacks [] for subnet (a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.794894 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4acf5b4-c274-4501-9ce9-23b0dd9e777b req-cb46ae8b-d0f7-496c-82d2-ada85a2ca410 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431528 Apr 06 14:42:46.809928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.890401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.007331 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.034361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:47.039272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.043180 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3ceb2385-7dca-464b-845b-fca5d49d8891 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a7b9af0e-c3f8-462f-a4d1-247ea2c18a8a HTTP/1.1" status: 204 len: 168 time: 0.3162549 Apr 06 14:42:47.044443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567910e-a855-49c9-b22a-0d5813b1c6ad None None] Network 661eb41e-2088-413c-98f9-50ad8667e372 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:47.046266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52020) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:47.122134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (661eb41e-2088-413c-98f9-50ad8667e372), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.177967 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Deleting port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:47.178313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.228813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] DHCP port deletion for 661eb41e-2088-413c-98f9-50ad8667e372 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:42:47.250458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] For port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:47.250826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.265336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Calling delete_port for 39a63f23-20c2-4e92-9f3d-e21bcd8d517b owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:47.291355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] Deleting port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:47.291730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.361535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] For port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,segment=NetworkSegment(00c807fa-43db-49bb-b7bb-f1fe7a95906d),segment_id=00c807fa-43db-49bb-b7bb-f1fe7a95906d)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:47.361933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.374794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] Calling delete_port for 39a63f23-20c2-4e92-9f3d-e21bcd8d517b owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:47.418336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.418852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 00e7c2e5-8259-44bf-8d3a-5489273ee86e details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:42:47.445262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:47.448636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] No DVR routers for this DVR port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:47.518727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (39a63f23-20c2-4e92-9f3d-e21bcd8d517b), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.525011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (661eb41e-2088-413c-98f9-50ad8667e372), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.547841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661eb41e-2088-413c-98f9-50ad8667e372']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:47.557157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c807fa-43db-49bb-b7bb-f1fe7a95906d') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:47.557388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c807fa-43db-49bb-b7bb-f1fe7a95906d') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:47.561813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] Pushing event deleted for resources: {'Port': ['ID=39a63f23-20c2-4e92-9f3d-e21bcd8d517b,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:47.566683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992657b-8367-4f7c-8093-4bf3c579978f None None] No DVR routers for this DVR port 39a63f23-20c2-4e92-9f3d-e21bcd8d517b on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:47.573686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:47.576510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (00c807fa-43db-49bb-b7bb-f1fe7a95906d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.586344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'port_id': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'mac_address': 'fa:16:3e:d2:ad:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:42:47.592430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (00c807fa-43db-49bb-b7bb-f1fe7a95906d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.598855 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:42:47.599278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (00c807fa-43db-49bb-b7bb-f1fe7a95906d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:42:47.601028 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:42:47.626088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 00e7c2e5-8259-44bf-8d3a-5489273ee86e is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:47.626484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.640197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e7c2e5-8259-44bf-8d3a-5489273ee86e {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:47.660082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:47.716467 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (661eb41e-2088-413c-98f9-50ad8667e372), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.722106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.725317 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] 10.222.0.89 "DELETE /v2.0/networks/661eb41e-2088-413c-98f9-50ad8667e372 HTTP/1.1" status: 204 len: 168 time: 0.6780660 Apr 06 14:42:47.728437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52022) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:47.736660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf976aff-883e-468c-8887-84c402a22202 admin admin] Pushing event deleted for resources: {'Network': ['ID=661eb41e-2088-413c-98f9-50ad8667e372,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:47.737054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.787855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=00e7c2e5-8259-44bf-8d3a-5489273ee86e,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:47.969861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 61f020b6-8718-403d-b4ce-98970d93e6d1 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:47.974160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['00e7c2e5-8259-44bf-8d3a-5489273ee86e'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:42:47.982328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f48cfa-78a7-48de-9df6-9ae63831e9a5 req-2d6d49fc-18bc-4f90-ac99-7e6977b5ac91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:47.983827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0f48cfa-78a7-48de-9df6-9ae63831e9a5 req-2d6d49fc-18bc-4f90-ac99-7e6977b5ac91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 944 time: 0.1066327 Apr 06 14:42:48.011303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 61f020b6-8718-403d-b4ce-98970d93e6d1 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:48.011642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 61f020b6-8718-403d-b4ce-98970d93e6d1 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:48.012057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 39a63f23-20c2-4e92-9f3d-e21bcd8d517b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:48.036075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 39a63f23-20c2-4e92-9f3d-e21bcd8d517b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:48.036438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 39a63f23-20c2-4e92-9f3d-e21bcd8d517b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:48.036853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device da86b156-0117-4c2d-a18c-b27ed45d310d no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:48.061606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: da86b156-0117-4c2d-a18c-b27ed45d310d {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:48.062318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device da86b156-0117-4c2d-a18c-b27ed45d310d not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:48.097291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0f48cfa-78a7-48de-9df6-9ae63831e9a5 req-6530e633-119c-428c-84ec-feb6af0fd70b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074195 Apr 06 14:42:48.239250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (28c54c87-f140-4788-a69a-1b9ce0920ae5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:48.544427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Deleting port 2440e6e4-657c-4fd9-bf7f-9c91a197c205 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:48.544663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:48.620710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] For port 2440e6e4-657c-4fd9-bf7f-9c91a197c205, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2440e6e4-657c-4fd9-bf7f-9c91a197c205,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:48.621100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:48.633511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Calling delete_port for 2440e6e4-657c-4fd9-bf7f-9c91a197c205 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:48.984332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (2440e6e4-657c-4fd9-bf7f-9c91a197c205), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:49.015921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2440e6e4-657c-4fd9-bf7f-9c91a197c205,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:49.215964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (28c54c87-f140-4788-a69a-1b9ce0920ae5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:49.282281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c6da9-6953-40f7-837e-515121a40534 req-ccea1009-0f57-4944-9280-2c3a0d5b8ad7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:49.282710 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-804c6da9-6953-40f7-837e-515121a40534 req-ccea1009-0f57-4944-9280-2c3a0d5b8ad7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 944 time: 0.1049535 Apr 06 14:42:49.381136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-804c6da9-6953-40f7-837e-515121a40534 req-490f5f7d-9029-47cf-8995-08da3e5282e4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865428 Apr 06 14:42:49.419406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 00e7c2e5-8259-44bf-8d3a-5489273ee86e up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:49.495226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Router 28c54c87-f140-4788-a69a-1b9ce0920ae5 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:49.526690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 00e7c2e5-8259-44bf-8d3a-5489273ee86e completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:42:49.530898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 00e7c2e5-8259-44bf-8d3a-5489273ee86e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:49.535333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:49.618286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:49.626739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-245c00ad-58f1-4d0e-8c16-37ec8a4104eb admin admin] 10.222.0.89 "PUT /v2.0/routers/28c54c87-f140-4788-a69a-1b9ce0920ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8943448 Apr 06 14:42:49.627343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52028) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:49.631815 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] Sync routers for ids ['28c54c87-f140-4788-a69a-1b9ce0920ae5'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:49.645033 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] Routers {'28c54c87-f140-4788-a69a-1b9ce0920ae5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:49.645809 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['28c54c87-f140-4788-a69a-1b9ce0920ae5'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:49.758586 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] Set router 28c54c87-f140-4788-a69a-1b9ce0920ae5 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:49.772444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 00e7c2e5-8259-44bf-8d3a-5489273ee86e is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:49.778731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:49.799358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:49.801657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55736a0-e7c3-4600-8f8b-90eb4acf5471" -d '{"events": [{"server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "name": "network-vif-plugged", "status": "completed", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:49.815870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:49.846288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e9eba9-562b-499c-9dfd-d6443ef9570a x-openstack-request-id: req-51e9eba9-562b-499c-9dfd-d6443ef9570a {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:49.846661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "name": "network-vif-plugged", "status": "completed", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:49.846927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-51e9eba9-562b-499c-9dfd-d6443ef9570a {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:49.847491 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e9eba9-562b-499c-9dfd-d6443ef9570a'] response: {'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'code': 200} Apr 06 14:42:49.927252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:49.950991 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:42:48Z', 'revision_number': 5, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:49.977727 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] Checking router: 28c54c87-f140-4788-a69a-1b9ce0920ae5 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:49.987693 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] Routers {'28c54c87-f140-4788-a69a-1b9ce0920ae5'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:49.988583 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['28c54c87-f140-4788-a69a-1b9ce0920ae5'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:49.990651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=00e7c2e5-8259-44bf-8d3a-5489273ee86e,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:50.056486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks [] for router (28c54c87-f140-4788-a69a-1b9ce0920ae5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.108098 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] Set router 28c54c87-f140-4788-a69a-1b9ce0920ae5 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:50.197681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks [] for router_gateway (28c54c87-f140-4788-a69a-1b9ce0920ae5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.203584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70dc7-b884-4700-b7a2-0318df665b68 req-dbf47619-13bb-45f5-91ce-6f59b0950867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:50.205099 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dac70dc7-b884-4700-b7a2-0318df665b68 req-dbf47619-13bb-45f5-91ce-6f59b0950867 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0675969 Apr 06 14:42:50.255156 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dac70dc7-b884-4700-b7a2-0318df665b68 req-2bc64425-ab82-4447-a952-576855fce0cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Apr 06 14:42:50.285257 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:42:48Z', 'revision_number': 5, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:50.307314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Deleting port 428799ab-6a43-46ee-b7e8-2c0b2fb50188 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:50.307576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.389888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] For port 428799ab-6a43-46ee-b7e8-2c0b2fb50188, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=428799ab-6a43-46ee-b7e8-2c0b2fb50188,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:50.390397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.404153 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a62be8-139d-4de9-82de-c2d79306bd78 None None] The sync data for ids ['28c54c87-f140-4788-a69a-1b9ce0920ae5'] in dv-neutron-836581-2-hyperv is: [{'id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'name': 'tempest-TestVolumeBootPattern-1830576523-router', 'tenant_id': 'e41cfe528af440b9b2d4679a403f2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:31Z', 'updated_at': '2022-04-06T14:42:48Z', 'revision_number': 5, 'project_id': 'e41cfe528af440b9b2d4679a403f2c32', 'gw_port': {'id': '428799ab-6a43-46ee-b7e8-2c0b2fb50188', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54c87-f140-4788-a69a-1b9ce0920ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:33Z', 'updated_at': '2022-04-06T14:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:50.405052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Calling delete_port for 428799ab-6a43-46ee-b7e8-2c0b2fb50188 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:50.560122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e2b47-f297-4c81-94ae-58f9ea4a039a req-bd3a6a5b-688a-459d-b1dc-f3bcf2ea6e8b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:50.561581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-544e2b47-f297-4c81-94ae-58f9ea4a039a req-bd3a6a5b-688a-459d-b1dc-f3bcf2ea6e8b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 945 time: 0.1035593 Apr 06 14:42:50.648250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-544e2b47-f297-4c81-94ae-58f9ea4a039a req-56e17bcd-a82e-4642-9f94-1d33a5b18139 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754642 Apr 06 14:42:50.709941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (428799ab-6a43-46ee-b7e8-2c0b2fb50188), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.735523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=428799ab-6a43-46ee-b7e8-2c0b2fb50188,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:50.798849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (28c54c87-f140-4788-a69a-1b9ce0920ae5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.899633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (28c54c87-f140-4788-a69a-1b9ce0920ae5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.901853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks [] for router_controller (28c54c87-f140-4788-a69a-1b9ce0920ae5), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.984567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (28c54c87-f140-4788-a69a-1b9ce0920ae5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.985175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c54c87-f140-4788-a69a-1b9ce0920ae5 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:42:50.992569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.993778 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b6f6a2df-8801-4c11-9a2e-87b482382e97 admin admin] 10.222.0.89 "DELETE /v2.0/routers/28c54c87-f140-4788-a69a-1b9ce0920ae5 HTTP/1.1" status: 204 len: 168 time: 1.3659575 Apr 06 14:42:50.996486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52034) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:51.050093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Deleting subnet 7a0b818e-5327-41c4-8057-48635f37005a {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:42:51.053668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Publish callbacks [] for subnet (7a0b818e-5327-41c4-8057-48635f37005a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.095418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7a0b818e-5327-41c4-8057-48635f37005a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.176153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7a0b818e-5327-41c4-8057-48635f37005a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.292497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7a0b818e-5327-41c4-8057-48635f37005a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.324177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0b818e-5327-41c4-8057-48635f37005a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:51.327093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.332996 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-74e2797a-5e78-43af-a519-ad18039e34a3 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7a0b818e-5327-41c4-8057-48635f37005a HTTP/1.1" status: 204 len: 168 time: 0.3340991 Apr 06 14:42:51.333207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a96d04-c684-4d6d-af0b-1c95b2bcb772 None None] Network 5737ccba-a387-41d2-9510-edf567f23e3a requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:51.335193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52036) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:51.403149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (5737ccba-a387-41d2-9510-edf567f23e3a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.470526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Deleting port b5548fdb-bd4b-4435-b46a-5f46927cea6c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:51.471126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.510700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] DHCP port deletion for 5737ccba-a387-41d2-9510-edf567f23e3a request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:42:51.542539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] For port b5548fdb-bd4b-4435-b46a-5f46927cea6c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b5548fdb-bd4b-4435-b46a-5f46927cea6c,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:51.542914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.555543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Calling delete_port for b5548fdb-bd4b-4435-b46a-5f46927cea6c owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:51.560389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] Deleting port b5548fdb-bd4b-4435-b46a-5f46927cea6c {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:51.566724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.628168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] For port b5548fdb-bd4b-4435-b46a-5f46927cea6c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b5548fdb-bd4b-4435-b46a-5f46927cea6c,segment=NetworkSegment(d5ce0144-af66-46ce-a019-402bd5e1f3fe),segment_id=d5ce0144-af66-46ce-a019-402bd5e1f3fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:51.628886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.641618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] Calling delete_port for b5548fdb-bd4b-4435-b46a-5f46927cea6c owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:51.698690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.721713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (b5548fdb-bd4b-4435-b46a-5f46927cea6c), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.734490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5548fdb-bd4b-4435-b46a-5f46927cea6c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:51.739194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] No DVR routers for this DVR port b5548fdb-bd4b-4435-b46a-5f46927cea6c on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:51.752660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] Pushing event deleted for resources: {'Port': ['ID=b5548fdb-bd4b-4435-b46a-5f46927cea6c,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:51.754523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebcb66-e466-40e1-badd-02f312e47901 None None] No DVR routers for this DVR port b5548fdb-bd4b-4435-b46a-5f46927cea6c on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:51.838103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (5737ccba-a387-41d2-9510-edf567f23e3a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.859624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3806635-9c5a-4736-9b36-90c6a157c5c4 req-70058407-ee7f-4b00-a297-15cb3d641695 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:51.861162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3806635-9c5a-4736-9b36-90c6a157c5c4 req-70058407-ee7f-4b00-a297-15cb3d641695 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 945 time: 0.1364706 Apr 06 14:42:51.875635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5737ccba-a387-41d2-9510-edf567f23e3a']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:51.899103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ce0144-af66-46ce-a019-402bd5e1f3fe') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:51.899330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ce0144-af66-46ce-a019-402bd5e1f3fe') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:51.920447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (d5ce0144-af66-46ce-a019-402bd5e1f3fe), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.954087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d5ce0144-af66-46ce-a019-402bd5e1f3fe), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.962983 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3806635-9c5a-4736-9b36-90c6a157c5c4 req-669571e4-9fd2-466c-93eb-5aba9522ce12 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962489 Apr 06 14:42:51.966500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:42:51.966925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (d5ce0144-af66-46ce-a019-402bd5e1f3fe), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:42:51.968742 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:42:51.975614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 428799ab-6a43-46ee-b7e8-2c0b2fb50188 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:51.995183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 428799ab-6a43-46ee-b7e8-2c0b2fb50188 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:52.001453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 428799ab-6a43-46ee-b7e8-2c0b2fb50188 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:52.001453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b5548fdb-bd4b-4435-b46a-5f46927cea6c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:52.016311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b5548fdb-bd4b-4435-b46a-5f46927cea6c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:52.016977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b5548fdb-bd4b-4435-b46a-5f46927cea6c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:52.017574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440e6e4-657c-4fd9-bf7f-9c91a197c205 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:52.039038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 2440e6e4-657c-4fd9-bf7f-9c91a197c205 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:52.039387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2440e6e4-657c-4fd9-bf7f-9c91a197c205 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:52.078056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (5737ccba-a387-41d2-9510-edf567f23e3a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.084474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.087482 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5737ccba-a387-41d2-9510-edf567f23e3a HTTP/1.1" status: 204 len: 168 time: 0.7508235 Apr 06 14:42:52.112525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34014a-64d3-4494-9195-cc78fdf4543b req-b8cbc6b3-fb69-44be-87db-c495c46b5d69 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:52.114067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b34014a-64d3-4494-9195-cc78fdf4543b req-b8cbc6b3-fb69-44be-87db-c495c46b5d69 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 945 time: 0.0808201 Apr 06 14:42:52.114836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119015fa-d1f2-4c76-bb7e-cab4d8297172 admin admin] Pushing event deleted for resources: {'Network': ['ID=5737ccba-a387-41d2-9510-edf567f23e3a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:52.169993 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b34014a-64d3-4494-9195-cc78fdf4543b req-0b3f67e7-bfc5-4f85-bafb-8460fb2a6882 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443020 Apr 06 14:42:52.192878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52044) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:52.238277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea39bf-cc6d-4e1f-a6ec-af6273010c67 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:52.239847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7bea39bf-cc6d-4e1f-a6ec-af6273010c67 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1124 time: 0.0459654 Apr 06 14:42:52.242693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52046) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:52.248203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:52.338324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84f61f09-fa1f-42f2-831a-e31cdc60a942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.361450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.390901 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52048) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:52.432367 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8b9304b8-f491-4d6f-bbc3-6330f58c9dc1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1a315d932f2d48d7b0eba7b4b6bcdab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401349 Apr 06 14:42:52.435650 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52050) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:52.465734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.483983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed10b58b-bb7c-437e-9ab7-9495aa9364ce admin admin] Publish callbacks [] for security_group (7c49607f-1b25-4f1e-9faf-dbec32ebc3a1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.505888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed10b58b-bb7c-437e-9ab7-9495aa9364ce admin admin] Publish callbacks [] for security_group (7c49607f-1b25-4f1e-9faf-dbec32ebc3a1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.578598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.180 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/f297a4e5-cb68-4504-b742-f0658e5bcbfb) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:52.635294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed10b58b-bb7c-437e-9ab7-9495aa9364ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7c49607f-1b25-4f1e-9faf-dbec32ebc3a1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.638639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed10b58b-bb7c-437e-9ab7-9495aa9364ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.639895 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed10b58b-bb7c-437e-9ab7-9495aa9364ce admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7c49607f-1b25-4f1e-9faf-dbec32ebc3a1 HTTP/1.1" status: 204 len: 168 time: 0.2026119 Apr 06 14:42:52.647895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10b58b-bb7c-437e-9ab7-9495aa9364ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49607f-1b25-4f1e-9faf-dbec32ebc3a1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:52.686491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.830887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.868310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:52.874833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:52.874833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:52.910711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=f297a4e5-cb68-4504-b742-f0658e5bcbfb,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:53.251421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (e49a844e-12a5-41da-a52e-1a9bd6a5c2bf), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.330543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52056) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:53.370100 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-94b4b391-c2f2-4dc8-a03e-dcc86b410900 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e41cfe528af440b9b2d4679a403f2c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383751 Apr 06 14:42:53.373794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52058) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:53.382327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.427015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b65dc2f-4fcf-437d-b4c4-4e102408ffe1 admin admin] Publish callbacks [] for security_group (0532956a-8c1c-4033-b757-d175845f7b2b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.448413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b65dc2f-4fcf-437d-b4c4-4e102408ffe1 admin admin] Publish callbacks [] for security_group (0532956a-8c1c-4033-b757-d175845f7b2b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.487123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.534249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.537960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b65dc2f-4fcf-437d-b4c4-4e102408ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0532956a-8c1c-4033-b757-d175845f7b2b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.540795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2b65dc2f-4fcf-437d-b4c4-4e102408ffe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.541955 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2b65dc2f-4fcf-437d-b4c4-4e102408ffe1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0532956a-8c1c-4033-b757-d175845f7b2b HTTP/1.1" status: 204 len: 168 time: 0.1672657 Apr 06 14:42:53.550330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65dc2f-4fcf-437d-b4c4-4e102408ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0532956a-8c1c-4033-b757-d175845f7b2b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:53.583384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.656503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=f297a4e5-cb68-4504-b742-f0658e5bcbfb,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:53.670925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (e49a844e-12a5-41da-a52e-1a9bd6a5c2bf), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.774005 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP e49a844e-12a5-41da-a52e-1a9bd6a5c2bf associated. External IP: 172.26.6.180, port: 00e7c2e5-8259-44bf-8d3a-5489273ee86e. Apr 06 14:42:54.005229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:54.118232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:54.127676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] Sync routers for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:54.136782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:54.138889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:54.197710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:54.228562 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-840f8250-a3cb-499e-bb51-1a5248893552 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9847586 Apr 06 14:42:54.229177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:54.232201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52062) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:54.232405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc6312-25be-4125-85d0-0640f17bcbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:54.248015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:54.267849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1f286-4b87-4c0f-876a-f0b2cec4f0b3 x-openstack-request-id: req-a5e1f286-4b87-4c0f-876a-f0b2cec4f0b3 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:54.268142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:54.268401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a5e1f286-4b87-4c0f-876a-f0b2cec4f0b3 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:54.268855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e1f286-4b87-4c0f-876a-f0b2cec4f0b3'] response: {'name': 'network-changed', 'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'status': 'completed', 'code': 200} Apr 06 14:42:54.299690 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c7cf857f-01a2-41bb-8bd6-f9b4e571651c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/e49a844e-12a5-41da-a52e-1a9bd6a5c2bf HTTP/1.1" status: 200 len: 991 time: 0.0658143 Apr 06 14:42:54.336119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-63d8c0ed-9f84-4059-af41-04648b9e26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:54.337927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-63d8c0ed-9f84-4059-af41-04648b9e26ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0469820 Apr 06 14:42:54.483536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'e49a844e-12a5-41da-a52e-1a9bd6a5c2bf', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'port_id': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'mac_address': 'fa:16:3e:d2:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc56405-8601-4110-9035-05a915bd2ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:42:53Z', 'updated_at': '2022-04-06T14:42:53Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:54.518085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] Checking router: 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:54.527526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:54.528817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:42:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:54.658075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:54.736114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-23cf1029-ef95-4a09-8e59-8b4923d393c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:54.738394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-23cf1029-ef95-4a09-8e59-8b4923d393c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 899 time: 0.3941956 Apr 06 14:42:54.755468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-13486dc9-9f87-4a48-affb-1784fdb04855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:54.802634 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-87eef1e6-f2e9-4246-a928-9450e0d10f04 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 999 time: 0.0581877 Apr 06 14:42:54.852877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-0df1f521-f5d4-4197-8a7e-86975aac221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:54.854338 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-0df1f521-f5d4-4197-8a7e-86975aac221d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0466185 Apr 06 14:42:54.900411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'e49a844e-12a5-41da-a52e-1a9bd6a5c2bf', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'port_id': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'mac_address': 'fa:16:3e:d2:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc56405-8601-4110-9035-05a915bd2ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:42:53Z', 'updated_at': '2022-04-06T14:42:53Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:54.907410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-50baa704-504a-46d3-928f-de76bba5f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:54.908950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-50baa704-504a-46d3-928f-de76bba5f439 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482795 Apr 06 14:42:54.930420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c991bd-dc26-4003-9048-7f16629489dc None None] The sync data for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv is: [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'e49a844e-12a5-41da-a52e-1a9bd6a5c2bf', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'port_id': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'mac_address': 'fa:16:3e:d2:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc56405-8601-4110-9035-05a915bd2ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:42:53Z', 'updated_at': '2022-04-06T14:42:53Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:55.001522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-48e40f99-370c-4255-aecc-4f938cf2c027 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860710 Apr 06 14:42:55.114905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46fc6312-25be-4125-85d0-0640f17bcbdc req-836f14ff-3ad7-4c78-9287-1f033e8ebc6d service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076179 Apr 06 14:42:55.149301 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae9864-7e42-4a59-bd0e-a5805fc49bae None None] New status for floating IP e49a844e-12a5-41da-a52e-1a9bd6a5c2bf: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:55.303258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52066) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:55.381319 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c1d158b4-1052-407a-9125-60e03c4860bf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/e49a844e-12a5-41da-a52e-1a9bd6a5c2bf HTTP/1.1" status: 200 len: 991 time: 0.0764999 Apr 06 14:42:55.778158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:56.385548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52068) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:56.446757 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aad94d59-498f-4f8f-87a7-7c40af5cedfc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/e49a844e-12a5-41da-a52e-1a9bd6a5c2bf HTTP/1.1" status: 200 len: 993 time: 0.0601749 Apr 06 14:42:57.395212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.537262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:09.513629 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:43:11.179633 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-cd3ed203-dfa6-459e-aaac-ea1ce3e7194b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437419 Apr 06 14:43:11.265856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-19ef7b61-4725-435c-afff-adac44ca15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:11.267417 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-19ef7b61-4725-435c-afff-adac44ca15e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0458605 Apr 06 14:43:11.369303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-a644b0c6-97ba-4722-a549-3f42aafc0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:11.370759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-a644b0c6-97ba-4722-a549-3f42aafc0b43 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 899 time: 0.0857825 Apr 06 14:43:11.437211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-36b822e1-9211-465d-9a99-2dc3c937e9d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 1001 time: 0.0586267 Apr 06 14:43:11.489960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-a0c8263a-4030-49b0-96e9-c19f2f90b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:11.491396 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-a0c8263a-4030-49b0-96e9-c19f2f90b13d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0474715 Apr 06 14:43:11.540808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-fcde2aea-1110-4915-a992-5d4f7d7db93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:11.542296 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-fcde2aea-1110-4915-a992-5d4f7d7db93b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445299 Apr 06 14:43:11.630547 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-6ded3811-2d91-47c3-8a9d-0f2263fe6c3f service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814219 Apr 06 14:43:11.727644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f4448e-d5c6-4ae9-883f-01a0c7576b07 req-d68d1721-389a-4f1e-aabd-49e523600716 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899801 Apr 06 14:43:22.302915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-878c2936-6cef-4dda-8353-72c782604c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:23.503304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:24.714406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd0ac-0127-4fdd-b734-918c3f35deca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:25.788601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:27.382747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:28.520007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:46.512177 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:43:52.296729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-146cafad-2ee3-485c-a755-97fc9e3a40c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:53.519854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:54.724468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-172ffd3c-1a02-43c4-8708-39a1225d7296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:55.787197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:57.443826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:58.553452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.497857 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-9aa3d288-a71d-48d8-9194-b1d3a673ae72 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469029 Apr 06 14:44:10.583925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294e23-6198-4adc-86a5-39535809b114 req-04b563eb-02c1-47f8-a992-6db7ca3cde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:10.585554 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-04b563eb-02c1-47f8-a992-6db7ca3cde0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0460105 Apr 06 14:44:10.687133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294e23-6198-4adc-86a5-39535809b114 req-57ea5cf3-2fcb-4633-acf3-e36274534cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:10.688603 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-57ea5cf3-2fcb-4633-acf3-e36274534cac service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 899 time: 0.0855987 Apr 06 14:44:10.757415 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-604fd251-d10f-44f8-9144-7157f2776a51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 1001 time: 0.0626929 Apr 06 14:44:10.804418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294e23-6198-4adc-86a5-39535809b114 req-01a9afa6-4352-4158-9fb5-521d53210f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:10.805865 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-01a9afa6-4352-4158-9fb5-521d53210f9d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0430856 Apr 06 14:44:10.853323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294e23-6198-4adc-86a5-39535809b114 req-a56b9bcb-3404-4b44-9ed4-9102da7a1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:10.854792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-a56b9bcb-3404-4b44-9ed4-9102da7a1e20 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437505 Apr 06 14:44:10.948040 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-6e243578-90b5-447d-b39a-5f583a44a2a1 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870688 Apr 06 14:44:11.037224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-55294e23-6198-4adc-86a5-39535809b114 req-3fefaff8-8732-4198-b51d-26e21b2eaf48 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832160 Apr 06 14:44:22.318667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-10d4df73-68e7-444c-991e-cf4ceb0ca4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.501198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.512081 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:44:24.707052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-44400760-0739-421e-a350-f8578152795d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:25.775523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.415548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.524015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.626096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52096) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:47.633357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:47.726641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8529805'] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.928228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763359885581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3904816'] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.964084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:47.964696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.968016 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/subnets/7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 836 time: 0.3389325 Apr 06 14:44:47.972817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c7abc-1bf6-4dad-bc68-70a3d3a3cf2d None None] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:44:47.981529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=7adf3d66-e71e-43a9-b56c-558c080ccfa5,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:47.990946 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:47.991297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:47.991645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:47.991992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:47.992334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:47.992670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.000036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.000438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.001232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.001578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.001974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.002888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.003226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.003607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.003972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdde24-29a2-4d56-aeae-637d0575ff39 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:48.471015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Provisioning complete for port 00e7c2e5-8259-44bf-8d3a-5489273ee86e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:48.471388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:48.550722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Current status of the port 00e7c2e5-8259-44bf-8d3a-5489273ee86e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:48.560432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Provisioning complete for port 37a6ada1-8359-4707-8e12-c052a91fe1ef triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:48.560832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:48.642555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Current status of the port 37a6ada1-8359-4707-8e12-c052a91fe1ef is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:48.652562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Provisioning complete for port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:48.652960 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:48.730612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cde73-3af6-4410-b651-76bfe66d36a0 None None] Current status of the port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:52.311959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1edd260b-cbc9-4a7d-bfe1-4ec3d2564e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:53.516719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.723332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52efedd5-3f93-4bf1-afff-7f747e0df0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.786713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:57.397339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:58.523674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.512102 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:45:10.644028 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-b4a1212c-be79-401c-83c7-253f0feaea91 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774971 Apr 06 14:45:10.730490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-93985f29-9a18-45a6-ba24-ce0e7e89798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:10.731970 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-93985f29-9a18-45a6-ba24-ce0e7e89798c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0473921 Apr 06 14:45:10.835063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-e2943635-bb9e-4386-a5c8-b714d83bfff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:10.836552 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-e2943635-bb9e-4386-a5c8-b714d83bfff4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 899 time: 0.0878816 Apr 06 14:45:10.900579 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-a9d0f50e-3266-43a2-91ad-2051bc6bb138 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 1001 time: 0.0578725 Apr 06 14:45:10.954433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-0ca1c7ca-d6f8-48f3-a549-c9d62cbe5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:10.956012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-0ca1c7ca-d6f8-48f3-a549-c9d62cbe5cb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0498071 Apr 06 14:45:11.005008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-cd1550b6-af10-46cf-bef3-803a9dcea7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:11.006610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-cd1550b6-af10-46cf-bef3-803a9dcea7e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443473 Apr 06 14:45:11.094210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-224f6a07-126b-4643-8923-82cee15adc41 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812936 Apr 06 14:45:11.187071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62c16230-af0e-45c1-b489-21ef1f6fe2fb req-95bf82a4-c6a5-460a-91af-eca21e8bf5c9 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Apr 06 14:45:22.325669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66d55fee-998c-4696-8b79-9e5a4b9d8aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.539579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:24.722561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f13bdb22-ea18-40d4-a496-d1c623345ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.789714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.443029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:28.539242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.851786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52110) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:31.134531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port f297a4e5-cb68-4504-b742-f0658e5bcbfb {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:31.134781 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.207376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.207698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (f297a4e5-cb68-4504-b742-f0658e5bcbfb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.219334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for f297a4e5-cb68-4504-b742-f0658e5bcbfb owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:31.406543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f297a4e5-cb68-4504-b742-f0658e5bcbfb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.430430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=f297a4e5-cb68-4504-b742-f0658e5bcbfb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:31.496817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (e49a844e-12a5-41da-a52e-1a9bd6a5c2bf), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.497142 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP e49a844e-12a5-41da-a52e-1a9bd6a5c2bf disassociated (deleted). External IP: 172.26.6.180, port: 00e7c2e5-8259-44bf-8d3a-5489273ee86e. Apr 06 14:45:31.931883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:32.042361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:32.047184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:32.052458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] Sync routers for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:32.061682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:32.062310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:32.077335 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3997feec-6702-431e-8792-f37078d61094 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/e49a844e-12a5-41da-a52e-1a9bd6a5c2bf HTTP/1.1" status: 204 len: 168 time: 1.2245297 Apr 06 14:45:32.078061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:32.080424 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0d1ee6-af84-4218-a934-386dd664fa70" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:32.175578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:32.373117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:32.399226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] Checking router: 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:32.407355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:32.407964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:32.522196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:32.718393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:32.749875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e79b3-ae44-4806-b5e2-791ff91a6c0d None None] The sync data for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv is: [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4915bc1b-bf43-4a0d-ab07-7e66e3b929e1', 'name': '', 'network_id': '5d44b0ab-9122-4e54-92af-9d50bd76cc13', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:c3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:34Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '7adf3d66-e71e-43a9-b56c-558c080ccfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:32.957859 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b449fe-5ae7-4d4a-a475-9fca71ed49d7 None None] New status for floating IP e49a844e-12a5-41da-a52e-1a9bd6a5c2bf: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:45:33.126390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6501036-f2ac-4b59-8c2b-dc551cb4273b x-openstack-request-id: req-b6501036-f2ac-4b59-8c2b-dc551cb4273b {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:33.126874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:33.126994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b6501036-f2ac-4b59-8c2b-dc551cb4273b {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:33.127391 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6501036-f2ac-4b59-8c2b-dc551cb4273b'] response: {'name': 'network-changed', 'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'status': 'completed', 'code': 200} Apr 06 14:45:33.194433 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-67136f37-16a0-4865-ba4c-8459aaf52b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:33.195914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-67136f37-16a0-4865-ba4c-8459aaf52b92 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0469680 Apr 06 14:45:33.287062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-77ee3002-f104-405d-9139-272197732d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:33.288484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-77ee3002-f104-405d-9139-272197732d4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 200 len: 899 time: 0.0868874 Apr 06 14:45:33.330434 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-a0983d0a-33d3-446c-b7b2-51d950d16c35 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 200 len: 217 time: 0.0348620 Apr 06 14:45:33.381063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-101bbd3e-866f-4f5f-b4b6-08b2dbbc3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:33.382574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-101bbd3e-866f-4f5f-b4b6-08b2dbbc3938 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 200 len: 844 time: 0.0473454 Apr 06 14:45:33.439524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-798c2a26-1729-4e25-b00e-958157cf1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:33.441344 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-798c2a26-1729-4e25-b00e-958157cf1da8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d44b0ab-9122-4e54-92af-9d50bd76cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509818 Apr 06 14:45:33.538496 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-27d84e5d-ecc9-4ce7-ba00-034c4d1dc924 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893755 Apr 06 14:45:33.650877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6655-2ac0-4e58-a98c-a22df17e1fc2 req-b1ee8d06-dcd4-42dc-a886-4faf78b333d2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:33.652344 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e40e6655-2ac0-4e58-a98c-a22df17e1fc2 req-b1ee8d06-dcd4-42dc-a886-4faf78b333d2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 945 time: 0.1857624 Apr 06 14:45:33.706089 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e40e6655-2ac0-4e58-a98c-a22df17e1fc2 req-61fefe51-b952-4def-a9d9-f4b535eb0652 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482831 Apr 06 14:45:34.527129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb0d1ee6-af84-4218-a934-386dd664fa70 req-32bb076c-2cc8-4f45-b9c7-023c8f95dbb9 service neutron] 10.222.0.79 "GET /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873320 Apr 06 14:45:34.807693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-713915c6-b5fa-46ae-a994-f4a4af8bf2fa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:34.809258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-713915c6-b5fa-46ae-a994-f4a4af8bf2fa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 945 time: 0.0580871 Apr 06 14:45:34.934755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64a86-c272-460e-9700-9d779e65f5e6 req-04f356b0-3590-41ae-a185-8a800bb537d1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:34.936217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08f64a86-c272-460e-9700-9d779e65f5e6 req-04f356b0-3590-41ae-a185-8a800bb537d1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 945 time: 0.1571350 Apr 06 14:45:34.968056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 00e7c2e5-8259-44bf-8d3a-5489273ee86e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:34.968389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.044149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08f64a86-c272-460e-9700-9d779e65f5e6 req-18c11638-e87a-4c4f-8a89-37c5681f8b58 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=0133ea48-a617-4cd2-b168-5407937e17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001194 Apr 06 14:45:35.086384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 00e7c2e5-8259-44bf-8d3a-5489273ee86e, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=00e7c2e5-8259-44bf-8d3a-5489273ee86e,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:35.086753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.099198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 00e7c2e5-8259-44bf-8d3a-5489273ee86e owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:35.293873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (00e7c2e5-8259-44bf-8d3a-5489273ee86e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.323371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=00e7c2e5-8259-44bf-8d3a-5489273ee86e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:35.351708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.352067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.352450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.352834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.353182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.353521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.353858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.354190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.354523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.354854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.355187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.355520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.355852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.356191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.356504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:35.376724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port 00e7c2e5-8259-44bf-8d3a-5489273ee86e on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:45:35.379917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.382526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ec140e-d905-49b8-b8cc-c3fc1bb4b2d7 req-bc934286-8d78-4257-981d-8cc88116150d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/00e7c2e5-8259-44bf-8d3a-5489273ee86e HTTP/1.1" status: 204 len: 173 time: 0.5676696 Apr 06 14:45:35.382976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'name': 'network-vif-deleted', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:35.385269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012c254-0ce0-418f-a373-c841f9985b36" -d '{"events": [{"server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "name": "network-vif-deleted", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:35.478230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68ee5c5-337f-405e-96d6-10aee9d75eca x-openstack-request-id: req-a68ee5c5-337f-405e-96d6-10aee9d75eca {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:35.478532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc56405-8601-4110-9035-05a915bd2ca0", "name": "network-vif-deleted", "tag": "00e7c2e5-8259-44bf-8d3a-5489273ee86e", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:35.478795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a68ee5c5-337f-405e-96d6-10aee9d75eca {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:35.479219 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68ee5c5-337f-405e-96d6-10aee9d75eca'] response: {'server_uuid': '2cc56405-8601-4110-9035-05a915bd2ca0', 'name': 'network-vif-deleted', 'tag': '00e7c2e5-8259-44bf-8d3a-5489273ee86e', 'status': 'completed', 'code': 200} Apr 06 14:45:36.168483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-490bb8c5-c167-4cae-b095-f7232ce141b7 req-afe27c2b-7cbb-4bb0-b86a-dc50777b1070 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cc56405-8601-4110-9035-05a915bd2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0338619 Apr 06 14:45:37.228344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52150) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:37.295172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d78ddd18-bf42-40d0-bc3b-71cc7225793c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (0133ea48-a617-4cd2-b168-5407937e17eb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:37.323585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d78ddd18-bf42-40d0-bc3b-71cc7225793c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (0133ea48-a617-4cd2-b168-5407937e17eb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:37.455148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d78ddd18-bf42-40d0-bc3b-71cc7225793c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0133ea48-a617-4cd2-b168-5407937e17eb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:37.458569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d78ddd18-bf42-40d0-bc3b-71cc7225793c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:37.469021 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d78ddd18-bf42-40d0-bc3b-71cc7225793c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/0133ea48-a617-4cd2-b168-5407937e17eb HTTP/1.1" status: 204 len: 168 time: 0.2306108 Apr 06 14:45:37.471180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ddd18-bf42-40d0-bc3b-71cc7225793c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0133ea48-a617-4cd2-b168-5407937e17eb,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:37.512737 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:45:37.552267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:37.955607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:38.217634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:38.217886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:38.256930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 00e7c2e5-8259-44bf-8d3a-5489273ee86e no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:38.277320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 00e7c2e5-8259-44bf-8d3a-5489273ee86e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:38.277677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 00e7c2e5-8259-44bf-8d3a-5489273ee86e not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:38.308390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:38.309021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:38.325196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:38.567978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4915bc1b-bf43-4a0d-ab07-7e66e3b929e1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:38.595983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=4915bc1b-bf43-4a0d-ab07-7e66e3b929e1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:38.773274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:38.991355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:39.098056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:39.103143 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-79faf46d-1f65-4bfb-820d-064b7e9da134 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/7f36cf2a-e97d-45be-a77b-34f98fc7f4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5498056 Apr 06 14:45:39.105801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52156) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:39.108164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] Sync routers for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:39.118625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:39.119248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:39.156961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet 7adf3d66-e71e-43a9-b56c-558c080ccfa5 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:45:39.160004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.203130 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.226530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:39.293765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.412884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:45:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:39.414952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7adf3d66-e71e-43a9-b56c-558c080ccfa5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.438905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] Checking router: 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:39.444168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=7adf3d66-e71e-43a9-b56c-558c080ccfa5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:39.447763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] Routers {'7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:39.448318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:39.449743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.455300 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-936b2636-e0b0-44e8-aa59-fa9d584e90c7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/7adf3d66-e71e-43a9-b56c-558c080ccfa5 HTTP/1.1" status: 204 len: 168 time: 0.3485377 Apr 06 14:45:39.457954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52158) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:39.487576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4446e314-acfb-47aa-bc6c-2d2ab1dd7ae7 None None] Network 5d44b0ab-9122-4e54-92af-9d50bd76cc13 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:45:39.574902 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.631528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] Set router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:39.680820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.773137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] DHCP port deletion for 5d44b0ab-9122-4e54-92af-9d50bd76cc13 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:45:39.799891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:39.800234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.871577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Deleting port 37a6ada1-8359-4707-8e12-c052a91fe1ef {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:39.872057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.890305 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:39.890674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.902299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:39.909378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:45:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:39.939284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3a3b1-08bf-4a1e-8492-3503f50e0518 None None] The sync data for ids ['7f36cf2a-e97d-45be-a77b-34f98fc7f4fe'] in dv-neutron-836581-2-hyperv is: [{'id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'name': 'tempest-TestNetworkBasicOps-router-612149374', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:45:38Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36cf2a-e97d-45be-a77b-34f98fc7f4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:42:31Z', 'updated_at': '2022-04-06T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:39.969363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] For port 37a6ada1-8359-4707-8e12-c052a91fe1ef, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=37a6ada1-8359-4707-8e12-c052a91fe1ef,segment=NetworkSegment(1c28c063-b876-4271-8432-f1551186d8e1),segment_id=1c28c063-b876-4271-8432-f1551186d8e1)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:39.969769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.987991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Calling delete_port for 37a6ada1-8359-4707-8e12-c052a91fe1ef owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:40.145484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.173539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:40.246020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.306285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (37a6ada1-8359-4707-8e12-c052a91fe1ef), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.336669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Pushing event deleted for resources: {'Port': ['ID=37a6ada1-8359-4707-8e12-c052a91fe1ef,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:40.347320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.350431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.353991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.354344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.354689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.355823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.356167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.356502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.356865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.363075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:40.364644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a67968-a71e-4a23-92ed-1106553cbc69 None None] No DVR routers for this DVR port 37a6ada1-8359-4707-8e12-c052a91fe1ef on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:45:40.431302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:40.448426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (7f36cf2a-e97d-45be-a77b-34f98fc7f4fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.449112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 7f36cf2a-e97d-45be-a77b-34f98fc7f4fe {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:45:40.454407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:40.456765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4915bc1b-bf43-4a0d-ab07-7e66e3b929e1 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:40.456765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 37a6ada1-8359-4707-8e12-c052a91fe1ef no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:40.459822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.461105 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0f6cf17d-bd49-4027-96b8-70bf6b5327cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/7f36cf2a-e97d-45be-a77b-34f98fc7f4fe HTTP/1.1" status: 204 len: 168 time: 1.0021434 Apr 06 14:45:40.463992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52160) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:40.482707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 37a6ada1-8359-4707-8e12-c052a91fe1ef {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:40.483052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 37a6ada1-8359-4707-8e12-c052a91fe1ef not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:40.547900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (5d44b0ab-9122-4e54-92af-9d50bd76cc13), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.641969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (5d44b0ab-9122-4e54-92af-9d50bd76cc13), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.663513 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d44b0ab-9122-4e54-92af-9d50bd76cc13']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:40.673663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c28c063-b876-4271-8432-f1551186d8e1') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:40.673963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c28c063-b876-4271-8432-f1551186d8e1') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:40.687269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (1c28c063-b876-4271-8432-f1551186d8e1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.700880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (1c28c063-b876-4271-8432-f1551186d8e1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.706559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:45:40.706947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (1c28c063-b876-4271-8432-f1551186d8e1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:45:40.710654 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:45:41.080524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (5d44b0ab-9122-4e54-92af-9d50bd76cc13), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.091024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.091433 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/5d44b0ab-9122-4e54-92af-9d50bd76cc13 HTTP/1.1" status: 204 len: 168 time: 0.6264687 Apr 06 14:45:41.102947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:41.107955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--856259308', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:41.111142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d7224-6fa6-4076-b39b-2b8df845b940 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=5d44b0ab-9122-4e54-92af-9d50bd76cc13,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:41.207447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:41.211612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.235050 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:45:41.245737 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (828f997f-f3d2-417d-9c12-e71b73b884fe), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.245737 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment 828f997f-f3d2-417d-9c12-e71b73b884fe of type vlan for network 226ec863-3d89-4665-9f17-54eb55f65271 Apr 06 14:45:41.282674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (226ec863-3d89-4665-9f17-54eb55f65271), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.384721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (226ec863-3d89-4665-9f17-54eb55f65271), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.389672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:41.390251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.456261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=226ec863-3d89-4665-9f17-54eb55f65271,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:41.467200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 226ec863-3d89-4665-9f17-54eb55f65271 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:45:41.518003 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1499207b-2363-4859-a88c-f1ddd752f48d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4136701 Apr 06 14:45:41.520597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:41.526361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-187514686', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:41.623724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (65770153-aa0d-4d8c-a297-66905e24fb45), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.624895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (65770153-aa0d-4d8c-a297-66905e24fb45), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.676220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (65770153-aa0d-4d8c-a297-66905e24fb45), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.895534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (65770153-aa0d-4d8c-a297-66905e24fb45), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.008060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:42.027946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:42.028277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f9880e3a-b3ca-48f6-a99b-d72a6ff53c2a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:42.142372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (65770153-aa0d-4d8c-a297-66905e24fb45), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.164555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.270659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.232 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/2c7db9c6-e914-4d06-95b6-5de80965c354) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:42.376677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.465289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.502415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:42.505263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:42.508611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:42.540066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=2c7db9c6-e914-4d06-95b6-5de80965c354,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:42.816491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (65770153-aa0d-4d8c-a297-66905e24fb45), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:43.016302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (65770153-aa0d-4d8c-a297-66905e24fb45), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:43.236014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:45:43.343797 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:43.354231 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:43.363216 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:43.365879 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:43.427054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:43.428491 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4d332251-d292-4669-84eb-5582317b7ab8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9062514 Apr 06 14:45:43.431545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52166) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:43.472989 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:43.593812 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4af451cf-0812-46b4-8eac-56b1f89cf272 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610913 Apr 06 14:45:43.596300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52170) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:43.645897 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:42Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:43.671950 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:43.672297 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Updating router 65770153-aa0d-4d8c-a297-66905e24fb45 port 2c7db9c6-e914-4d06-95b6-5de80965c354 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:45:43.688912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b7d1e-92f0-446e-a0df-42fc8b74429a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:43.690426 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3d1b7d1e-92f0-446e-a0df-42fc8b74429a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931621 Apr 06 14:45:43.693853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52172) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:43.703068 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:43.723762 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-955e2b32-08e2-4e47-a65a-0907048c9288 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265996 Apr 06 14:45:43.724139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52174) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:43.729065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048564006', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:43.876210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:43.880031 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:43.964819 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Publish callbacks [] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.052147 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.102918 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Attempting to bind port 2c7db9c6-e914-4d06-95b6-5de80965c354 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:44.103285 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Attempting to bind port 2c7db9c6-e914-4d06-95b6-5de80965c354 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:44.103644 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Attempting to bind port 2c7db9c6-e914-4d06-95b6-5de80965c354 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:44.110341 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Pushing event updated for resources: {'Port': ['ID=2c7db9c6-e914-4d06-95b6-5de80965c354,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:44.113395 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:44.113761 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:44.114159 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.114546 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:44.115542 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Bound port: 2c7db9c6-e914-4d06-95b6-5de80965c354, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:44.115938 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.121921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.122265 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.128115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:44.143859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (4e2d03ca-f189-4b32-90b3-582dad8fc585), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.186754 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] For port 2c7db9c6-e914-4d06-95b6-5de80965c354, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:44.190182 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] For port 2c7db9c6-e914-4d06-95b6-5de80965c354, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2c7db9c6-e914-4d06-95b6-5de80965c354,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:44.210691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=4e2d03ca-f189-4b32-90b3-582dad8fc585,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:44.219386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:44.219753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: 226ec863-3d89-4665-9f17-54eb55f65271, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:45:44.260009 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.322178 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 226ec863-3d89-4665-9f17-54eb55f65271 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:45:44.390998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 226ec863-3d89-4665-9f17-54eb55f65271) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:44.395617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:44.397387 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.398526 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:44.399045 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:44.402133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76995d4-a0a4-4084-8851-800cf6446c46 None None] Network 226ec863-3d89-4665-9f17-54eb55f65271 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:45:44.442548 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a0e09-86a7-421b-8893-243f30f5c42b None None] Pushing event updated for resources: {'Port': ['ID=2c7db9c6-e914-4d06-95b6-5de80965c354,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:44.501747 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-abb435cb-32da-4a28-ba98-c2f7b792cd2f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7765212 Apr 06 14:45:44.504681 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52176) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:44.514638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-226ec863-3d89-4665-9f17-54eb55f65271', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:45:44.515739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.524264 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:44.659203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Allocated IP 172.20.0.2 (226ec863-3d89-4665-9f17-54eb55f65271/4e2d03ca-f189-4b32-90b3-582dad8fc585/6a948d49-d420-40e2-86ad-cc91fe3fcccd) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:44.713051 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:42Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:44.742941 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a891-ea80-4a33-8b4e-46e9bf39800f None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:42Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:44.815777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Publish callbacks [] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.884367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.926391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Network 226ec863-3d89-4665-9f17-54eb55f65271 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:44.935417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:44.936416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:44.949845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Pushing event updated for resources: {'Port': ['ID=6a948d49-d420-40e2-86ad-cc91fe3fcccd,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:45.036532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Attempting to bind port 6a948d49-d420-40e2-86ad-cc91fe3fcccd on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:45.037250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Attempting to bind port 6a948d49-d420-40e2-86ad-cc91fe3fcccd by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:45.037688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Attempting to bind port 6a948d49-d420-40e2-86ad-cc91fe3fcccd on network 226ec863-3d89-4665-9f17-54eb55f65271 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:45.044197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:45.044603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Checking segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:45.045252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:45.045721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Bound using segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:45.046302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Bound port: 6a948d49-d420-40e2-86ad-cc91fe3fcccd, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:45.046760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:45.157626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] For port 6a948d49-d420-40e2-86ad-cc91fe3fcccd, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:45.160984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] For port 6a948d49-d420-40e2-86ad-cc91fe3fcccd, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6a948d49-d420-40e2-86ad-cc91fe3fcccd,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:45.258090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:45.265661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:45.335634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ed358-e769-4a36-a15c-0151b27dcbd7 None None] Pushing event updated for resources: {'Port': ['ID=6a948d49-d420-40e2-86ad-cc91fe3fcccd,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:45.585112 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (226ec863-3d89-4665-9f17-54eb55f65271/4e2d03ca-f189-4b32-90b3-582dad8fc585/07fbc514-ce1d-4486-b49a-053c69f12337) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:45.712871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (07fbc514-ce1d-4486-b49a-053c69f12337), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:45.796617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:45.838881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 226ec863-3d89-4665-9f17-54eb55f65271 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:45.844149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:45.848094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:45.855079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=07fbc514-ce1d-4486-b49a-053c69f12337,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:45.895189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (65770153-aa0d-4d8c-a297-66905e24fb45), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.100083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6a948d49-d420-40e2-86ad-cc91fe3fcccd up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:46.143735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.167641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6a948d49-d420-40e2-86ad-cc91fe3fcccd triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:46.168152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.258605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6a948d49-d420-40e2-86ad-cc91fe3fcccd is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:46.258999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.301262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 6a948d49-d420-40e2-86ad-cc91fe3fcccd, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6a948d49-d420-40e2-86ad-cc91fe3fcccd,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:46.323565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9df26b-ac0c-47d3-9ae9-42fc67048c2a None None] Network 226ec863-3d89-4665-9f17-54eb55f65271 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:45:46.403376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.404162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c7db9c6-e914-4d06-95b6-5de80965c354 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:46.453587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (07fbc514-ce1d-4486-b49a-053c69f12337), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.462685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5b56010b-b2e3-43de-b97b-9239d9d4f97d None None] Provisioning complete for port 6a948d49-d420-40e2-86ad-cc91fe3fcccd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:46.463061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5b56010b-b2e3-43de-b97b-9239d9d4f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.533550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.551477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=6a948d49-d420-40e2-86ad-cc91fe3fcccd,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:46.580118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2c7db9c6-e914-4d06-95b6-5de80965c354 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:46.580488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.615032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=07fbc514-ce1d-4486-b49a-053c69f12337,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:46.627009 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (65770153-aa0d-4d8c-a297-66905e24fb45), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.654212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5b56010b-b2e3-43de-b97b-9239d9d4f97d None None] Current status of the port 6a948d49-d420-40e2-86ad-cc91fe3fcccd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:46.712045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2c7db9c6-e914-4d06-95b6-5de80965c354 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:46.712452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.744602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 2c7db9c6-e914-4d06-95b6-5de80965c354, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2c7db9c6-e914-4d06-95b6-5de80965c354,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:46.744879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 226ec863-3d89-4665-9f17-54eb55f65271 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:46.746253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:46.823689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.879038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:46.887705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=2c7db9c6-e914-4d06-95b6-5de80965c354,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:46.898737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4f3ef50f-9edd-4499-85d9-c2faba767193 None None] Provisioning complete for port 07fbc514-ce1d-4486-b49a-053c69f12337 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:46.898876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef50f-9edd-4499-85d9-c2faba767193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.935995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ef50f-9edd-4499-85d9-c2faba767193 None None] Port 07fbc514-ce1d-4486-b49a-053c69f12337 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:46.947445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4f3ef50f-9edd-4499-85d9-c2faba767193 None None] Provisioning complete for port 6a948d49-d420-40e2-86ad-cc91fe3fcccd triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:46.947881 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef50f-9edd-4499-85d9-c2faba767193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.054898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ef50f-9edd-4499-85d9-c2faba767193 None None] Current status of the port 6a948d49-d420-40e2-86ad-cc91fe3fcccd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:47.063411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:47.069262 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-877bebe5-8127-4dda-af88-675086f3a3df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/65770153-aa0d-4d8c-a297-66905e24fb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622225 Apr 06 14:45:47.071951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52182) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:47.075002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:47.086545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:47.087327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:47.173617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3164568-d2f6-49da-8354-c43b9a3d2ac7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.174254 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3164568-d2f6-49da-8354-c43b9a3d2ac7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.175192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3164568-d2f6-49da-8354-c43b9a3d2ac7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.175192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3164568-d2f6-49da-8354-c43b9a3d2ac7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.180132 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e3164568-d2f6-49da-8354-c43b9a3d2ac7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1041355 Apr 06 14:45:47.181148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52184) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:47.198895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e3bdca17-c434-41b5-893a-be03402faea5 None None] Provisioning complete for port 07fbc514-ce1d-4486-b49a-053c69f12337 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:47.199471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e3bdca17-c434-41b5-893a-be03402faea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.229301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:47.235605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b4532-c911-4729-aacc-5bc10fcd1e6c tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.236156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b4532-c911-4729-aacc-5bc10fcd1e6c tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.236628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b4532-c911-4729-aacc-5bc10fcd1e6c tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.237318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b4532-c911-4729-aacc-5bc10fcd1e6c tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.241538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-828b4532-c911-4729-aacc-5bc10fcd1e6c tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0562713 Apr 06 14:45:47.241795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52186) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:47.269393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdca17-c434-41b5-893a-be03402faea5 None None] Port 07fbc514-ce1d-4486-b49a-053c69f12337 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:47.382438 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6fdffabd-f321-46ae-97ae-c6ca19909c8a tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1389830 Apr 06 14:45:47.423646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-42275fd4-fdf8-469f-a6a4-e5c15e182686 None None] Provisioning complete for port 07fbc514-ce1d-4486-b49a-053c69f12337 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:47.424090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-42275fd4-fdf8-469f-a6a4-e5c15e182686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.467229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-42275fd4-fdf8-469f-a6a4-e5c15e182686 None None] Port 07fbc514-ce1d-4486-b49a-053c69f12337 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:47.485986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:47.513844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:47.514200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Updating router 65770153-aa0d-4d8c-a297-66905e24fb45 port 07fbc514-ce1d-4486-b49a-053c69f12337 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:45:47.543061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.590082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52190) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:47.594636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773446741', 'description': 'tempest-secgroup-smoke-1773446741 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:47.653349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.719395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (7eebbf16-cc93-4722-9f63-e1706ee06210), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.796478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7eebbf16-cc93-4722-9f63-e1706ee06210), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.809847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Publish callbacks [] for port (07fbc514-ce1d-4486-b49a-053c69f12337), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.825368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eebbf16-cc93-4722-9f63-e1706ee06210,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:47.893358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.906580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:47.907852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f20a62b9-649e-4371-b3d1-190172ac8b96 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3167801 Apr 06 14:45:47.910806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52192) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:47.915962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '7eebbf16-cc93-4722-9f63-e1706ee06210', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:47.950030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ee87c-5aae-4de2-b892-48200d6e6eda None None] Pushing event updated for resources: {'Port': ['ID=07fbc514-ce1d-4486-b49a-053c69f12337,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:48.000607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Attempting to bind port 07fbc514-ce1d-4486-b49a-053c69f12337 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:48.001018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Attempting to bind port 07fbc514-ce1d-4486-b49a-053c69f12337 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:48.001385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Attempting to bind port 07fbc514-ce1d-4486-b49a-053c69f12337 on network 226ec863-3d89-4665-9f17-54eb55f65271 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:48.009000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (a711a5b0-474f-467f-9533-ecd495dd1bd0), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.009156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:48.009382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Checking segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:48.009789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.010184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Bound using segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:48.010665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Bound port: 07fbc514-ce1d-4486-b49a-053c69f12337, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:48.011045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.082998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (a711a5b0-474f-467f-9533-ecd495dd1bd0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.086123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] For port 07fbc514-ce1d-4486-b49a-053c69f12337, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:48.090201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] For port 07fbc514-ce1d-4486-b49a-053c69f12337, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=07fbc514-ce1d-4486-b49a-053c69f12337,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:48.098420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6a948d49-d420-40e2-86ad-cc91fe3fcccd up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:48.160306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a711a5b0-474f-467f-9533-ecd495dd1bd0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.169378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6a948d49-d420-40e2-86ad-cc91fe3fcccd triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:48.169757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.177828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a711a5b0-474f-467f-9533-ecd495dd1bd0,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:48.197485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.244046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.245350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-05a717a1-f644-4a42-8a8b-2bc93c6c16e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336160 Apr 06 14:45:48.248280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52196) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:48.253160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '7eebbf16-cc93-4722-9f63-e1706ee06210', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:48.339139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (4a281893-02e8-4183-9b08-a193878d3061), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.404226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (4a281893-02e8-4183-9b08-a193878d3061), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.428550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] Provisioning complete for port 07fbc514-ce1d-4486-b49a-053c69f12337 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:48.433007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.468061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:48.468719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:48.470433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ee87c-5aae-4de2-b892-48200d6e6eda None None] Pushing event updated for resources: {'Port': ['ID=07fbc514-ce1d-4486-b49a-053c69f12337,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:48.482508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4a281893-02e8-4183-9b08-a193878d3061), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.506129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a281893-02e8-4183-9b08-a193878d3061,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:48.515812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.516458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.516893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.528625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:48.573988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.576747 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5326222a-4283-4183-84d9-02c1bf8c320c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3259280 Apr 06 14:45:48.579255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52200) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:48.584970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '7eebbf16-cc93-4722-9f63-e1706ee06210', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:48.606439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6a948d49-d420-40e2-86ad-cc91fe3fcccd is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:48.607485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c7db9c6-e914-4d06-95b6-5de80965c354 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:48.668832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (d5869a31-1f71-4370-b3b9-28765fdeff61), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.694232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:48.720004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] Current status of the port 07fbc514-ce1d-4486-b49a-053c69f12337 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:48.720392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.727557 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (d5869a31-1f71-4370-b3b9-28765fdeff61), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.796359 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (d5869a31-1f71-4370-b3b9-28765fdeff61), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.797408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 2c7db9c6-e914-4d06-95b6-5de80965c354 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:48.797785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.816341 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5869a31-1f71-4370-b3b9-28765fdeff61,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:48.855831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] For port 07fbc514-ce1d-4486-b49a-053c69f12337, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=07fbc514-ce1d-4486-b49a-053c69f12337,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:48.890116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.891432 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ae2b91fd-745c-43fd-85d1-40b7b1acf532 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110886 Apr 06 14:45:48.894283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52202) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:48.898971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '7eebbf16-cc93-4722-9f63-e1706ee06210', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:48.923020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.002526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 2c7db9c6-e914-4d06-95b6-5de80965c354 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:49.013614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (4bb0d6a4-41db-4aa9-9d13-80e309a2f769), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.022416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58fd3b-f4fc-468c-aeb3-c3efc4c240f4 None None] Pushing event updated for resources: {'Port': ['ID=07fbc514-ce1d-4486-b49a-053c69f12337,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.054475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:49.058052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d400293d-c2b8-485c-8bdb-c3d2c204cd6f None None] Provisioning complete for port 07fbc514-ce1d-4486-b49a-053c69f12337 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:49.058427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d400293d-c2b8-485c-8bdb-c3d2c204cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.074937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (4bb0d6a4-41db-4aa9-9d13-80e309a2f769), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.087906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1bfb-6116-4dc7-9741-0c9eac049cc4 None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:49.167598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4bb0d6a4-41db-4aa9-9d13-80e309a2f769), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.189092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d400293d-c2b8-485c-8bdb-c3d2c204cd6f None None] Current status of the port 07fbc514-ce1d-4486-b49a-053c69f12337 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:49.191396 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb0d6a4-41db-4aa9-9d13-80e309a2f769,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.273356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.274647 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4db126db-6490-48ab-9d9f-f6d440a2086b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3793125 Apr 06 14:45:49.277326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52204) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:49.281881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '7eebbf16-cc93-4722-9f63-e1706ee06210', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:49.362179 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:45:49.367985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (40ad358c-33c3-4d78-bdf9-774dfe34c6f1), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.435011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (40ad358c-33c3-4d78-bdf9-774dfe34c6f1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.497721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (40ad358c-33c3-4d78-bdf9-774dfe34c6f1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.517383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ad358c-33c3-4d78-bdf9-774dfe34c6f1,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.604232 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.605572 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-849c29b2-6d8b-4edd-98da-415e05b4b4e3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272817 Apr 06 14:45:49.608336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52206) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:49.612815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '7eebbf16-cc93-4722-9f63-e1706ee06210', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:49.699049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:45:49.704325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (eab4012f-d210-46bc-821e-0710640ba13e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.767480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (eab4012f-d210-46bc-821e-0710640ba13e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.824641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (eab4012f-d210-46bc-821e-0710640ba13e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.848190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab4012f-d210-46bc-821e-0710640ba13e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.917338 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.918774 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c824be36-9b9a-44ae-a816-11107124b424 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094177 Apr 06 14:45:50.085806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07fbc514-ce1d-4486-b49a-053c69f12337 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:50.112589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-e917deea-a970-43ef-abd3-abec28f6c3b5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773446741&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0540798 Apr 06 14:45:50.143952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 07fbc514-ce1d-4486-b49a-053c69f12337 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:50.144784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:50.228970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-fc3207b5-29e2-4020-b796-82657704ef75 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:50.230508 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-fc3207b5-29e2-4020-b796-82657704ef75 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 796 time: 0.1170723 Apr 06 14:45:50.231484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 07fbc514-ce1d-4486-b49a-053c69f12337 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:50.247232 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-aa395fab-2563-47dc-8109-69d964c9c5d9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0099673 Apr 06 14:45:50.310992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-38b47924-12a1-42f3-ad35-d1c9b28d7b98 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581682 Apr 06 14:45:50.403698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d942cdb6-ff5c-466a-b0fa-a4d44b98a6eb service neutron] 10.222.0.89 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Apr 06 14:45:50.501274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d9a69756-de49-42f7-8be1-ac5adaf54760 service neutron] 10.222.0.89 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917981 Apr 06 14:45:50.778391 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb307879-2c22-4b8b-95cb-425bb7309066 req-5c3b0e06-cbb4-4079-bf32-d17682389663 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 210 time: 0.0290020 Apr 06 14:45:51.873793 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e0f323a6-bd4e-42a9-88cb-c0226283fdb9 req-0000a09a-cb4a-4284-9abb-95a4e6fae8b1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 210 time: 0.0297647 Apr 06 14:45:52.337042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8a601ee8-7316-4786-908d-caedadc6a4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:52.702846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-07d38f2a-e41a-4329-a6d3-0ab3170cbf5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:52.704267 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-07d38f2a-e41a-4329-a6d3-0ab3170cbf5e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 796 time: 0.1073079 Apr 06 14:45:52.769933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-42afb127-d768-4a0f-8652-d6415034978f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 380 time: 0.0577576 Apr 06 14:45:52.778486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['7eebbf16-cc93-4722-9f63-e1706ee06210']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:52.976556 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ff1294b8-af3f-4c66-a5bd-1cedacd2d76b req-4b58896d-c390-489d-b0f3-35bca59e059c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 210 time: 0.0341563 Apr 06 14:45:52.977272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:52.980389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.106495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.9 (226ec863-3d89-4665-9f17-54eb55f65271/4e2d03ca-f189-4b32-90b3-582dad8fc585/d66ee82c-1ffc-4677-92d9-bc8b524e1cf9) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:53.242782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.320265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.358650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 226ec863-3d89-4665-9f17-54eb55f65271 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:53.361588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:53.369025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:53.398081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:53.427362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:53.428733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.518898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-39ca08f8-07a7-4770-92c8-9c92b9b0b8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438953 Apr 06 14:45:53.529765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Request body: {'port': {'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:53.538898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.590483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.639291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-553f06e1-9d7e-4fcb-8a91-2b29f9924799 None None] Provisioning complete for port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:53.639584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-553f06e1-9d7e-4fcb-8a91-2b29f9924799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.680055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-553f06e1-9d7e-4fcb-8a91-2b29f9924799 None None] Port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:53.861313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:45:53.868545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Publish callbacks [] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:53.880668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Transition to ACTIVE for port object d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:45:53.950344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:54.004888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:54.111060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Attempting to bind port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:54.111453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Attempting to bind port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:54.111738 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Attempting to bind port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 on network 226ec863-3d89-4665-9f17-54eb55f65271 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:54.121496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 on network 226ec863-3d89-4665-9f17-54eb55f65271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:45:54.121825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Attempting to bind port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 on network 226ec863-3d89-4665-9f17-54eb55f65271 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:54.129711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:54.130166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Checking segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:54.130560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Bound using segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:54.131000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Bound port: d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:54.131358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:54.141259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba170-9fa1-46d3-bf84-b7fcef4593b9 req-c6741b64-a762-4830-81e7-d0e1e333f57c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.328920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2eba170-9fa1-46d3-bf84-b7fcef4593b9 req-c6741b64-a762-4830-81e7-d0e1e333f57c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 943 time: 0.0828595 Apr 06 14:45:54.328920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2eba170-9fa1-46d3-bf84-b7fcef4593b9 req-f52b4f5d-f648-496d-9d0b-8a6fe6f333b3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922880 Apr 06 14:45:54.328920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:54.328920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:54.406504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:54.442388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.442898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:54.444288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] 10.222.0.79 "PUT /v2.0/ports/d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 1093 time: 0.9188190 Apr 06 14:45:54.444788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:54.447027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:54.471610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3617ea9-d780-41c5-a3e8-1aae77e8a926 service neutron] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:54.483204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c906423f-5a8c-4b07-96ba-9edce6548a89 x-openstack-request-id: req-c906423f-5a8c-4b07-96ba-9edce6548a89 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:54.483498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:54.483774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c906423f-5a8c-4b07-96ba-9edce6548a89 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:54.484164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c906423f-5a8c-4b07-96ba-9edce6548a89'] response: {'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'status': 'completed', 'code': 200} Apr 06 14:45:54.552580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc req-87fb2b2c-1e08-4d15-8529-0d4480dae256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.553876 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc req-87fb2b2c-1e08-4d15-8529-0d4480dae256 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1127 time: 0.0480700 Apr 06 14:45:54.661912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc req-49854129-57d7-40ea-b338-3e5d468ea786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.663598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc req-49854129-57d7-40ea-b338-3e5d468ea786 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1030643 Apr 06 14:45:54.710667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2478f4b-1a53-45d8-a516-177091f475df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:54.760649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc req-201845a9-1e22-4bbb-8a52-a27d824ba960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.762164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca7b835c-f7a3-4cfe-aeeb-1675ff1a68dc req-201845a9-1e22-4bbb-8a52-a27d824ba960 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928988 Apr 06 14:45:54.847285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-7b0a0094-948d-4bbd-8f49-285a5c59634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.848856 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-7b0a0094-948d-4bbd-8f49-285a5c59634c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1127 time: 0.0470998 Apr 06 14:45:54.889047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-bed2546d-8770-43e7-90fa-406a0f69a52a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 217 time: 0.0340374 Apr 06 14:45:54.942207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-5972b85a-6dd5-4f28-a81b-361abc5336bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.944184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-5972b85a-6dd5-4f28-a81b-361abc5336bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0483704 Apr 06 14:45:54.993080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-99acd45c-91be-4b96-b636-468ca8e8de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:54.995056 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-99acd45c-91be-4b96-b636-468ca8e8de9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449159 Apr 06 14:45:55.085591 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-6cb8a65d-0416-42b0-b506-19cdbdf051aa service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826635 Apr 06 14:45:55.178619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-623d4ffb-6547-4a65-b63b-43b2159a86dd req-8987a294-e9a4-4929-9642-88b7d3bf8aaf service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Apr 06 14:45:55.362017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadecbdf-633a-4007-a42b-b0a053d76a42 req-08233227-e041-436a-89f6-141025e99ab4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:55.363469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eadecbdf-633a-4007-a42b-b0a053d76a42 req-08233227-e041-436a-89f6-141025e99ab4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 943 time: 0.0520279 Apr 06 14:45:55.410798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eadecbdf-633a-4007-a42b-b0a053d76a42 req-bff02072-ba67-44bc-af49-02d654f31ee6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Apr 06 14:45:55.788775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:56.534305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4afea-b8d4-4543-ac1c-944080a1c5c7 req-46d94fdc-8b2c-4b35-b5e1-f7416fe3cef1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:56.535761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45e4afea-b8d4-4543-ac1c-944080a1c5c7 req-46d94fdc-8b2c-4b35-b5e1-f7416fe3cef1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 943 time: 0.0559268 Apr 06 14:45:56.584747 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-45e4afea-b8d4-4543-ac1c-944080a1c5c7 req-dc705962-73c3-4e49-9238-c640e75981da tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Apr 06 14:45:57.441448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:57.705185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c56dec-bceb-448a-b18c-8e6ba9f10f76 req-d97055fe-360e-430b-b37f-31db804cf3aa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:57.706696 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46c56dec-bceb-448a-b18c-8e6ba9f10f76 req-d97055fe-360e-430b-b37f-31db804cf3aa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 943 time: 0.0527592 Apr 06 14:45:57.754351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46c56dec-bceb-448a-b18c-8e6ba9f10f76 req-2ffcaa00-cfe2-4569-a11a-a7136136cbf3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Apr 06 14:45:58.333945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:45:58.434295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:58.445647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:45:58.494320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:58.514154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:58.514154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:45:58.528565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:58.595859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:58.606836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:58.656777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:58.828806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['d66ee82c-1ffc-4677-92d9-bc8b524e1cf9'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:45:58.872614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48070755-8a71-4c5d-9117-0e35ef72595e req-dd0ec6bd-fadb-4459-aec9-06b6475fbcdd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:58.874148 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-48070755-8a71-4c5d-9117-0e35ef72595e req-dd0ec6bd-fadb-4459-aec9-06b6475fbcdd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Apr 06 14:45:58.928534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-48070755-8a71-4c5d-9117-0e35ef72595e req-cac3319f-74d8-4fd1-a525-8205399ec6ce tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486627 Apr 06 14:46:00.049558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fac58-a43d-4bcd-b13c-5692d51a73bc req-a0ae0a51-2d19-4f4e-bb34-8bf2ffa64c63 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:00.051040 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-411fac58-a43d-4bcd-b13c-5692d51a73bc req-a0ae0a51-2d19-4f4e-bb34-8bf2ffa64c63 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 944 time: 0.0534947 Apr 06 14:46:00.110826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-411fac58-a43d-4bcd-b13c-5692d51a73bc req-1187e95d-2f5a-4ea2-9a1f-ac2a43943536 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541303 Apr 06 14:46:00.349521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:46:00.479594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:46:00.483450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:46:00.483829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:00.559544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:46:00.559935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:00.582357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:00.585356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aeee3b-bebd-44e4-9675-e884fe0c7e90" -d '{"events": [{"server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "name": "network-vif-plugged", "status": "completed", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:00.601525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:00.664327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:00.688583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6acf837-bee4-489e-bb46-cef12a1a759a x-openstack-request-id: req-d6acf837-bee4-489e-bb46-cef12a1a759a {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:00.688905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "name": "network-vif-plugged", "status": "completed", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:00.689167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d6acf837-bee4-489e-bb46-cef12a1a759a {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:00.689566 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6acf837-bee4-489e-bb46-cef12a1a759a'] response: {'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'code': 200} Apr 06 14:46:00.716846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:00.967416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121da-62d4-4a5f-b427-c26db5599114 req-809abe5d-3c78-4967-a128-73bdef45fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:00.968967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d07121da-62d4-4a5f-b427-c26db5599114 req-809abe5d-3c78-4967-a128-73bdef45fd70 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1129 time: 0.0440590 Apr 06 14:46:01.012552 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d07121da-62d4-4a5f-b427-c26db5599114 req-8ce230a7-5680-4a49-a241-730659d0077f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 Apr 06 14:46:01.529315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117db185-7deb-4531-b22c-c474d93c4392 req-ebfac8ee-1a9e-42d7-9900-2d13a7fc8aa6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:01.530787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-117db185-7deb-4531-b22c-c474d93c4392 req-ebfac8ee-1a9e-42d7-9900-2d13a7fc8aa6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 945 time: 0.3544936 Apr 06 14:46:01.579094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-117db185-7deb-4531-b22c-c474d93c4392 req-18726c47-c12c-47a6-81eb-813118e60a90 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Apr 06 14:46:02.699247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086d4e7-bc06-4764-aaf4-79f2392021cc req-f0a25197-c8cf-4d37-af69-aa805080b746 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:02.700748 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f086d4e7-bc06-4764-aaf4-79f2392021cc req-f0a25197-c8cf-4d37-af69-aa805080b746 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Apr 06 14:46:02.748387 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f086d4e7-bc06-4764-aaf4-79f2392021cc req-bdc12eac-a1f6-4005-8bb3-8512490f56d8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421522 Apr 06 14:46:02.867926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3bec-50ad-46c4-919d-161360f46bda req-5e3988c0-5683-482f-9b76-7f34ee83a757 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:02.869295 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da4d3bec-50ad-46c4-919d-161360f46bda req-5e3988c0-5683-482f-9b76-7f34ee83a757 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 945 time: 0.0557179 Apr 06 14:46:02.917441 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da4d3bec-50ad-46c4-919d-161360f46bda req-e164e8c3-8f1d-4ed2-9988-d2be537d343b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Apr 06 14:46:02.939218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52270) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:03.016676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e9a7f-66a0-4cc3-b9a5-6f8f7334adc9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:03.018206 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-828e9a7f-66a0-4cc3-b9a5-6f8f7334adc9 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1124 time: 0.0779767 Apr 06 14:46:03.021041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52272) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:03.026128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:03.099571 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:03.196095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:03.298651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.154 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/fd1b1fb1-1c15-40fa-ade9-4dd19ace3333) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:03.398401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:03.470436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:03.511179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:03.516075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:03.519733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:46:03.525838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=fd1b1fb1-1c15-40fa-ade9-4dd19ace3333,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:04.021770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (d896bb8c-3f55-412d-851d-add01002b0dc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:04.152609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:04.536016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:04.605350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:04.675099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=fd1b1fb1-1c15-40fa-ade9-4dd19ace3333,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:04.686788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (d896bb8c-3f55-412d-851d-add01002b0dc), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:04.796125 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP d896bb8c-3f55-412d-851d-add01002b0dc associated. External IP: 172.26.6.154, port: d66ee82c-1ffc-4677-92d9-bc8b524e1cf9. Apr 06 14:46:05.017671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:05.128895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:05.138719 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:46:05.148828 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:46:05.149486 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:05.207554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:05.237752 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1a7e627f-3849-4f65-a43c-9fbe20ff8105 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2155535 Apr 06 14:46:05.238582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:05.241485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52274) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:05.242197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db5026-8cf8-4d7a-bd57-009b48e5a44f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:05.259138 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:46:05.279183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2ff62-16d9-4dc4-9a91-091797c28e16 x-openstack-request-id: req-c9f2ff62-16d9-4dc4-9a91-091797c28e16 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:05.279492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:05.279731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c9f2ff62-16d9-4dc4-9a91-091797c28e16 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:05.280217 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f2ff62-16d9-4dc4-9a91-091797c28e16'] response: {'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'status': 'completed', 'code': 200} Apr 06 14:46:05.296128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e36c7-9a0a-466f-a9db-69e1f2336cc3 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:05.297711 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d63e36c7-9a0a-466f-a9db-69e1f2336cc3 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1124 time: 0.0551555 Apr 06 14:46:05.369846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-1108d463-8abc-4d9f-9be7-26351f866ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:05.371473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-1108d463-8abc-4d9f-9be7-26351f866ab3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1129 time: 0.0561447 Apr 06 14:46:05.463657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-85ab5ff3-811d-4b97-ae6b-a4c79222e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:05.465065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-85ab5ff3-811d-4b97-ae6b-a4c79222e556 service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.0872893 Apr 06 14:46:05.502639 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:03Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:05.529694 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:46:05.532483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-70798d63-0189-438c-aa72-973c39353285 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 999 time: 0.0604479 Apr 06 14:46:05.538673 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:46:05.539289 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:05.582868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-fe0ce4b8-cfd6-4e47-83bc-5a23d2670fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:05.584394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-fe0ce4b8-cfd6-4e47-83bc-5a23d2670fdf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0467322 Apr 06 14:46:05.592439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52280) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:05.596945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290707102', 'description': 'tempest-secgroup-smoke-1290707102 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:05.674125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-314ab03a-16e5-4a11-818d-b5bcc8926745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:05.675946 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-314ab03a-16e5-4a11-818d-b5bcc8926745 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0854368 Apr 06 14:46:05.676930 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:46:05.692734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:05.764038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (de391218-adc9-4038-b733-3eef66c0e233), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:05.770977 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-ca6a1784-ae27-45e2-ba6a-258ac4852c5c service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893755 Apr 06 14:46:05.829764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (de391218-adc9-4038-b733-3eef66c0e233), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:05.859323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de391218-adc9-4038-b733-3eef66c0e233,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:05.870081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65db5026-8cf8-4d7a-bd57-009b48e5a44f req-88e93a90-b390-4510-bdc2-fbb9717fa0a9 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931566 Apr 06 14:46:05.900612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:05.901958 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ac597b06-79e7-495e-aa98-749f5aa856b2 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3084850 Apr 06 14:46:05.904795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52282) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:05.909174 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'de391218-adc9-4038-b733-3eef66c0e233', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:05.925053 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:03Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:05.951923 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434183d-d1b3-4ee7-ba34-59656545097f None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:03Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:46:05.994215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b458a4b0-579a-4dc0-96e4-59b3f07e63ab), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.058129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b458a4b0-579a-4dc0-96e4-59b3f07e63ab), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.126046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b458a4b0-579a-4dc0-96e4-59b3f07e63ab), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.147505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b458a4b0-579a-4dc0-96e4-59b3f07e63ab,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:06.150247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1eb2c-7547-4248-8937-a8f10a2a4bdd None None] New status for floating IP d896bb8c-3f55-412d-851d-add01002b0dc: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:46:06.203956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.205350 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6fce780c-b5ce-4470-9487-8990eb19af10 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996080 Apr 06 14:46:06.208118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52284) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:06.213144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'de391218-adc9-4038-b733-3eef66c0e233', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:06.280686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e9e295d4-d0cd-4560-ab59-b5633763592b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.348177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (e9e295d4-d0cd-4560-ab59-b5633763592b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.445394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e9e295d4-d0cd-4560-ab59-b5633763592b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.464132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e295d4-d0cd-4560-ab59-b5633763592b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:06.561442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.562642 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-409c9148-be9e-4845-b2ee-9a597edac521 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3529906 Apr 06 14:46:06.565503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52286) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:06.573509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'de391218-adc9-4038-b733-3eef66c0e233', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:06.655294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8f88278f-c0ec-4aff-a684-80412be5b5ce), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.712334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8f88278f-c0ec-4aff-a684-80412be5b5ce), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.793649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (8f88278f-c0ec-4aff-a684-80412be5b5ce), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.811149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f88278f-c0ec-4aff-a684-80412be5b5ce,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:06.882897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:06.884105 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0ebd587b-a607-4d49-897f-2b1407790264 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176088 Apr 06 14:46:06.886878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52288) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:06.891295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'de391218-adc9-4038-b733-3eef66c0e233', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:07.006593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8f8b018b-2fa2-428f-93d4-f0e24dc657ff), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.064118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (8f8b018b-2fa2-428f-93d4-f0e24dc657ff), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.136834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (8f8b018b-2fa2-428f-93d4-f0e24dc657ff), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.155589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8b018b-2fa2-428f-93d4-f0e24dc657ff,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:07.219137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.221042 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-470e05c5-e68b-4b31-90b0-137ba8c4d170 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331444 Apr 06 14:46:07.223917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52290) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:07.228483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'de391218-adc9-4038-b733-3eef66c0e233', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:07.308185 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:46:07.313454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b0822249-3f48-474d-913e-4c77415293d2), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.375193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b0822249-3f48-474d-913e-4c77415293d2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.491593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b0822249-3f48-474d-913e-4c77415293d2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.509295 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0822249-3f48-474d-913e-4c77415293d2,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:07.578856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.580075 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-83f44d68-5daa-4080-97a4-42efaf1cb92e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3551710 Apr 06 14:46:07.588264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52292) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:07.592695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': 'de391218-adc9-4038-b733-3eef66c0e233', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:07.686981 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:46:07.692119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (a64038fb-3a9e-4bb3-b4ce-5cdd1fba1369), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.750332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (a64038fb-3a9e-4bb3-b4ce-5cdd1fba1369), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.829498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a64038fb-3a9e-4bb3-b4ce-5cdd1fba1369), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.847159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64038fb-3a9e-4bb3-b4ce-5cdd1fba1369,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:07.909716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:07.910941 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-95cd466f-5017-4cd2-9cfe-6e9fa55cefae tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216927 Apr 06 14:46:08.059176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-082c0a89-022c-468c-a5c0-18a346a5ce3f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290707102&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0448291 Apr 06 14:46:08.167801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-039085f0-5ddd-4edb-aff8-0c5108118635 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:08.169291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-039085f0-5ddd-4edb-aff8-0c5108118635 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 796 time: 0.1032495 Apr 06 14:46:08.183912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-fcea8870-88ff-4b9a-8d4c-4fcc53a8cd5c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0093510 Apr 06 14:46:08.238904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-cea68b24-25b8-4ac6-a92b-96c197048640 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502422 Apr 06 14:46:08.331660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-9ec3d609-0c51-4ca0-97a2-7d4257e1e0b0 service neutron] 10.222.0.89 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812888 Apr 06 14:46:08.426104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-d49f1154-9612-425f-86b1-d0ecf670df6c service neutron] 10.222.0.89 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885189 Apr 06 14:46:08.694416 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5198b45a-b8cc-41c6-9f02-c0bcbf2bed51 req-3c905ea5-f424-4498-9aa3-86255a85e375 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 210 time: 0.0310144 Apr 06 14:46:09.790673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78ad3542-a32c-401b-b218-b46e6a48151b req-ea1c8308-1dc5-4aa1-9b20-08674e3e013d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 210 time: 0.0278406 Apr 06 14:46:10.379815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-4904a067-40da-49fc-86b8-1c1da5dfa53c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:10.381394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-4904a067-40da-49fc-86b8-1c1da5dfa53c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 796 time: 0.1057155 Apr 06 14:46:10.458317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-5eb25476-f3f7-4dff-874e-9cf2c74d48dc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 473 time: 0.0693698 Apr 06 14:46:10.658041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['de391218-adc9-4038-b733-3eef66c0e233']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:10.836262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:10.839877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:10.916404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab385983-2cff-40ed-bbb1-ed3f8109dc78 req-057e22bb-521d-4f97-b8bc-32afb3f5525a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 210 time: 0.0530515 Apr 06 14:46:10.994257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.5 (226ec863-3d89-4665-9f17-54eb55f65271/4e2d03ca-f189-4b32-90b3-582dad8fc585/eba14b65-009b-4e84-9c92-e149a430e5a1) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:11.133100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.222894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.268026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 226ec863-3d89-4665-9f17-54eb55f65271 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:11.271056 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:11.277934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:46:11.304657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=eba14b65-009b-4e84-9c92-e149a430e5a1,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:11.332995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:11.333618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.430855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-7ff5732c-bd93-475c-84b9-37dfed0ab8d7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770016 Apr 06 14:46:11.442750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Request body: {'port': {'device_id': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:11.463656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bbdd20fa-95ce-4aba-a703-cf96c7d05343 None None] Provisioning complete for port eba14b65-009b-4e84-9c92-e149a430e5a1 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:46:11.464212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbdd20fa-95ce-4aba-a703-cf96c7d05343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.497541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd20fa-95ce-4aba-a703-cf96c7d05343 None None] Port eba14b65-009b-4e84-9c92-e149a430e5a1 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:46:11.511051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.768547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba14b65-009b-4e84-9c92-e149a430e5a1 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:46:11.776141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Publish callbacks [] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.788734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Transition to ACTIVE for port object eba14b65-009b-4e84-9c92-e149a430e5a1 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:46:11.862291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:11.915912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Pushing event updated for resources: {'Port': ['ID=eba14b65-009b-4e84-9c92-e149a430e5a1,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:11.988455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Attempting to bind port eba14b65-009b-4e84-9c92-e149a430e5a1 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:46:11.988811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Attempting to bind port eba14b65-009b-4e84-9c92-e149a430e5a1 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:46:11.989137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Attempting to bind port eba14b65-009b-4e84-9c92-e149a430e5a1 on network 226ec863-3d89-4665-9f17-54eb55f65271 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:46:12.004749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Port eba14b65-009b-4e84-9c92-e149a430e5a1 on network 226ec863-3d89-4665-9f17-54eb55f65271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:46:12.004749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Attempting to bind port eba14b65-009b-4e84-9c92-e149a430e5a1 on network 226ec863-3d89-4665-9f17-54eb55f65271 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:46:12.026512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:46:12.026779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Checking segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:46:12.027172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Bound using segment: {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:46:12.027614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Bound port: eba14b65-009b-4e84-9c92-e149a430e5a1, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828f997f-f3d2-417d-9c12-e71b73b884fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:46:12.028053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:12.085187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b2386-728f-4e5f-8a24-522a7a3a240c req-834250d1-470f-4813-b2ae-b63c74f1d28e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.086696 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7e8b2386-728f-4e5f-8a24-522a7a3a240c req-834250d1-470f-4813-b2ae-b63c74f1d28e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 943 time: 0.0952737 Apr 06 14:46:12.156233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] For port eba14b65-009b-4e84-9c92-e149a430e5a1, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:12.181205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] For port eba14b65-009b-4e84-9c92-e149a430e5a1, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eba14b65-009b-4e84-9c92-e149a430e5a1,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:12.202243 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-f08fbb2e-659d-4521-b103-b7c1d85bac9d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105986 Apr 06 14:46:12.206258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7e8b2386-728f-4e5f-8a24-522a7a3a240c req-69e130a3-fbf2-4264-8c98-51f41b3ce502 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135139 Apr 06 14:46:12.253060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:12.314840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.315460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:12.316939 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] 10.222.0.79 "PUT /v2.0/ports/eba14b65-009b-4e84-9c92-e149a430e5a1 HTTP/1.1" status: 200 len: 1093 time: 0.8783481 Apr 06 14:46:12.319666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:12.321971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16956c58-dda2-4c88-8ee2-4b9194a54834" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:12.351514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250386a5-b30b-4037-9f44-3eab52d0afb1 service neutron] Pushing event updated for resources: {'Port': ['ID=eba14b65-009b-4e84-9c92-e149a430e5a1,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:12.361255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-96ec8be8-35d4-47e4-b18c-937d76f632d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.362853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-96ec8be8-35d4-47e4-b18c-937d76f632d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1129 time: 0.1044755 Apr 06 14:46:12.372472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df724999-f4e0-42bb-a980-7c354b7c3808 x-openstack-request-id: req-df724999-f4e0-42bb-a980-7c354b7c3808 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:12.372842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:12.373089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-df724999-f4e0-42bb-a980-7c354b7c3808 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:12.373653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df724999-f4e0-42bb-a980-7c354b7c3808'] response: {'name': 'network-changed', 'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'status': 'completed', 'code': 200} Apr 06 14:46:12.505916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16956c58-dda2-4c88-8ee2-4b9194a54834 req-a3b776fe-8f11-454a-90a3-73aecd2f5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.507480 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16956c58-dda2-4c88-8ee2-4b9194a54834 req-a3b776fe-8f11-454a-90a3-73aecd2f5abc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 1127 time: 0.1048656 Apr 06 14:46:12.527165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-c5141a2f-9620-4ddd-b121-6ae7a644ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.528376 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-c5141a2f-9620-4ddd-b121-6ae7a644ee4d service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.1455545 Apr 06 14:46:12.638785 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-2f61bd5b-9863-4b05-bc4d-84ef168d7b5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0998459 Apr 06 14:46:12.685040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16956c58-dda2-4c88-8ee2-4b9194a54834 req-8d2fa36f-93f3-431f-b79c-ce600932c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.686456 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16956c58-dda2-4c88-8ee2-4b9194a54834 req-8d2fa36f-93f3-431f-b79c-ce600932c94b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1716120 Apr 06 14:46:12.722633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-741650e7-fc19-4e61-9dae-733da66e5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.724021 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-741650e7-fc19-4e61-9dae-733da66e5978 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0737550 Apr 06 14:46:12.824090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-6a365ae1-7f91-40b6-9bd3-6aec1a1b8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.825709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-6a365ae1-7f91-40b6-9bd3-6aec1a1b8e09 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0779214 Apr 06 14:46:12.826633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16956c58-dda2-4c88-8ee2-4b9194a54834 req-27b5ba73-5c35-4392-ba56-dd49f6bd10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.827909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16956c58-dda2-4c88-8ee2-4b9194a54834 req-27b5ba73-5c35-4392-ba56-dd49f6bd10af service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1320059 Apr 06 14:46:12.953227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-ae8762da-5227-454c-b95b-894982dacd03 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167903 Apr 06 14:46:12.955792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-57376b20-2f68-45ed-ae34-14e906c1082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:12.957198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-57376b20-2f68-45ed-ae34-14e906c1082e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 1127 time: 0.0753939 Apr 06 14:46:13.038522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-e70504ff-04aa-4a56-b3b2-47e255bc992e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba14b65-009b-4e84-9c92-e149a430e5a1 HTTP/1.1" status: 200 len: 217 time: 0.0724900 Apr 06 14:46:13.111463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-5ac27893-7beb-42a4-a8b2-453f83aecbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:13.112853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-5ac27893-7beb-42a4-a8b2-453f83aecbc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0671563 Apr 06 14:46:13.116277 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ec5f0f7a-f130-4315-b9af-976b7237b4dd req-7b39bdb9-f8b6-4af7-958e-60bcaddf4a4f service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514583 Apr 06 14:46:13.169404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-f9da5861-0135-4b45-ab40-192e10df4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:13.170877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-f9da5861-0135-4b45-ab40-192e10df4412 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486426 Apr 06 14:46:13.259953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-51fc8e91-2694-456d-9fef-c54d7208833a service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816498 Apr 06 14:46:13.388331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b314f02-3bd8-4201-afce-5e55f256054d req-17795f10-af76-4798-bbb5-2ec60c6cb6a1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:13.389761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5b314f02-3bd8-4201-afce-5e55f256054d req-17795f10-af76-4798-bbb5-2ec60c6cb6a1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 943 time: 0.1158004 Apr 06 14:46:13.393065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29c49242-983a-44d9-9e6a-8b6c7464ac06 req-f095cf79-01d0-4feb-aac1-f2dad0ff9be5 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276839 Apr 06 14:46:13.440470 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5b314f02-3bd8-4201-afce-5e55f256054d req-fb3c8a72-7c0f-40b7-815c-9358af726722 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Apr 06 14:46:14.512415 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:46:14.562787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdd448-4515-4f28-89a7-68a4b4ec2220 req-4b37a362-753f-4128-8347-2e75417a73cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:14.564295 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9fbdd448-4515-4f28-89a7-68a4b4ec2220 req-4b37a362-753f-4128-8347-2e75417a73cf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 943 time: 0.0535066 Apr 06 14:46:14.616979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9fbdd448-4515-4f28-89a7-68a4b4ec2220 req-12f85923-cb10-4b9b-af97-765bb941eff9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469432 Apr 06 14:46:15.737764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ec3dc-1165-488f-bff7-61b24ece1835 req-ed827f52-a64a-4a0e-8af1-acdbce0ead4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:15.739248 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df0ec3dc-1165-488f-bff7-61b24ece1835 req-ed827f52-a64a-4a0e-8af1-acdbce0ead4b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 943 time: 0.0555966 Apr 06 14:46:15.787917 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df0ec3dc-1165-488f-bff7-61b24ece1835 req-b549ded5-3212-4f55-96d2-4601f9670813 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Apr 06 14:46:16.379814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eba14b65-009b-4e84-9c92-e149a430e5a1 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:46:16.483972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port eba14b65-009b-4e84-9c92-e149a430e5a1, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eba14b65-009b-4e84-9c92-e149a430e5a1,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:16.495617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'port_id': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'mac_address': 'fa:16:3e:05:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:46:16.531396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port eba14b65-009b-4e84-9c92-e149a430e5a1 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:46:16.531784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:16.544970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba14b65-009b-4e84-9c92-e149a430e5a1 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:46:16.564411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port eba14b65-009b-4e84-9c92-e149a430e5a1, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eba14b65-009b-4e84-9c92-e149a430e5a1,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:16.640693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:16.687305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=eba14b65-009b-4e84-9c92-e149a430e5a1,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:16.867912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['eba14b65-009b-4e84-9c92-e149a430e5a1'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:46:16.908401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe24ae-67b6-407c-b6cb-d847b7c58424 req-0f9e239b-3a6c-4301-9fe9-c5e1573eca5a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:16.908401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8fbe24ae-67b6-407c-b6cb-d847b7c58424 req-0f9e239b-3a6c-4301-9fe9-c5e1573eca5a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 944 time: 0.0542212 Apr 06 14:46:16.959160 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8fbe24ae-67b6-407c-b6cb-d847b7c58424 req-485f6951-0b6d-44be-8cf0-bb3bfcd536c1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Apr 06 14:46:18.082547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc455d8-ef1f-4270-a8e0-3f928ea85160 req-26da55d9-bd49-4a11-8e62-b0b513bcda09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:18.084025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fc455d8-ef1f-4270-a8e0-3f928ea85160 req-26da55d9-bd49-4a11-8e62-b0b513bcda09 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 944 time: 0.0568414 Apr 06 14:46:18.131505 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0fc455d8-ef1f-4270-a8e0-3f928ea85160 req-55880075-be95-4db7-9636-1952e52bc35e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Apr 06 14:46:18.396157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eba14b65-009b-4e84-9c92-e149a430e5a1 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:46:18.513348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port eba14b65-009b-4e84-9c92-e149a430e5a1 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:46:18.517351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port eba14b65-009b-4e84-9c92-e149a430e5a1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:46:18.517728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:18.594048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port eba14b65-009b-4e84-9c92-e149a430e5a1 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:46:18.594436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:18.617290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:18.619513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10be6b4-5af6-4f5d-b905-4d6ee94241c8" -d '{"events": [{"server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "name": "network-vif-plugged", "status": "completed", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:18.632128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port eba14b65-009b-4e84-9c92-e149a430e5a1, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eba14b65-009b-4e84-9c92-e149a430e5a1,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:18.654618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c606a-3eb7-4090-abc5-870b16e7fedb x-openstack-request-id: req-c12c606a-3eb7-4090-abc5-870b16e7fedb {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:18.654911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "name": "network-vif-plugged", "status": "completed", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:18.655166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c12c606a-3eb7-4090-abc5-870b16e7fedb {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:18.655599 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12c606a-3eb7-4090-abc5-870b16e7fedb'] response: {'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'code': 200} Apr 06 14:46:18.702116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:18.900475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=eba14b65-009b-4e84-9c92-e149a430e5a1,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:18.974910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb077e-9a18-484a-983c-c6f54ec7bd7a req-a6e7c824-91da-4700-b65a-731373c1cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:18.977045 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edcb077e-9a18-484a-983c-c6f54ec7bd7a req-a6e7c824-91da-4700-b65a-731373c1cf60 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 1129 time: 0.0446243 Apr 06 14:46:19.020294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edcb077e-9a18-484a-983c-c6f54ec7bd7a req-4c5abe90-9f11-4ce6-93b9-0e71ea136c82 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Apr 06 14:46:19.250563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07528a1-fb4b-4a3b-9121-73cf12bac302 req-49738134-50ca-495f-8841-c96df261f562 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:19.252147 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f07528a1-fb4b-4a3b-9121-73cf12bac302 req-49738134-50ca-495f-8841-c96df261f562 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.0537698 Apr 06 14:46:19.308525 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f07528a1-fb4b-4a3b-9121-73cf12bac302 req-6445474c-5d9b-441b-b7c6-d3f3e5b46a91 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 Apr 06 14:46:20.435448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb820e-5c5c-4af4-b67f-262c4eb888c8 req-626b1b6a-6783-4da5-8cdc-2b42ebf8411e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:20.437098 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74cb820e-5c5c-4af4-b67f-262c4eb888c8 req-626b1b6a-6783-4da5-8cdc-2b42ebf8411e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.0596492 Apr 06 14:46:20.487572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74cb820e-5c5c-4af4-b67f-262c4eb888c8 req-acf1509f-53ba-4fbc-a0d4-25706f49a437 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Apr 06 14:46:21.606262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c2049-be01-49e9-b961-9c3137b68b4b req-615336bd-ad29-4221-99a9-9732260050a7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:21.607718 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b29c2049-be01-49e9-b961-9c3137b68b4b req-615336bd-ad29-4221-99a9-9732260050a7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.0511994 Apr 06 14:46:21.654539 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b29c2049-be01-49e9-b961-9c3137b68b4b req-040ed51b-1dc9-44eb-878b-f4c63ac0b6fa tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Apr 06 14:46:21.777081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb78052-3341-47ff-a4b4-df381ff42357 req-10956c25-0508-4122-8486-db3e4aba88a8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:21.778449 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5bb78052-3341-47ff-a4b4-df381ff42357 req-10956c25-0508-4122-8486-db3e4aba88a8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.0564842 Apr 06 14:46:21.825954 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5bb78052-3341-47ff-a4b4-df381ff42357 req-9a1ac955-3ea5-4ea6-982b-21086eab795b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420084 Apr 06 14:46:21.847731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52350) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:21.891265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29baef80-7559-4a88-92d3-97ba859e69a7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:21.892798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-29baef80-7559-4a88-92d3-97ba859e69a7 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 1124 time: 0.0440924 Apr 06 14:46:21.900779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52352) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:21.905286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:22.024016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.124122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.228694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.219 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/12794043-5940-4694-afab-367f6a136d7d) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:22.320766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5c598b56-97af-469a-ad97-c770e4b19961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.333631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (12794043-5940-4694-afab-367f6a136d7d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.418267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (12794043-5940-4694-afab-367f6a136d7d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.461780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:22.464567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:22.470093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:46:22.495143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=12794043-5940-4694-afab-367f6a136d7d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:23.128166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (e5ff1d76-49c6-4a08-b8bb-326027fed245), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.255175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (12794043-5940-4694-afab-367f6a136d7d), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.403448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (12794043-5940-4694-afab-367f6a136d7d), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.456452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (12794043-5940-4694-afab-367f6a136d7d), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.525893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=12794043-5940-4694-afab-367f6a136d7d,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:23.526573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.537604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (e5ff1d76-49c6-4a08-b8bb-326027fed245), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.639387 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP e5ff1d76-49c6-4a08-b8bb-326027fed245 associated. External IP: 172.26.6.219, port: eba14b65-009b-4e84-9c92-e149a430e5a1. Apr 06 14:46:23.847621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:23.957414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:23.967364 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:46:23.977401 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:46:23.981222 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:24.035233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:24.069738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f6be8856-319a-4c7d-aa62-79f6ea5a4d2a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1671441 Apr 06 14:46:24.070391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:24.072660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd140419-33a5-4323-a6dc-607129af0995" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:24.087388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:46:24.109454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703cb1d-7fae-4e97-9b5f-1a99dbd263a1 x-openstack-request-id: req-e703cb1d-7fae-4e97-9b5f-1a99dbd263a1 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:24.109750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:24.110006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e703cb1d-7fae-4e97-9b5f-1a99dbd263a1 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:24.110423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e703cb1d-7fae-4e97-9b5f-1a99dbd263a1'] response: {'name': 'network-changed', 'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'status': 'completed', 'code': 200} Apr 06 14:46:24.176535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140419-33a5-4323-a6dc-607129af0995 req-88d5a00b-0ac4-4790-8110-52bc70ed082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.178084 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-88d5a00b-0ac4-4790-8110-52bc70ed082a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 1129 time: 0.0468423 Apr 06 14:46:24.270763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140419-33a5-4323-a6dc-607129af0995 req-5ce98a96-1b70-423f-af33-7601877e2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.272937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-5ce98a96-1b70-423f-af33-7601877e2489 service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.0869808 Apr 06 14:46:24.342734 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-b0dd6dbb-2c08-4c3b-ae68-663bbe851430 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba14b65-009b-4e84-9c92-e149a430e5a1 HTTP/1.1" status: 200 len: 999 time: 0.0641148 Apr 06 14:46:24.392187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140419-33a5-4323-a6dc-607129af0995 req-4e3b75aa-943b-4acb-ba4b-3cc3d1ad0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.393738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-4e3b75aa-943b-4acb-ba4b-3cc3d1ad0553 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0451732 Apr 06 14:46:24.407296 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:06Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}, {'id': 'e5ff1d76-49c6-4a08-b8bb-326027fed245', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:05:37:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:22Z', 'updated_at': '2022-04-06T14:46:22Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:24.432525 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:46:24.441134 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:46:24.441744 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:45:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:24.443054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140419-33a5-4323-a6dc-607129af0995 req-f5552eb4-9d07-48b5-ac07-80b6df51b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.445870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-f5552eb4-9d07-48b5-ac07-80b6df51b46c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460794 Apr 06 14:46:24.546241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-5b48345e-1ca7-4df7-b33f-6980761c6006 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944176 Apr 06 14:46:24.549626 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:46:24.637498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd140419-33a5-4323-a6dc-607129af0995 req-e880eb79-8bf3-4933-9235-ec90fa1fa81a service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845387 Apr 06 14:46:24.742277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-23ccf91e-771c-46bd-a260-2d5df0b0538f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:24.775020 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:06Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}, {'id': 'e5ff1d76-49c6-4a08-b8bb-326027fed245', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:05:37:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:22Z', 'updated_at': '2022-04-06T14:46:22Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:24.800281 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000009c-d5fc-400a-8578-3e3b16bf977d None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:06Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}, {'id': 'e5ff1d76-49c6-4a08-b8bb-326027fed245', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:05:37:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:22Z', 'updated_at': '2022-04-06T14:46:22Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:46:24.991318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd071b-dd6b-4126-9b41-718780785ef0 None None] New status for floating IP e5ff1d76-49c6-4a08-b8bb-326027fed245: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:46:25.823623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:27.417663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:28.514818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:51.512061 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:46:52.342483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4290fd76-90ed-46fd-b888-eb86d229f64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:53.517805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:54.753998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-550601d6-d195-4eca-8c44-63c37013611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:55.868431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:57.170347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52368) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:57.236257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-46391427-94d7-4a78-8b17-ec7d78ec3f15 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/d896bb8c-3f55-412d-851d-add01002b0dc HTTP/1.1" status: 200 len: 993 time: 0.0647163 Apr 06 14:46:57.439910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:57.983972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52376) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:57.989322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:58.055929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:58.203769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:58.233087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:58.289438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:58.335786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:58.336418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:58.337854 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/ports/d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 938 time: 0.3528817 Apr 06 14:46:58.338531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:58.340818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:58.368189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=6']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:58.376085 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.376445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.376817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.377161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.377501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.377887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.378217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.378633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.378942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.379343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.379678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.380005 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.380333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.380654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.381000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133719a-285e-432f-931f-df017c83af02 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:58.386356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eca65d-3809-434e-9af4-65af3b241173 x-openstack-request-id: req-c1eca65d-3809-434e-9af4-65af3b241173 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:58.386645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:58.386897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c1eca65d-3809-434e-9af4-65af3b241173 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:58.387366 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1eca65d-3809-434e-9af4-65af3b241173'] response: {'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'status': 'completed', 'code': 200} Apr 06 14:46:58.452310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-0c8400d0-68cc-4f31-90ae-7ca87ab9683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:58.453892 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-0c8400d0-68cc-4f31-90ae-7ca87ab9683c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1130 time: 0.0491760 Apr 06 14:46:58.540300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0ce4b719-1bf6-460c-8a65-76bed8fc29fb None None] Provisioning complete for port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:46:58.540926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0ce4b719-1bf6-460c-8a65-76bed8fc29fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:58.558368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-7bfc64cf-2fb7-48fc-be16-5cf1cd5b9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:58.559872 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-7bfc64cf-2fb7-48fc-be16-5cf1cd5b9cdd service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.0999856 Apr 06 14:46:58.565098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:58.586325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4b719-1bf6-460c-8a65-76bed8fc29fb None None] Port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 is administratively disabled so it will not transition to active. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Apr 06 14:46:58.632384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-023b202b-f67d-4a92-8510-7bc9b5458ccf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0654185 Apr 06 14:46:58.685978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-3c78c05f-4174-4791-9b2b-e9ebfb4b2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:58.687435 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-3c78c05f-4174-4791-9b2b-e9ebfb4b2d6f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0506308 Apr 06 14:46:58.737965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-cf1c60e4-fc91-4817-850e-5d48c371967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:58.739476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-cf1c60e4-fc91-4817-850e-5d48c371967c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465231 Apr 06 14:46:58.828363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-725629f2-99a9-4bb5-8f53-0785f5a43d0f service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830355 Apr 06 14:46:58.924770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca133df3-9ccd-438d-a0d4-2cb9902b9d56 req-2c4d5e89-07fe-49c2-971b-422a512d35a6 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905268 Apr 06 14:47:01.728648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52384) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:01.734146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:01.806287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:01.959907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:01.988880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:02.028176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:02.074758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:02.075386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:02.076816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/ports/d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 937 time: 0.3470118 Apr 06 14:47:02.077498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:02.079786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52386) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:02.080258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:02.105759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=7']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:02.113518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.113872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.114219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.114569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.114912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.115247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.115632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.115981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.116452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.116819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.117159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.117494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.117822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.118155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.118475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fef589-7560-4abc-8ca3-a3d40cf38ee8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:02.133357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a992d6ba-78cb-48df-a899-90bb27ad6c50 x-openstack-request-id: req-a992d6ba-78cb-48df-a899-90bb27ad6c50 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:02.133667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:02.133934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a992d6ba-78cb-48df-a899-90bb27ad6c50 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:02.134361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a992d6ba-78cb-48df-a899-90bb27ad6c50'] response: {'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'status': 'completed', 'code': 200} Apr 06 14:47:02.160147 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-310f1e95-3e37-4422-91c9-e5333bfabdcf tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/d896bb8c-3f55-412d-851d-add01002b0dc HTTP/1.1" status: 200 len: 993 time: 0.0784960 Apr 06 14:47:02.200574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-17bb2424-2c35-4504-bd12-3e19a4da5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:02.202175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-17bb2424-2c35-4504-bd12-3e19a4da5151 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1129 time: 0.0499282 Apr 06 14:47:02.298187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-5002414f-4f50-4bd2-a87d-86601c0ef463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:02.299666 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-5002414f-4f50-4bd2-a87d-86601c0ef463 service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.0916812 Apr 06 14:47:02.304974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['d66ee82c-1ffc-4677-92d9-bc8b524e1cf9'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:47:02.354357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a4d54ed7-4261-474c-87c0-2239310dd85a None None] Provisioning complete for port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:02.354716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a4d54ed7-4261-474c-87c0-2239310dd85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:02.371903 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-79adbc5b-1d43-4ac8-a85a-fd5245f38904 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0658488 Apr 06 14:47:02.422260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-18da0881-9501-4a41-9e99-ab5e5853b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:02.423729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-18da0881-9501-4a41-9e99-ab5e5853b27b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0453308 Apr 06 14:47:02.472386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-800eaa78-ba91-41d5-8a02-0e81f6a8ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:02.473926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-800eaa78-ba91-41d5-8a02-0e81f6a8ff5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445821 Apr 06 14:47:02.492693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54ed7-4261-474c-87c0-2239310dd85a None None] Current status of the port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:02.575230 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-bdbd6cbb-bdc0-4b1c-b094-756670995340 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950193 Apr 06 14:47:02.666304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa4495cd-6d43-43bb-bf35-7c079b1f88bf req-56e0be60-ffe8-4770-a18a-46533d515ab2 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849195 Apr 06 14:47:04.697061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52396) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:04.853103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 12794043-5940-4694-afab-367f6a136d7d {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:04.853362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (12794043-5940-4694-afab-367f6a136d7d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:04.931771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (12794043-5940-4694-afab-367f6a136d7d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:04.932103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (12794043-5940-4694-afab-367f6a136d7d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:04.943468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 12794043-5940-4694-afab-367f6a136d7d owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:05.199599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (12794043-5940-4694-afab-367f6a136d7d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:05.227905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=12794043-5940-4694-afab-367f6a136d7d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:05.291337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (e5ff1d76-49c6-4a08-b8bb-326027fed245), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:05.296296 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP e5ff1d76-49c6-4a08-b8bb-326027fed245 disassociated (deleted). External IP: 172.26.6.219, port: eba14b65-009b-4e84-9c92-e149a430e5a1. Apr 06 14:47:05.507029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:05.618487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:05.623240 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:05.629571 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:05.640225 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:05.644982 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:05.653674 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c95f80b5-9836-4b14-90a1-dbf7216130d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/e5ff1d76-49c6-4a08-b8bb-326027fed245 HTTP/1.1" status: 204 len: 168 time: 0.9554095 Apr 06 14:47:05.654289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:05.657115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad1ab15-f1f7-4b02-8eea-f791d543867f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:05.695454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92c7ad-51cc-4ef7-8be5-2a4032ea73ea x-openstack-request-id: req-7f92c7ad-51cc-4ef7-8be5-2a4032ea73ea {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:05.695874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:05.696015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7f92c7ad-51cc-4ef7-8be5-2a4032ea73ea {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:05.696423 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f92c7ad-51cc-4ef7-8be5-2a4032ea73ea'] response: {'name': 'network-changed', 'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'status': 'completed', 'code': 200} Apr 06 14:47:05.760573 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:05.782790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-8b207059-e746-4d99-bb3d-96ba7a534c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:05.784317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-8b207059-e746-4d99-bb3d-96ba7a534c87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 1129 time: 0.0676694 Apr 06 14:47:05.884481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-bda786e5-6875-40b2-b22d-b1cab33487ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:05.886366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-bda786e5-6875-40b2-b22d-b1cab33487ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.0880911 Apr 06 14:47:05.932480 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-80c21c3c-5416-4353-9915-b5c6cda1045c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba14b65-009b-4e84-9c92-e149a430e5a1 HTTP/1.1" status: 200 len: 217 time: 0.0408015 Apr 06 14:47:05.983451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-9b4d37ad-83e1-4fb9-b676-8a45ab439904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:05.985035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-9b4d37ad-83e1-4fb9-b676-8a45ab439904 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0455625 Apr 06 14:47:06.005972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:06Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.035256 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:06.046023 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:06.046645 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.053811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba395-7a72-4550-820c-449eac35606b req-f5c1e92f-f005-498c-95b3-723e6288ed7f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:06.055269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e59ba395-7a72-4550-820c-449eac35606b req-f5c1e92f-f005-498c-95b3-723e6288ed7f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.0586398 Apr 06 14:47:06.104143 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e59ba395-7a72-4550-820c-449eac35606b req-8e583f19-4016-456d-a3ed-5bf6cfa44e2e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Apr 06 14:47:06.154093 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:06.367407 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:06Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.477322 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1486-82df-466f-ae5d-b83c5f732254 None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'd896bb8c-3f55-412d-851d-add01002b0dc', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'port_id': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'mac_address': 'fa:16:3e:82:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:03Z', 'updated_at': '2022-04-06T14:46:06Z', 'revision_number': 1, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:06.691433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d00c9b-69dd-4b5d-8593-c7d6a5bec626 None None] New status for floating IP e5ff1d76-49c6-4a08-b8bb-326027fed245: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:06.989576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-fbac8b96-0f2b-45fe-bc1b-ad4a95d8b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:06.991612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-fbac8b96-0f2b-45fe-bc1b-ad4a95d8b80c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446248 Apr 06 14:47:07.083787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-adc77b3a-43ac-4a7d-92df-fa33bd1fa18e service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Apr 06 14:47:07.234583 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7ad1ab15-f1f7-4b02-8eea-f791d543867f req-b94651f8-6864-4c58-999b-5ccaa29b239f service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202650 Apr 06 14:47:07.286528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51cf82-7bf6-4b6b-bba7-6b7fe493428b req-f95e5cd3-1e9b-4e17-bfe1-9ced144ffc93 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:07.288755 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4a51cf82-7bf6-4b6b-bba7-6b7fe493428b req-f95e5cd3-1e9b-4e17-bfe1-9ced144ffc93 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.1014016 Apr 06 14:47:07.316696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-171ccf4b-058e-46c6-b300-bfa11208e8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:07.318162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-171ccf4b-058e-46c6-b300-bfa11208e8b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 945 time: 0.0827277 Apr 06 14:47:07.377736 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4a51cf82-7bf6-4b6b-bba7-6b7fe493428b req-a836fec4-13ad-4ec0-8a12-d77c510feec7 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=de391218-adc9-4038-b733-3eef66c0e233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827370 Apr 06 14:47:07.433779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port eba14b65-009b-4e84-9c92-e149a430e5a1 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:07.434116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.527722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port eba14b65-009b-4e84-9c92-e149a430e5a1, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=eba14b65-009b-4e84-9c92-e149a430e5a1,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:07.528112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.543699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for eba14b65-009b-4e84-9c92-e149a430e5a1 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:07.759827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (eba14b65-009b-4e84-9c92-e149a430e5a1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.786914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=eba14b65-009b-4e84-9c92-e149a430e5a1,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:07.836289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port eba14b65-009b-4e84-9c92-e149a430e5a1 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:47:07.839043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.842491 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6233bc40-c4ac-45d7-af34-49c9c6772ac6 req-5f57355d-232d-4d8a-9e24-06912140058b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/eba14b65-009b-4e84-9c92-e149a430e5a1 HTTP/1.1" status: 204 len: 173 time: 0.5177624 Apr 06 14:47:07.842995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'name': 'network-vif-deleted', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:07.845257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec540d6-f267-4720-ad36-cb664bed98f1" -d '{"events": [{"server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "name": "network-vif-deleted", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:07.883442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf0e9a-43da-4a2f-b9f4-aa4241346f7f x-openstack-request-id: req-1ebf0e9a-43da-4a2f-b9f4-aa4241346f7f {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:07.883783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b46be-4c8b-426b-8c89-dd928f53925f", "name": "network-vif-deleted", "tag": "eba14b65-009b-4e84-9c92-e149a430e5a1", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:07.884093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1ebf0e9a-43da-4a2f-b9f4-aa4241346f7f {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:07.884655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebf0e9a-43da-4a2f-b9f4-aa4241346f7f'] response: {'server_uuid': '3f8b46be-4c8b-426b-8c89-dd928f53925f', 'name': 'network-vif-deleted', 'tag': 'eba14b65-009b-4e84-9c92-e149a430e5a1', 'status': 'completed', 'code': 200} Apr 06 14:47:08.496272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4cdb231-f2db-4883-89dd-1c2fc74e8808 req-6086da15-9b97-4cbe-91ba-b2dbd1574adc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f8b46be-4c8b-426b-8c89-dd928f53925f HTTP/1.1" status: 200 len: 210 time: 0.0283613 Apr 06 14:47:09.552652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52414) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:09.611234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bbfde06-e36b-452a-bf07-756ad12be1b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (de391218-adc9-4038-b733-3eef66c0e233), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.641369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bbfde06-e36b-452a-bf07-756ad12be1b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (de391218-adc9-4038-b733-3eef66c0e233), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.805342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bbfde06-e36b-452a-bf07-756ad12be1b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (de391218-adc9-4038-b733-3eef66c0e233), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.807963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bbfde06-e36b-452a-bf07-756ad12be1b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.809171 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9bbfde06-e36b-452a-bf07-756ad12be1b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/de391218-adc9-4038-b733-3eef66c0e233 HTTP/1.1" status: 204 len: 168 time: 0.2553077 Apr 06 14:47:09.819823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfde06-e36b-452a-bf07-756ad12be1b4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de391218-adc9-4038-b733-3eef66c0e233,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:09.903553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52418) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:10.060376 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port fd1b1fb1-1c15-40fa-ade9-4dd19ace3333 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:10.060653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:10.133827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:10.134187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:10.145420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for fd1b1fb1-1c15-40fa-ade9-4dd19ace3333 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:10.370979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fd1b1fb1-1c15-40fa-ade9-4dd19ace3333), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:10.394685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=fd1b1fb1-1c15-40fa-ade9-4dd19ace3333,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:10.461810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (d896bb8c-3f55-412d-851d-add01002b0dc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:10.462212 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP d896bb8c-3f55-412d-851d-add01002b0dc disassociated (deleted). External IP: 172.26.6.154, port: d66ee82c-1ffc-4677-92d9-bc8b524e1cf9. Apr 06 14:47:10.670642 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:10.778600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:10.783059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:10.789242 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:10.799113 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:10.799735 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:10.911722 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:11.016564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eba14b65-009b-4e84-9c92-e149a430e5a1 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:11.038464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: eba14b65-009b-4e84-9c92-e149a430e5a1 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:11.038907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device eba14b65-009b-4e84-9c92-e149a430e5a1 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:11.065078 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3c24f608-c763-4c6e-bd14-89f9f226feba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/d896bb8c-3f55-412d-851d-add01002b0dc HTTP/1.1" status: 204 len: 168 time: 1.1601038 Apr 06 14:47:11.065728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:11.067960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:11.111931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b2eb6-66be-42f9-ae12-06302a584ba5 x-openstack-request-id: req-3c4b2eb6-66be-42f9-ae12-06302a584ba5 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:11.112230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:11.112487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c4b2eb6-66be-42f9-ae12-06302a584ba5 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:11.112920 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b2eb6-66be-42f9-ae12-06302a584ba5'] response: {'name': 'network-changed', 'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'status': 'completed', 'code': 200} Apr 06 14:47:11.117732 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:11.150077 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:11.158492 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:11.159202 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:11.180805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-264596d0-ba7f-4265-a254-18325b332082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:11.182339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-264596d0-ba7f-4265-a254-18325b332082 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 1129 time: 0.0487461 Apr 06 14:47:11.269699 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:11.277603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-db788004-9890-4ec7-a25c-6c0be143fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:11.279107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-db788004-9890-4ec7-a25c-6c0be143fa31 service neutron] 10.222.0.79 "GET /v2.0/networks?id=226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 200 len: 898 time: 0.0906510 Apr 06 14:47:11.321305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-84b85280-35a6-44b9-a4de-03f4ca11ccdf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 200 len: 217 time: 0.0365121 Apr 06 14:47:11.373289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-28fbd5ea-672f-42d7-ac45-4b87cb911d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:11.375057 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-28fbd5ea-672f-42d7-ac45-4b87cb911d16 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 200 len: 835 time: 0.0482795 Apr 06 14:47:11.426525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-65e55d06-5af7-4327-870f-490fed5a9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:11.428979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-65e55d06-5af7-4327-870f-490fed5a9ed3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=226ec863-3d89-4665-9f17-54eb55f65271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478938 Apr 06 14:47:11.467397 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:11.485501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f74fe-c64d-4368-9f92-00b59f2ae865 req-aba4adbb-733f-4686-a962-c710f68b16e9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:11.486971 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed5f74fe-c64d-4368-9f92-00b59f2ae865 req-aba4adbb-733f-4686-a962-c710f68b16e9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 945 time: 0.0549967 Apr 06 14:47:11.493037 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca470e-6992-45a3-a4b6-0324eb10d12a None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:45:45Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '07fbc514-ce1d-4486-b49a-053c69f12337', 'name': '', 'network_id': '226ec863-3d89-4665-9f17-54eb55f65271', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:8d:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:45Z', 'updated_at': '2022-04-06T14:45:48Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '4e2d03ca-f189-4b32-90b3-582dad8fc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:11.540917 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed5f74fe-c64d-4368-9f92-00b59f2ae865 req-52b35c53-4b9c-4c44-a94a-8114ccb0082a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475166 Apr 06 14:47:11.718133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38216d33-56f4-4f04-a5fb-cf3ccfea0511 None None] New status for floating IP d896bb8c-3f55-412d-851d-add01002b0dc: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:12.589687 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-66956374-1a76-4488-b9a2-2e221f0eef71 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976717 Apr 06 14:47:12.681498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0914b-8f36-4486-9274-4334a3cffeed req-77be0ebe-425f-4f0c-873d-f09be7cb4a61 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:12.683575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-feb0914b-8f36-4486-9274-4334a3cffeed req-77be0ebe-425f-4f0c-873d-f09be7cb4a61 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 945 time: 0.0655966 Apr 06 14:47:12.730822 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-feb0914b-8f36-4486-9274-4334a3cffeed req-0b3e115e-a083-4a95-a2e5-d73cdae1e3dc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=7eebbf16-cc93-4722-9f63-e1706ee06210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Apr 06 14:47:12.928161 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d99b2a8-2265-4f8c-a013-9fb47c933f3a req-667ad95e-9556-4cb6-9cdf-3acd28daa622 service neutron] 10.222.0.79 "GET /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875556 Apr 06 14:47:13.028564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-6f2c0908-82bc-496a-803b-31d139870c3c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:13.030120 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-6f2c0908-82bc-496a-803b-31d139870c3c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 945 time: 0.0586009 Apr 06 14:47:13.128264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:13.128550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:13.218621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:13.218989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:13.232095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:13.416562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d66ee82c-1ffc-4677-92d9-bc8b524e1cf9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:13.448808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=d66ee82c-1ffc-4677-92d9-bc8b524e1cf9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:13.492591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:47:13.495086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:13.498397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd3c8ddf-117f-40f8-88f9-3c5c21106834 req-3ddc6894-9ea9-43d9-a636-2f0263a0b961 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 HTTP/1.1" status: 204 len: 173 time: 0.4591620 Apr 06 14:47:13.498846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'name': 'network-vif-deleted', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:13.501144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545d1fa0-0437-4faf-aa0a-f08daa56b45a" -d '{"events": [{"server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "name": "network-vif-deleted", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:13.535652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63f324-65a9-4ee7-94b1-52be3840804a x-openstack-request-id: req-3b63f324-65a9-4ee7-94b1-52be3840804a {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:13.535958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f91c05b-9411-48cf-890d-daeae8a59c88", "name": "network-vif-deleted", "tag": "d66ee82c-1ffc-4677-92d9-bc8b524e1cf9", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:13.536204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3b63f324-65a9-4ee7-94b1-52be3840804a {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:13.536612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b63f324-65a9-4ee7-94b1-52be3840804a'] response: {'server_uuid': '1f91c05b-9411-48cf-890d-daeae8a59c88', 'name': 'network-vif-deleted', 'tag': 'd66ee82c-1ffc-4677-92d9-bc8b524e1cf9', 'status': 'completed', 'code': 200} Apr 06 14:47:13.842288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f32f2af5-ac24-438c-b2ea-d65604aa0e9e req-88ac0f17-41d9-4a24-bb37-b79223715260 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f91c05b-9411-48cf-890d-daeae8a59c88 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Apr 06 14:47:14.898460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52436) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:14.952324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e63bf6ea-712d-4bc5-8785-a8be30cee7ba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (7eebbf16-cc93-4722-9f63-e1706ee06210), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:14.977182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e63bf6ea-712d-4bc5-8785-a8be30cee7ba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (7eebbf16-cc93-4722-9f63-e1706ee06210), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.128231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e63bf6ea-712d-4bc5-8785-a8be30cee7ba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7eebbf16-cc93-4722-9f63-e1706ee06210), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.130864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e63bf6ea-712d-4bc5-8785-a8be30cee7ba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.132117 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e63bf6ea-712d-4bc5-8785-a8be30cee7ba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/7eebbf16-cc93-4722-9f63-e1706ee06210 HTTP/1.1" status: 204 len: 168 time: 0.2326808 Apr 06 14:47:15.141390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bf6ea-712d-4bc5-8785-a8be30cee7ba tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eebbf16-cc93-4722-9f63-e1706ee06210,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:15.234076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52440) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:15.595426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (65770153-aa0d-4d8c-a297-66905e24fb45), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.859328 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 07fbc514-ce1d-4486-b49a-053c69f12337 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:15.859585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.946348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 07fbc514-ce1d-4486-b49a-053c69f12337, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=07fbc514-ce1d-4486-b49a-053c69f12337,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:15.947108 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.959475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 07fbc514-ce1d-4486-b49a-053c69f12337 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:16.250512 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (07fbc514-ce1d-4486-b49a-053c69f12337), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:16.278015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=07fbc514-ce1d-4486-b49a-053c69f12337,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:16.470741 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (65770153-aa0d-4d8c-a297-66905e24fb45), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:16.701798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 65770153-aa0d-4d8c-a297-66905e24fb45 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:16.810767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:16.815835 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a107d06c-b202-4cf2-9f76-f0a12b5abfd6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/65770153-aa0d-4d8c-a297-66905e24fb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806539 Apr 06 14:47:16.818564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52442) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:16.820922 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] Sync routers for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:16.831407 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:16.832015 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:16.869958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet 4e2d03ca-f189-4b32-90b3-582dad8fc585 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:47:16.873148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (4e2d03ca-f189-4b32-90b3-582dad8fc585), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:16.927555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (4e2d03ca-f189-4b32-90b3-582dad8fc585), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:16.941117 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:17.021980 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (4e2d03ca-f189-4b32-90b3-582dad8fc585), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.055123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:17.074818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:17.075091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device d66ee82c-1ffc-4677-92d9-bc8b524e1cf9 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:17.119105 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:47:16Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:17.143629 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] Checking router: 65770153-aa0d-4d8c-a297-66905e24fb45 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:17.153398 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] Routers {'65770153-aa0d-4d8c-a297-66905e24fb45'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:17.153955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (4e2d03ca-f189-4b32-90b3-582dad8fc585), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.154427 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['65770153-aa0d-4d8c-a297-66905e24fb45'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:17.183250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2d03ca-f189-4b32-90b3-582dad8fc585,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.185257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.191746 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-93d08394-b414-4cb9-b412-c07895c3c29c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/4e2d03ca-f189-4b32-90b3-582dad8fc585 HTTP/1.1" status: 204 len: 168 time: 0.3697131 Apr 06 14:47:17.191946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d40135-aba1-4d7d-9b8e-9abd74d220d6 None None] Network 226ec863-3d89-4665-9f17-54eb55f65271 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:47:17.192041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52444) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:17.269012 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] Set router 65770153-aa0d-4d8c-a297-66905e24fb45 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:17.325088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (65770153-aa0d-4d8c-a297-66905e24fb45), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.364276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] DHCP port deletion for 226ec863-3d89-4665-9f17-54eb55f65271 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:47:17.415492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Deleting port 6a948d49-d420-40e2-86ad-cc91fe3fcccd {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:17.415949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.440377 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (65770153-aa0d-4d8c-a297-66905e24fb45), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.484878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] For port 6a948d49-d420-40e2-86ad-cc91fe3fcccd, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6a948d49-d420-40e2-86ad-cc91fe3fcccd,segment=NetworkSegment(828f997f-f3d2-417d-9c12-e71b73b884fe),segment_id=828f997f-f3d2-417d-9c12-e71b73b884fe)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:17.485277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.498114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Calling delete_port for 6a948d49-d420-40e2-86ad-cc91fe3fcccd owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:17.548247 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:47:16Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:17.553502 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 2c7db9c6-e914-4d06-95b6-5de80965c354 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:17.554055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.574627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5bcde-e214-408a-a0e5-b7d62c47bfc8 None None] The sync data for ids ['65770153-aa0d-4d8c-a297-66905e24fb45'] in dv-neutron-836581-2-hyperv is: [{'id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'name': 'tempest-TestNetworkBasicOps-router-187514686', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:41Z', 'updated_at': '2022-04-06T14:47:16Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': '2c7db9c6-e914-4d06-95b6-5de80965c354', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65770153-aa0d-4d8c-a297-66905e24fb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:42Z', 'updated_at': '2022-04-06T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:17.641560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 2c7db9c6-e914-4d06-95b6-5de80965c354, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=2c7db9c6-e914-4d06-95b6-5de80965c354,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:17.641920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.650447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (6a948d49-d420-40e2-86ad-cc91fe3fcccd), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.653811 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 2c7db9c6-e914-4d06-95b6-5de80965c354 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:17.676649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Pushing event deleted for resources: {'Port': ['ID=6a948d49-d420-40e2-86ad-cc91fe3fcccd,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.681822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] No DVR routers for this DVR port 6a948d49-d420-40e2-86ad-cc91fe3fcccd on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.692072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.694110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.694110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.694110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.694110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.694359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.694588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b76eb-d50c-4952-b9ca-197d921e6d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.873607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (2c7db9c6-e914-4d06-95b6-5de80965c354), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:17.900931 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=2c7db9c6-e914-4d06-95b6-5de80965c354,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.966043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (65770153-aa0d-4d8c-a297-66905e24fb45), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.067363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (65770153-aa0d-4d8c-a297-66905e24fb45), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.069675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (65770153-aa0d-4d8c-a297-66905e24fb45), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.158188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07fbc514-ce1d-4486-b49a-053c69f12337 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:18.176460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (65770153-aa0d-4d8c-a297-66905e24fb45), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.177318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 65770153-aa0d-4d8c-a297-66905e24fb45 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:47:18.180014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 07fbc514-ce1d-4486-b49a-053c69f12337 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:18.180370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07fbc514-ce1d-4486-b49a-053c69f12337 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:18.180811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6a948d49-d420-40e2-86ad-cc91fe3fcccd no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:18.184893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.186331 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dfef111d-3dd8-4509-8ebf-b1b5fe5035df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/65770153-aa0d-4d8c-a297-66905e24fb45 HTTP/1.1" status: 204 len: 168 time: 0.9930766 Apr 06 14:47:18.188753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52446) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:18.201464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 6a948d49-d420-40e2-86ad-cc91fe3fcccd {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:18.201800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6a948d49-d420-40e2-86ad-cc91fe3fcccd not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:18.273526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (226ec863-3d89-4665-9f17-54eb55f65271), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.364419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (226ec863-3d89-4665-9f17-54eb55f65271), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.384364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226ec863-3d89-4665-9f17-54eb55f65271']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:18.393525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828f997f-f3d2-417d-9c12-e71b73b884fe') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:18.393770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828f997f-f3d2-417d-9c12-e71b73b884fe') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:18.403095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (828f997f-f3d2-417d-9c12-e71b73b884fe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.416470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (828f997f-f3d2-417d-9c12-e71b73b884fe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.422253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:47:18.422622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (828f997f-f3d2-417d-9c12-e71b73b884fe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:47:18.425579 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:47:18.551180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (226ec863-3d89-4665-9f17-54eb55f65271), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.558985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.561976 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/226ec863-3d89-4665-9f17-54eb55f65271 HTTP/1.1" status: 204 len: 168 time: 0.3722498 Apr 06 14:47:18.575150 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb5c61-c063-4ace-98cb-92c2d5dec416 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=226ec863-3d89-4665-9f17-54eb55f65271,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:18.584990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52448) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:18.589883 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'network': {'name': 'tempest-network-smoke--1375152930', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:18.685022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:47:18.688373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.714558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:47:18.723114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d8e5622d-c52b-4179-8eb4-467a0259f215), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.723490 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Added segment d8e5622d-c52b-4179-8eb4-467a0259f215 of type vlan for network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae Apr 06 14:47:18.762590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.836836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.841798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:18.842386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.910008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Network': ['ID=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:18.924454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:47:18.955686 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-858c88c9-61cb-4693-b261-831a4d210c3d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3696334 Apr 06 14:47:18.958541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52450) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:18.963548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'admin_state_up': True, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:19.039516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.040565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.091510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.552153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.797188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (20776c36-6605-43b8-abbf-408cd7e077c2), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.819195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.917670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.221 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/c455e96a-9ad5-4ee6-9429-cd37b5fa2361) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:20.020135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.057704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c7db9c6-e914-4d06-95b6-5de80965c354 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:20.077579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 2c7db9c6-e914-4d06-95b6-5de80965c354 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:20.077869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 2c7db9c6-e914-4d06-95b6-5de80965c354 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:20.113944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.154149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:20.158982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:20.161518 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:20.186538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:20.479369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (20776c36-6605-43b8-abbf-408cd7e077c2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.690281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.899742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:47:21.010635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:21.020322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:21.029704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:21.030326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:21.095980 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.097293 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-338da238-c2dd-43a4-94dd-5300f139cabc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1371906 Apr 06 14:47:21.100469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52452) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:21.128536 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fa1db17f-227e-43c5-a872-69689871db54 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=fe1b48dc94d34d56b1a22e33f2f2228a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269256 Apr 06 14:47:21.131924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52454) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:21.138735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:21.223266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f6e77-0425-428b-8af1-4d5a13814e17 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:21.225003 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-fd9f6e77-0425-428b-8af1-4d5a13814e17 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922446 Apr 06 14:47:21.228026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52456) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:21.258159 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-84a418d9-f2fa-4286-9f2d-902bd0ba7fec tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289948 Apr 06 14:47:21.260625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52458) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:21.265548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895778225', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:21.324277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:20Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:21.351130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Checking router: 20776c36-6605-43b8-abbf-408cd7e077c2 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:21.351479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Updating router 20776c36-6605-43b8-abbf-408cd7e077c2 port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:47:21.378342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.421766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:47:21.425212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.629791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Publish callbacks [] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.662332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (63782001-3b18-4874-aff1-92a45171784d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.684750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.728607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Subnet': ['ID=63782001-3b18-4874-aff1-92a45171784d,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:21.738637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Checking segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:21.739070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network hostable DHCP agents. Network: 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:47:21.744215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Attempting to bind port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:21.744584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Attempting to bind port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:21.744971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Attempting to bind port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:21.747770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95500f-cbf4-4221-8f06-be785b2cd2f8 None None] Pushing event updated for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:21.753034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:21.753420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:21.753816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.754204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:21.754667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Bound port: c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:21.755125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.804592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:47:21.806622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] For port c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:21.809633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] For port c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:21.890119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:21.894025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:21.894646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.899242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58ca7b-10bb-4640-9637-42177c057111 None None] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:47:21.903535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.982650 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-98c7919a-d37e-4fad-a174-74f5aa143c50 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7208107 Apr 06 14:47:21.985356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52460) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:22.012033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:22.012651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:46:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:22.064651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95500f-cbf4-4221-8f06-be785b2cd2f8 None None] Pushing event updated for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:22.142811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:47:22.143623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.340647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:22.448757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d295ddd0-afb5-47d1-b3e6-2b5c5101e2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.587971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Allocated IP 172.20.0.2 (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae/63782001-3b18-4874-aff1-92a45171784d/07cc5683-694e-4fd7-b60c-85ac57597235) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:22.707265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:20Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:22.713692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.746457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0036a-cfcc-4ef8-859e-989677d27941 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:20Z', 'revision_number': 3, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:22.810071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Publish callbacks [] for port (07cc5683-694e-4fd7-b60c-85ac57597235), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.856651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.898500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:22.905622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:22.909998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:22.913916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Pushing event updated for resources: {'Port': ['ID=07cc5683-694e-4fd7-b60c-85ac57597235,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:22.980096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Attempting to bind port 07cc5683-694e-4fd7-b60c-85ac57597235 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:22.980968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Attempting to bind port 07cc5683-694e-4fd7-b60c-85ac57597235 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:22.980968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Attempting to bind port 07cc5683-694e-4fd7-b60c-85ac57597235 on network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:22.993460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:22.993834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Checking segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:22.994247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.994634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Bound using segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:22.995734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Bound port: 07cc5683-694e-4fd7-b60c-85ac57597235, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:23.006254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.017431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.1 (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae/63782001-3b18-4874-aff1-92a45171784d/b0cb2eef-39de-414e-a44e-8754a31a2910) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:23.104725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] For port 07cc5683-694e-4fd7-b60c-85ac57597235, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:23.107964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] For port 07cc5683-694e-4fd7-b60c-85ac57597235, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=07cc5683-694e-4fd7-b60c-85ac57597235,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:23.153667 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.203252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.264375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457abb7a-e50c-412c-af83-dfd206be674e None None] Pushing event updated for resources: {'Port': ['ID=07cc5683-694e-4fd7-b60c-85ac57597235,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:23.272483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.325826 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:23.330202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:23.335620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:23.341873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:23.392311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (20776c36-6605-43b8-abbf-408cd7e077c2), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.587412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.643861 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.929722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.998858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.076573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:24.080692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (20776c36-6605-43b8-abbf-408cd7e077c2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.141355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:24.180253 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:24.181962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:24.197643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:24.198274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.283497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:24.284132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.304307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:24.305532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:24.376592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.377453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07cc5683-694e-4fd7-b60c-85ac57597235 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:24.427037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:24.433571 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e0efd070-8f67-46d9-a85e-ccb03f5af610 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/20776c36-6605-43b8-abbf-408cd7e077c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4470994 Apr 06 14:47:24.435877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52462) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:24.475251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:24.491513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 07cc5683-694e-4fd7-b60c-85ac57597235 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:24.491908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.550447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac9f694-8c44-4ab5-89bf-7658c4462ce0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.551307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac9f694-8c44-4ab5-89bf-7658c4462ce0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.551785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac9f694-8c44-4ab5-89bf-7658c4462ce0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.552303 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac9f694-8c44-4ab5-89bf-7658c4462ce0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.554440 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5ac9f694-8c44-4ab5-89bf-7658c4462ce0 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1174719 Apr 06 14:47:24.556957 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52464) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:24.594546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 07cc5683-694e-4fd7-b60c-85ac57597235 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:24.594944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.625965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe5404-ffb1-44a0-8bc1-c577fef5ddc8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.626440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe5404-ffb1-44a0-8bc1-c577fef5ddc8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.626896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe5404-ffb1-44a0-8bc1-c577fef5ddc8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.627344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe5404-ffb1-44a0-8bc1-c577fef5ddc8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.629213 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-78fe5404-ffb1-44a0-8bc1-c577fef5ddc8 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0711236 Apr 06 14:47:24.633680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52466) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:24.642207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 07cc5683-694e-4fd7-b60c-85ac57597235, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=07cc5683-694e-4fd7-b60c-85ac57597235,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:24.701413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112edb1-dd90-4500-a1c0-5c8a7661e437 None None] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:47:24.748421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f05caa3a-ff3e-4e96-b223-0428cf54a3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.751261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.780034 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:24.784891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-78786b2b-2d26-4e58-97d5-2373ac6c4cc2 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1494694 Apr 06 14:47:24.792407 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:24.794136 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:24.827116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b05769b6-7600-455c-83d1-78402857494b None None] Provisioning complete for port 07cc5683-694e-4fd7-b60c-85ac57597235 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:24.834594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b05769b6-7600-455c-83d1-78402857494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.863631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=07cc5683-694e-4fd7-b60c-85ac57597235,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:24.910321 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:24.959296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b05769b6-7600-455c-83d1-78402857494b None None] Current status of the port 07cc5683-694e-4fd7-b60c-85ac57597235 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:25.126904 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:25.154570 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Checking router: 20776c36-6605-43b8-abbf-408cd7e077c2 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:25.154921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Updating router 20776c36-6605-43b8-abbf-408cd7e077c2 port b0cb2eef-39de-414e-a44e-8754a31a2910 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:47:25.180763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5d492941-40a0-4fd8-b623-676149dbbb1b None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:25.181164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5d492941-40a0-4fd8-b623-676149dbbb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.187915 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.222994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5d492941-40a0-4fd8-b623-676149dbbb1b None None] Port b0cb2eef-39de-414e-a44e-8754a31a2910 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:25.235278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5d492941-40a0-4fd8-b623-676149dbbb1b None None] Provisioning complete for port 07cc5683-694e-4fd7-b60c-85ac57597235 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:25.236156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5d492941-40a0-4fd8-b623-676149dbbb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.327096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5d492941-40a0-4fd8-b623-676149dbbb1b None None] Current status of the port 07cc5683-694e-4fd7-b60c-85ac57597235 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:25.372944 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52470) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:25.377378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732759410', 'description': 'tempest-secgroup-smoke-732759410 description', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:25.447426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c8ab3c20-2750-4f14-8036-c859831f7bff None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:25.447836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3c20-2750-4f14-8036-c859831f7bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.454275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.485502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab3c20-2750-4f14-8036-c859831f7bff None None] Port b0cb2eef-39de-414e-a44e-8754a31a2910 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:25.491802 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Publish callbacks [] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.533403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.564757 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.609336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e7ce6083-d734-49af-9f6c-f57affbb68cc None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:25.609717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6083-d734-49af-9f6c-f57affbb68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.616303 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:25.621812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.628010 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.628310 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.628678 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.629338 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.629441 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.629704 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.630073 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.630391 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.631425 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.631668 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.632003 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.632336 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.632738 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.633010 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.633340 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.654913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:25.655510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce6083-d734-49af-9f6c-f57affbb68cc None None] Port b0cb2eef-39de-414e-a44e-8754a31a2910 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:25.689468 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Attempting to bind port b0cb2eef-39de-414e-a44e-8754a31a2910 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:25.689834 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Attempting to bind port b0cb2eef-39de-414e-a44e-8754a31a2910 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:25.690198 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Attempting to bind port b0cb2eef-39de-414e-a44e-8754a31a2910 on network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:25.696010 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:25.696868 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Checking segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:25.696964 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.697358 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Bound using segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:25.697825 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Bound port: b0cb2eef-39de-414e-a44e-8754a31a2910, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:25.698206 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.718646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.722821 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a42b547a-32e1-43ee-ab88-700fca260a79 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3461647 Apr 06 14:47:25.722978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52472) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:25.728380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:25.772668 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] For port b0cb2eef-39de-414e-a44e-8754a31a2910, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:25.775859 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] For port b0cb2eef-39de-414e-a44e-8754a31a2910, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b0cb2eef-39de-414e-a44e-8754a31a2910,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:25.866106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.879646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-212d7244-f339-4986-accf-9a6bc23d659d None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:25.880011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-212d7244-f339-4986-accf-9a6bc23d659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.888917 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.894655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (3d97b0bd-205f-465b-b4e5-371d2d7c08e9), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.918603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-212d7244-f339-4986-accf-9a6bc23d659d None None] Port b0cb2eef-39de-414e-a44e-8754a31a2910 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:25.948520 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:25.949166 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:25.951842 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65596b5-374e-4423-9a9a-6ff2ef350bdb None None] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:25.970545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (3d97b0bd-205f-465b-b4e5-371d2d7c08e9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.039319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (3d97b0bd-205f-465b-b4e5-371d2d7c08e9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.053244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d97b0bd-205f-465b-b4e5-371d2d7c08e9,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:26.077967 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:26.135007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:26.143644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.147589 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c44ff4b3-d3b3-4450-b878-75a2d0b87395 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4209473 Apr 06 14:47:26.147807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52474) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:26.152416 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:26.183460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:26.183839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.224955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:26.225229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.244209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (6a96a76a-16d0-4709-9722-f2f1a07018ce), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.296882 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:26.303636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (6a96a76a-16d0-4709-9722-f2f1a07018ce), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.326950 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5ebb3-7984-4301-997d-e72d6ae4c591 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:25Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:26.330626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] Current status of the port b0cb2eef-39de-414e-a44e-8754a31a2910 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:26.331080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.362197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:26.363660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07cc5683-694e-4fd7-b60c-85ac57597235 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:26.365633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (6a96a76a-16d0-4709-9722-f2f1a07018ce), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.405475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a96a76a-16d0-4709-9722-f2f1a07018ce,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:26.417765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] For port b0cb2eef-39de-414e-a44e-8754a31a2910, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b0cb2eef-39de-414e-a44e-8754a31a2910,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:26.445413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 07cc5683-694e-4fd7-b60c-85ac57597235 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:26.445795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.497701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.499349 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7a7bcf8d-2ebb-4e76-90ff-ee50206f42fe tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504274 Apr 06 14:47:26.502127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52476) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:26.509885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:26.525718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.561251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 07cc5683-694e-4fd7-b60c-85ac57597235 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:26.586050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1e5ba-db8a-4a86-93cf-74be5c94c074 None None] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:26.621543 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (916b99cc-b619-4f4c-8cce-34396e93b363), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.681817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (916b99cc-b619-4f4c-8cce-34396e93b363), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.762433 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (916b99cc-b619-4f4c-8cce-34396e93b363), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.779966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916b99cc-b619-4f4c-8cce-34396e93b363,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:26.863729 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.865830 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-839e62ca-8b39-4743-8683-2e13916dc36a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625083 Apr 06 14:47:26.868742 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52478) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:26.873409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:26.961876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (68aaa064-0f0d-4e6e-96ca-b6c8e362c0e7), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.021318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (68aaa064-0f0d-4e6e-96ca-b6c8e362c0e7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.096230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (68aaa064-0f0d-4e6e-96ca-b6c8e362c0e7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.114711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68aaa064-0f0d-4e6e-96ca-b6c8e362c0e7,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:27.189411 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.190812 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f47cf4d8-ee75-4f2f-98f8-4d19e0baaf84 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209851 Apr 06 14:47:27.193613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52480) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:27.198327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:27.301820 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:47:27.308046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (38a6b3ec-a984-4f8d-bebe-4514318fe642), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.369191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (38a6b3ec-a984-4f8d-bebe-4514318fe642), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.461613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (38a6b3ec-a984-4f8d-bebe-4514318fe642), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.482439 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a6b3ec-a984-4f8d-bebe-4514318fe642,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:27.493692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.601211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.602817 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5c051df4-0359-44f2-bcb5-bab830f91dcd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4081190 Apr 06 14:47:27.605612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52482) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:27.609924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'security_group_rule': {'security_group_id': '756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7', 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:27.707591 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Project fe1b48dc94d34d56b1a22e33f2f2228a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:47:27.713474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b0bd275a-c70f-4b3a-84d0-df45f268f5cc), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.778567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (b0bd275a-c70f-4b3a-84d0-df45f268f5cc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.850565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b0bd275a-c70f-4b3a-84d0-df45f268f5cc), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.870738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bd275a-c70f-4b3a-84d0-df45f268f5cc,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:27.915765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.917034 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b767ff9b-fb32-497d-9906-c76ceeae8735 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104575 Apr 06 14:47:28.073315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-1d6d0dd4-7e39-47e4-8ffb-c17c6500ae3c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732759410&fields=id&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 267 time: 0.0524888 Apr 06 14:47:28.117308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b0cb2eef-39de-414e-a44e-8754a31a2910 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:28.166214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:28.166590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.179135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-b39a35af-5593-4189-bf5c-f7de7cfbee23 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.180674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-b39a35af-5593-4189-bf5c-f7de7cfbee23 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/networks?id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae HTTP/1.1" status: 200 len: 797 time: 0.1001854 Apr 06 14:47:28.195550 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-0cd61f92-e881-4d18-ad5e-dc3daf9acd24 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/quotas/fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 375 time: 0.0093856 Apr 06 14:47:28.247571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b0cb2eef-39de-414e-a44e-8754a31a2910 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:28.249693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-6d2d8b21-eaed-46de-97f8-90d6e750264a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491796 Apr 06 14:47:28.510875 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:47:28.545427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.695734 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-6a6654a6-a76c-4612-83e2-c0733f584c12 service neutron] 10.222.0.89 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304900 Apr 06 14:47:28.794330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-4933d5f5-c6e2-4545-a659-29a2f510f532 service neutron] 10.222.0.89 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926714 Apr 06 14:47:29.023826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9be036ac-4d02-49a5-9d5d-66d201a9484b req-e61ce5fe-a747-4fa1-b0a0-0216eab1dd12 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 210 time: 0.0272524 Apr 06 14:47:30.119058 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-724b2779-121c-4577-87ab-5cd612ab9808 req-846bb0d6-b180-4966-b6de-aeac2c865411 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 210 time: 0.0279164 Apr 06 14:47:30.978367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-40a51024-600c-4187-9ac0-67ede9e6a48b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:30.979737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-40a51024-600c-4187-9ac0-67ede9e6a48b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/networks?id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae HTTP/1.1" status: 200 len: 797 time: 0.1051564 Apr 06 14:47:31.043182 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-d84571e9-2c66-4df3-b182-79a417fbd12a tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a HTTP/1.1" status: 200 len: 379 time: 0.0537570 Apr 06 14:47:31.053449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'port': {'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'admin_state_up': True, 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'security_groups': ['756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:31.221900 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b0c1cd19-6da9-4a7b-a780-eaee8ed2d308 req-1cfb91b3-ec9e-43e9-8a6b-62e61cbe62d1 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 210 time: 0.0336478 Apr 06 14:47:31.224461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Made reservation on behalf of fe1b48dc94d34d56b1a22e33f2f2228a for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:47:31.226400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.350397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.20.0.13 (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae/63782001-3b18-4874-aff1-92a45171784d/8db38747-b9d4-42de-a582-e8a171bce21b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:31.487656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (8db38747-b9d4-42de-a582-e8a171bce21b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.568575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.613902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:31.619473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:31.622513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:31.657256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=8db38747-b9d4-42de-a582-e8a171bce21b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:31.687830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:31.688461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.776615 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-79f8af19-3bb5-4467-9068-61b3c98806fc tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7277250 Apr 06 14:47:31.790370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Request body: {'port': {'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:31.850218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.883309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-25bd0008-3aac-4aab-9311-14d137188ec5 None None] Provisioning complete for port 8db38747-b9d4-42de-a582-e8a171bce21b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:31.883866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-25bd0008-3aac-4aab-9311-14d137188ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.918811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-25bd0008-3aac-4aab-9311-14d137188ec5 None None] Port 8db38747-b9d4-42de-a582-e8a171bce21b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:32.120688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db38747-b9d4-42de-a582-e8a171bce21b {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:47:32.128079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Publish callbacks [] for port (8db38747-b9d4-42de-a582-e8a171bce21b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.140183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Transition to ACTIVE for port object 8db38747-b9d4-42de-a582-e8a171bce21b will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:47:32.219448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.269282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8db38747-b9d4-42de-a582-e8a171bce21b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:32.381898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Attempting to bind port 8db38747-b9d4-42de-a582-e8a171bce21b on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:32.382240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Attempting to bind port 8db38747-b9d4-42de-a582-e8a171bce21b by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:32.382572 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Attempting to bind port 8db38747-b9d4-42de-a582-e8a171bce21b on network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:32.390121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Port 8db38747-b9d4-42de-a582-e8a171bce21b on network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:47:32.390444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Attempting to bind port 8db38747-b9d4-42de-a582-e8a171bce21b on network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:32.401192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ae343-2bd7-4365-9f75-dc8b41e6cd57 req-b8643c2e-8957-4616-98aa-df09a4214a5c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:32.402750 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d5ae343-2bd7-4365-9f75-dc8b41e6cd57 req-b8643c2e-8957-4616-98aa-df09a4214a5c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 944 time: 0.0846992 Apr 06 14:47:32.405772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:32.406115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Checking segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:32.406501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Bound using segment: {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:32.406939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Bound port: 8db38747-b9d4-42de-a582-e8a171bce21b, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e5622d-c52b-4179-8eb4-467a0259f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:32.407304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.499523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d5ae343-2bd7-4365-9f75-dc8b41e6cd57 req-6380518a-8254-4dd6-b879-bd6f929be66f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898547 Apr 06 14:47:32.510437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] For port 8db38747-b9d4-42de-a582-e8a171bce21b, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:32.514175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] For port 8db38747-b9d4-42de-a582-e8a171bce21b, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8db38747-b9d4-42de-a582-e8a171bce21b,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:32.596972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.631957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:32.632770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.634178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] 10.222.0.79 "PUT /v2.0/ports/8db38747-b9d4-42de-a582-e8a171bce21b HTTP/1.1" status: 200 len: 1094 time: 0.8494906 Apr 06 14:47:32.634670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:32.637038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a653e5-4461-479c-88ba-bc68a63437b8" -d '{"events": [{"name": "network-changed", "server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:32.663040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e495d38-372e-44a9-99c9-37d3c62d0b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8db38747-b9d4-42de-a582-e8a171bce21b,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:32.681853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100653c-1a76-4ea5-bcde-9d6de3f04bca x-openstack-request-id: req-1100653c-1a76-4ea5-bcde-9d6de3f04bca {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:32.682432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:32.682972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1100653c-1a76-4ea5-bcde-9d6de3f04bca {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:32.683772 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1100653c-1a76-4ea5-bcde-9d6de3f04bca'] response: {'name': 'network-changed', 'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b', 'status': 'completed', 'code': 200} Apr 06 14:47:32.757453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a653e5-4461-479c-88ba-bc68a63437b8 req-13157ee9-c91f-4bec-b06d-ce86603197f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:32.759027 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54a653e5-4461-479c-88ba-bc68a63437b8 req-13157ee9-c91f-4bec-b06d-ce86603197f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1128 time: 0.0562737 Apr 06 14:47:32.868375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a653e5-4461-479c-88ba-bc68a63437b8 req-5dde9152-d676-48d5-b484-504ca2f304ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:32.869891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54a653e5-4461-479c-88ba-bc68a63437b8 req-5dde9152-d676-48d5-b484-504ca2f304ac service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1036229 Apr 06 14:47:32.967599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a653e5-4461-479c-88ba-bc68a63437b8 req-47dd7ce7-eccc-44b8-ae37-62deef92a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:32.969143 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54a653e5-4461-479c-88ba-bc68a63437b8 req-47dd7ce7-eccc-44b8-ae37-62deef92a8ed service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936699 Apr 06 14:47:33.049599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-802216d2-52af-4133-a8ce-06341616cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:33.051077 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-802216d2-52af-4133-a8ce-06341616cfef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1128 time: 0.0460064 Apr 06 14:47:33.096277 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-1ae57dc2-b3e1-4c4d-84a2-ff84b80497ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8db38747-b9d4-42de-a582-e8a171bce21b HTTP/1.1" status: 200 len: 217 time: 0.0382040 Apr 06 14:47:33.147340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-92c46980-42da-49ff-a69e-239c6f7b449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:33.148835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-92c46980-42da-49ff-a69e-239c6f7b449d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=63782001-3b18-4874-aff1-92a45171784d HTTP/1.1" status: 200 len: 834 time: 0.0452552 Apr 06 14:47:33.198024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-0d37ef24-486e-43dc-a71e-c96443a823bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:33.199519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-0d37ef24-486e-43dc-a71e-c96443a823bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446317 Apr 06 14:47:33.293224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-6c0a7e72-15e8-4d10-a00f-f743f61d2494 service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Apr 06 14:47:33.381332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1db408-5e4c-494f-b545-3ea4d9ed3f50 req-ec2f4858-5041-43a3-83fa-ffdff0ef3e6d service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819454 Apr 06 14:47:33.617579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1aae1-3ad8-44d9-9dc9-61d320ddbea0 req-d1755ff9-0a64-4459-81d8-ae6967fc0e5f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:33.619037 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3f1aae1-3ad8-44d9-9dc9-61d320ddbea0 req-d1755ff9-0a64-4459-81d8-ae6967fc0e5f tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 944 time: 0.0529811 Apr 06 14:47:33.668594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3f1aae1-3ad8-44d9-9dc9-61d320ddbea0 req-a9b789dc-6922-4f25-b8cf-ab0fb1fa83f4 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439861 Apr 06 14:47:34.796759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009cd3a-d83f-4782-8f74-f42d2f7e63e7 req-d6fddf4d-1091-4990-8aaa-5ebb42b7f0b5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:34.798279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f009cd3a-d83f-4782-8f74-f42d2f7e63e7 req-d6fddf4d-1091-4990-8aaa-5ebb42b7f0b5 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 944 time: 0.0620208 Apr 06 14:47:34.847711 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f009cd3a-d83f-4782-8f74-f42d2f7e63e7 req-b979aacf-f13b-4921-853e-105d37b9b0ea tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435574 Apr 06 14:47:35.965128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8833-a16b-486e-a066-d6d693b00d10 req-a7c85656-0c11-4403-81de-84d7a6ec01be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:35.966621 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-70fd8833-a16b-486e-a066-d6d693b00d10 req-a7c85656-0c11-4403-81de-84d7a6ec01be tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 944 time: 0.0530260 Apr 06 14:47:36.014427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-70fd8833-a16b-486e-a066-d6d693b00d10 req-a5b07e7e-0f29-4c32-95c9-8278eceb5268 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 Apr 06 14:47:37.083857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8db38747-b9d4-42de-a582-e8a171bce21b details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:47:37.143542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73024df1-43f0-46f4-a4fd-37c1d36c1d29 req-7f650f1a-acdf-4ab6-8628-57faafd2c730 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:37.146069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-73024df1-43f0-46f4-a4fd-37c1d36c1d29 req-7f650f1a-acdf-4ab6-8628-57faafd2c730 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 944 time: 0.0572491 Apr 06 14:47:37.189905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8db38747-b9d4-42de-a582-e8a171bce21b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8db38747-b9d4-42de-a582-e8a171bce21b,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:37.204742 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-73024df1-43f0-46f4-a4fd-37c1d36c1d29 req-756d2760-c5f1-4b7e-8928-bbf26aa13525 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499072 Apr 06 14:47:37.205116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '8db38747-b9d4-42de-a582-e8a171bce21b', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:47:37.249529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8db38747-b9d4-42de-a582-e8a171bce21b is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:37.249878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:37.264136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db38747-b9d4-42de-a582-e8a171bce21b {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:47:37.288958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8db38747-b9d4-42de-a582-e8a171bce21b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8db38747-b9d4-42de-a582-e8a171bce21b,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:37.362079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:37.413207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8db38747-b9d4-42de-a582-e8a171bce21b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:37.549487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['8db38747-b9d4-42de-a582-e8a171bce21b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:47:38.326351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cefe1-84db-442b-95b4-e14d71389b58 req-23a6bb86-533d-47a0-a609-f45cb50f77ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.327836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be7cefe1-84db-442b-95b4-e14d71389b58 req-23a6bb86-533d-47a0-a609-f45cb50f77ff tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 945 time: 0.0523357 Apr 06 14:47:38.376137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be7cefe1-84db-442b-95b4-e14d71389b58 req-1cd669f4-cb3b-41d5-925e-4b10736534f9 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Apr 06 14:47:39.099012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8db38747-b9d4-42de-a582-e8a171bce21b up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:39.212864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 8db38747-b9d4-42de-a582-e8a171bce21b completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:47:39.216861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 8db38747-b9d4-42de-a582-e8a171bce21b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:39.217247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:39.296741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8db38747-b9d4-42de-a582-e8a171bce21b is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:39.297134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:39.320119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:39.322393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa7d16-94dd-43f2-932d-83f25d9fa271" -d '{"events": [{"server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "name": "network-vif-plugged", "status": "completed", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:39.334975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8db38747-b9d4-42de-a582-e8a171bce21b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8db38747-b9d4-42de-a582-e8a171bce21b,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:39.364065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f90d16-e763-439b-9a1d-680fb8fa020b x-openstack-request-id: req-08f90d16-e763-439b-9a1d-680fb8fa020b {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:39.364065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "name": "network-vif-plugged", "status": "completed", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:39.364065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-08f90d16-e763-439b-9a1d-680fb8fa020b {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:39.364065 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f90d16-e763-439b-9a1d-680fb8fa020b'] response: {'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b', 'code': 200} Apr 06 14:47:39.419151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:39.467015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8db38747-b9d4-42de-a582-e8a171bce21b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:39.500784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16353916-6c2f-479e-baf4-ca643f882d7d req-766893b0-8f46-46c6-aa84-83594cc82be3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:39.504212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16353916-6c2f-479e-baf4-ca643f882d7d req-766893b0-8f46-46c6-aa84-83594cc82be3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0543633 Apr 06 14:47:39.557354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16353916-6c2f-479e-baf4-ca643f882d7d req-ae62efb3-956c-4f12-bb50-46bf1ec85447 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481014 Apr 06 14:47:39.719970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37c31-58f4-4475-b560-19980ee01c29 req-434c7f4c-b02d-4774-8119-ad4fe472da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:39.721527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23e37c31-58f4-4475-b560-19980ee01c29 req-434c7f4c-b02d-4774-8119-ad4fe472da4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1130 time: 0.0685806 Apr 06 14:47:39.765518 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23e37c31-58f4-4475-b560-19980ee01c29 req-2874401d-1f69-45be-a5ad-086dbf7ac9dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379398 Apr 06 14:47:40.679091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b877a-5a8c-48a2-974f-b9e782d8a9e5 req-f13ee37a-9a9a-4e77-86e7-23c9ea47ca12 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:40.680588 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e0b877a-5a8c-48a2-974f-b9e782d8a9e5 req-f13ee37a-9a9a-4e77-86e7-23c9ea47ca12 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0542796 Apr 06 14:47:40.729702 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e0b877a-5a8c-48a2-974f-b9e782d8a9e5 req-2f2a4fe2-5a2b-4c72-93da-74038cadf60d tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Apr 06 14:47:41.850338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86c92c-ffa4-40eb-a874-02e5936352a6 req-5bec1117-c813-44f2-852b-1e968be7ea0b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:41.851792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de86c92c-ffa4-40eb-a874-02e5936352a6 req-5bec1117-c813-44f2-852b-1e968be7ea0b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0558031 Apr 06 14:47:41.901198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de86c92c-ffa4-40eb-a874-02e5936352a6 req-d2f2b4b0-dbdd-4e91-b50d-e8c71ef7e6fb tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Apr 06 14:47:42.016937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274bffb-4dba-4737-b46d-a0d32f617712 req-c7c3575f-3485-409b-b39d-bf9bc8052027 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:42.018397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f274bffb-4dba-4737-b46d-a0d32f617712 req-c7c3575f-3485-409b-b39d-bf9bc8052027 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0520625 Apr 06 14:47:42.066818 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f274bffb-4dba-4737-b46d-a0d32f617712 req-47d9928c-8fe1-4f89-a7e6-76d2da1fbc15 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423110 Apr 06 14:47:42.088891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52546) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:42.131786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509161a-1ff2-4e41-8e5b-27bade556904 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:42.133277 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b509161a-1ff2-4e41-8e5b-27bade556904 tempest-TestNetworkBasicOps-424916646 tempest-TestNetworkBasicOps-424916646-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1125 time: 0.0433924 Apr 06 14:47:42.136045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52548) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:42.140203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:42.225326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:42.323181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:42.422325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Allocated IP 172.26.6.198 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/de0a8c79-c8b9-4339-a0f8-8e3d695ac547) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:42.525314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:42.616269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:42.652925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:42.658160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:42.662913 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:42.668344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=de0a8c79-c8b9-4339-a0f8-8e3d695ac547,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:43.028905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (589a40b9-a17b-402e-bfb6-a39d43cd6ed4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.151077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.303793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.367361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.443142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event updated for resources: {'Port': ['ID=de0a8c79-c8b9-4339-a0f8-8e3d695ac547,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:43.454189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (589a40b9-a17b-402e-bfb6-a39d43cd6ed4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.558239 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 589a40b9-a17b-402e-bfb6-a39d43cd6ed4 associated. External IP: 172.26.6.198, port: 8db38747-b9d4-42de-a582-e8a171bce21b. Apr 06 14:47:44.017106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:44.126623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:44.136285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:44.146779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:44.148486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:44.200084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:44.233738 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a15c17fa-5162-4fec-a425-ccbc0325c5d6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0942578 Apr 06 14:47:44.233738 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:44.234165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52550) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:44.234623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:44.268833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:44.308640 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-788173a8-287d-4cbf-a968-34339948ec26 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 992 time: 0.0722561 Apr 06 14:47:44.334429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e44b2-1379-46d1-abbd-1e09941b1488 x-openstack-request-id: req-333e44b2-1379-46d1-abbd-1e09941b1488 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:44.334731 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:44.334991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-333e44b2-1379-46d1-abbd-1e09941b1488 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:44.335410 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333e44b2-1379-46d1-abbd-1e09941b1488'] response: {'name': 'network-changed', 'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b', 'status': 'completed', 'code': 200} Apr 06 14:47:44.401888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-accf612c-1497-4374-87db-f5cf244f8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:44.403408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-accf612c-1497-4374-87db-f5cf244f8a51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1130 time: 0.0469315 Apr 06 14:47:44.496490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-4cd356b3-cf4e-448a-89f4-c67635ca0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:44.498002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-4cd356b3-cf4e-448a-89f4-c67635ca0f24 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae HTTP/1.1" status: 200 len: 899 time: 0.0885837 Apr 06 14:47:44.563993 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-a8485666-99aa-4afd-8f3f-7280425f4196 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8db38747-b9d4-42de-a582-e8a171bce21b HTTP/1.1" status: 200 len: 1000 time: 0.0585556 Apr 06 14:47:44.612930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-fcab12d9-ba65-4773-9d87-61c7770e6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:44.614646 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-fcab12d9-ba65-4773-9d87-61c7770e6d9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=63782001-3b18-4874-aff1-92a45171784d HTTP/1.1" status: 200 len: 834 time: 0.0452611 Apr 06 14:47:44.655872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '589a40b9-a17b-402e-bfb6-a39d43cd6ed4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:42Z', 'updated_at': '2022-04-06T14:47:42Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:26Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:44.668979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-6cda490a-148f-40be-b4a0-8a7fa74dff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:44.670275 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-6cda490a-148f-40be-b4a0-8a7fa74dff00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504098 Apr 06 14:47:44.688673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] Checking router: 20776c36-6605-43b8-abbf-408cd7e077c2 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:44.697299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:44.698047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:44.762369 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-f7e267b0-a6a5-493c-8c92-5918bad45af4 service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841990 Apr 06 14:47:44.807320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:44.862907 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49040f47-5929-4ab0-b2a6-4b331b3bc0dc req-053fbafc-e099-40a6-8ca6-8a34dcc8e706 service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949404 Apr 06 14:47:45.035405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '589a40b9-a17b-402e-bfb6-a39d43cd6ed4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:42Z', 'updated_at': '2022-04-06T14:47:42Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:26Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:45.065227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b539b2-7d23-4718-b077-0dabc0753e82 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 4, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '589a40b9-a17b-402e-bfb6-a39d43cd6ed4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:42Z', 'updated_at': '2022-04-06T14:47:42Z', 'revision_number': 0, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:26Z', 'revision_number': 5, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:45.255585 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5bdf29-816a-406b-be57-4bc17f0606cf None None] New status for floating IP 589a40b9-a17b-402e-bfb6-a39d43cd6ed4: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:45.310528 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52556) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:45.371067 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d0fee51b-2e00-4e90-9494-4753bec9cf21 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 992 time: 0.0592008 Apr 06 14:47:46.374542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52558) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:46.439211 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-93082d80-2ff1-46e3-8c15-e0a946f5fbd8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 994 time: 0.0634811 Apr 06 14:47:52.349500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-49fa8b44-b7a9-410e-b3cf-75e1eebf303b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:53.561336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:54.763230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a3da4326-15ef-48dc-83c1-5eb1056cc11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:55.797719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:57.444043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:58.517753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:05.509979 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:48:13.486401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-df73bbf4-1357-4253-baa1-c7455b05f271 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466933 Apr 06 14:48:13.571035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-5750940f-6c91-46eb-8b92-e9c67567dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:13.572544 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-5750940f-6c91-46eb-8b92-e9c67567dbc3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1130 time: 0.0452666 Apr 06 14:48:13.675760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-a07db044-e2a7-4b48-8480-bda554dc5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:13.677304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-a07db044-e2a7-4b48-8480-bda554dc5801 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae HTTP/1.1" status: 200 len: 899 time: 0.0871692 Apr 06 14:48:13.741875 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-4415d59d-f729-4235-af96-6f4aa87aaedc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8db38747-b9d4-42de-a582-e8a171bce21b HTTP/1.1" status: 200 len: 1002 time: 0.0581751 Apr 06 14:48:13.794418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-c99a37ff-8fe2-47ac-9e85-dd0bcaa62f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:13.795851 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-c99a37ff-8fe2-47ac-9e85-dd0bcaa62f2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=63782001-3b18-4874-aff1-92a45171784d HTTP/1.1" status: 200 len: 834 time: 0.0480106 Apr 06 14:48:13.845110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-a9b8c4f1-e086-4e7e-a4d3-705248bc689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:13.846602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-a9b8c4f1-e086-4e7e-a4d3-705248bc689d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443327 Apr 06 14:48:13.945286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-3febfddc-2a74-4a33-aa00-20cf9c28848e service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919662 Apr 06 14:48:14.040622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cdc25e69-3957-48f6-a0e8-bd6c97f2087a req-cb3656c1-7f07-4141-92ec-e889b84aa13d service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861979 Apr 06 14:48:15.642369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52570) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:15.647017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:48:15.959697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:16.060155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:16.169878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:16.281211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:16.288063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:16.289269 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-18c1a15f-f495-4986-9110-180e4eac0376 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/20776c36-6605-43b8-abbf-408cd7e077c2 HTTP/1.1" status: 200 len: 889 time: 0.6458831 Apr 06 14:48:16.291032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:48:16.304228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:16.304894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:16.342146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:16.350559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:16.351155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:16.383425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:16.384052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f06ee3-829f-4c0d-bc1f-7ef03132da19 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:48:17.141686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2749b-5d79-4558-908e-0ef1c8c6eb78 None None] New status for floating IP 589a40b9-a17b-402e-bfb6-a39d43cd6ed4: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:48:18.131240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:48:18.210784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:18.211181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:18.232933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:18.286327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:18.287019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b0cb2eef-39de-414e-a44e-8754a31a2910 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:48:18.364245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:18.374126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.374472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.374816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.375157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.375489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.375826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.376151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.376477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.376839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.377168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.377497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.377826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.378147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.378467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.378788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:18.413915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52574) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:18.418740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b0cb2eef-39de-414e-a44e-8754a31a2910 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:18.419136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:18.419245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:48:18.452084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b0cb2eef-39de-414e-a44e-8754a31a2910, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b0cb2eef-39de-414e-a44e-8754a31a2910,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:18.528737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:18.577400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:18.746227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1940785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:18.835177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1940776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1938139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940408'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:18.948694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:19.057062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:19.064138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:19.065336 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b825228a-e8f6-49f9-aa7d-37fa9304e9b8 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/20776c36-6605-43b8-abbf-408cd7e077c2 HTTP/1.1" status: 200 len: 888 time: 0.6504118 Apr 06 14:48:19.067963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:48:19.068364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:19.079215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:19.079842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:19.128844 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1111901f-11ae-4e89-8455-a46a9f55b384 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 992 time: 0.0593128 Apr 06 14:48:19.190299 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:48:19.412880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '589a40b9-a17b-402e-bfb6-a39d43cd6ed4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:42Z', 'updated_at': '2022-04-06T14:48:17Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:19.438736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] Checking router: 20776c36-6605-43b8-abbf-408cd7e077c2 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:48:19.446966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:19.447574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:19.556812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:48:19.778338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '589a40b9-a17b-402e-bfb6-a39d43cd6ed4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:42Z', 'updated_at': '2022-04-06T14:48:17Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:19.803711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b4df-0ebb-42a5-905c-b3d174c1b722 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '589a40b9-a17b-402e-bfb6-a39d43cd6ed4', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'port_id': '8db38747-b9d4-42de-a582-e8a171bce21b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'mac_address': 'fa:16:3e:fd:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:42Z', 'updated_at': '2022-04-06T14:48:17Z', 'revision_number': 2, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:48:20.132067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52578) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:20.149109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b0cb2eef-39de-414e-a44e-8754a31a2910 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:48:20.201536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:48:20.202610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:20.205808 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-786bb657-3764-4ff3-88c2-20f478b9fb04 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 992 time: 0.0718811 Apr 06 14:48:20.289452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b0cb2eef-39de-414e-a44e-8754a31a2910 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:20.289880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:20.324491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b0cb2eef-39de-414e-a44e-8754a31a2910, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b0cb2eef-39de-414e-a44e-8754a31a2910,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:20.418214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:20.473746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:21.208976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52580) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:21.269480 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1f2a02b3-d925-4054-870a-17b7f713eef3 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 992 time: 0.0593827 Apr 06 14:48:21.413283 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43afd5-cd65-4723-952a-63a1cff9d25f None None] New status for floating IP 589a40b9-a17b-402e-bfb6-a39d43cd6ed4: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:48:22.193340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:48:22.246196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:48:22.246574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.273475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52582) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:22.343466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4f3593ca-35b9-45bd-8ba3-d71bc8648b76 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 200 len: 994 time: 0.0688150 Apr 06 14:48:22.485240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:22.485564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.506458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:22.514199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc102874-fe14-46ff-8952-12d72360f8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.574390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.574390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b0cb2eef-39de-414e-a44e-8754a31a2910 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:48:22.584770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52588) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:22.653264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:22.665935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b0cb2eef-39de-414e-a44e-8754a31a2910 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:48:22.666311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.744600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b0cb2eef-39de-414e-a44e-8754a31a2910 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:22.746444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port de0a8c79-c8b9-4339-a0f8-8e3d695ac547 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:48:22.746791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.825002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.825314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:22.836610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for de0a8c79-c8b9-4339-a0f8-8e3d695ac547 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:48:23.068783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (de0a8c79-c8b9-4339-a0f8-8e3d695ac547), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:23.096687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=de0a8c79-c8b9-4339-a0f8-8e3d695ac547,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:23.111001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.111359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.111710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.112057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.112399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.112761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.113154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.113483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.113821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.114153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.114488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.114818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.115148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.115476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.115801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:23.172361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for floatingip (589a40b9-a17b-402e-bfb6-a39d43cd6ed4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:23.172693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Floating IP 589a40b9-a17b-402e-bfb6-a39d43cd6ed4 disassociated (deleted). External IP: 172.26.6.198, port: 8db38747-b9d4-42de-a582-e8a171bce21b. Apr 06 14:48:23.596906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:23.707004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:23.819192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:23.824243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:23.829612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:48:23.840530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:23.841194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:23.854751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-07393770-8ab1-4bc0-a1cf-9444d98c7845 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/floatingips/589a40b9-a17b-402e-bfb6-a39d43cd6ed4 HTTP/1.1" status: 204 len: 168 time: 1.2681479 Apr 06 14:48:23.855967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:48:23.858327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc3b3f1-da00-4362-b730-2d1e36eb19da" -d '{"events": [{"name": "network-changed", "server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:48:23.896745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5788c3c6-1517-4d96-978e-28aa9358f62d x-openstack-request-id: req-5788c3c6-1517-4d96-978e-28aa9358f62d {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:48:23.897341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:48:23.897621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5788c3c6-1517-4d96-978e-28aa9358f62d {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:48:23.898116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5788c3c6-1517-4d96-978e-28aa9358f62d'] response: {'name': 'network-changed', 'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b', 'status': 'completed', 'code': 200} Apr 06 14:48:23.967139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-20a3ac8e-29ea-40e6-8c6b-b2dad21fe457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:23.968791 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-20a3ac8e-29ea-40e6-8c6b-b2dad21fe457 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 1130 time: 0.0496371 Apr 06 14:48:23.971856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:48:24.062633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-c6bbedb1-413f-4533-9e53-fa81d7f20287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:24.064242 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-c6bbedb1-413f-4533-9e53-fa81d7f20287 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae HTTP/1.1" status: 200 len: 899 time: 0.0891705 Apr 06 14:48:24.113622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-0aa375cf-e16b-47eb-9121-6eacdcd1dce1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8db38747-b9d4-42de-a582-e8a171bce21b HTTP/1.1" status: 200 len: 217 time: 0.0375953 Apr 06 14:48:24.167497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:48:24.169611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-a01d372e-4ba5-4adb-9f7f-c9e6eefe2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:24.171149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-a01d372e-4ba5-4adb-9f7f-c9e6eefe2cbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=63782001-3b18-4874-aff1-92a45171784d HTTP/1.1" status: 200 len: 834 time: 0.0523992 Apr 06 14:48:24.229826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:48:20Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:24.261953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914879cb-a493-406f-bb8b-715b14a1c910 req-8ec16e9e-4692-42c1-b3a4-0111cdc73d7e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:24.263506 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-914879cb-a493-406f-bb8b-715b14a1c910 req-8ec16e9e-4692-42c1-b3a4-0111cdc73d7e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0602701 Apr 06 14:48:24.265869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] Checking router: 20776c36-6605-43b8-abbf-408cd7e077c2 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:48:24.279480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:48:24.279858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:24.284305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:24.284997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:47:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:24.318241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-914879cb-a493-406f-bb8b-715b14a1c910 req-e51379c0-24da-487f-9dd9-0e50dfe1b803 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Apr 06 14:48:24.457163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:48:24.458990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:24.681030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:48:20Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:24.711232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9de373-c34f-4582-af1a-0254a58304d0 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:18Z', 'revision_number': 6, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b0cb2eef-39de-414e-a44e-8754a31a2910', 'name': '', 'network_id': '0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'mac_address': 'fa:16:3e:23:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '63782001-3b18-4874-aff1-92a45171784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:48:20Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'subnets': [{'id': '63782001-3b18-4874-aff1-92a45171784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:48:24.731684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-83039078-6734-452b-a0f0-368548cb7a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:25.227259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-11c2225d-db43-4cb9-937e-32dbb47fdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:25.228790 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-11c2225d-db43-4cb9-937e-32dbb47fdebe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458040 Apr 06 14:48:25.330624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-c766494b-0d7b-4ce9-874f-fbd691361adc service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879393 Apr 06 14:48:25.377404 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc1886-bc1a-4b1b-a830-b495b8a33168 None None] New status for floating IP 589a40b9-a17b-402e-bfb6-a39d43cd6ed4: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:48:25.466671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc3b3f1-da00-4362-b730-2d1e36eb19da req-9947934a-82f6-4a91-a9a1-a8ec95aac7a4 service neutron] 10.222.0.79 "GET /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298058 Apr 06 14:48:25.482352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bae5e6-d256-4dda-8a51-8cdbab4de77c req-293b3b95-1526-437c-8534-6f577c5a00df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:25.483865 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35bae5e6-d256-4dda-8a51-8cdbab4de77c req-293b3b95-1526-437c-8534-6f577c5a00df tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0915751 Apr 06 14:48:25.539930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35bae5e6-d256-4dda-8a51-8cdbab4de77c req-1c5e55c8-3c99-448b-9edb-ee29bb28f497 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/security-groups?id=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Apr 06 14:48:25.645761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-7621db78-0f36-4361-ba01-0da9e37edd5c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:25.647329 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-7621db78-0f36-4361-ba01-0da9e37edd5c tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 946 time: 0.0525329 Apr 06 14:48:25.736585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port 8db38747-b9d4-42de-a582-e8a171bce21b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:48:25.736887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:25.813935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:25.828638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port 8db38747-b9d4-42de-a582-e8a171bce21b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8db38747-b9d4-42de-a582-e8a171bce21b,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:25.829034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:25.841875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for 8db38747-b9d4-42de-a582-e8a171bce21b owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:48:26.039930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8db38747-b9d4-42de-a582-e8a171bce21b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:26.067967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=8db38747-b9d4-42de-a582-e8a171bce21b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:26.115220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] No DVR routers for this DVR port 8db38747-b9d4-42de-a582-e8a171bce21b on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:48:26.117624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:26.121028 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a16d3f09-46ae-4543-9aab-fa260a3b7d03 req-95a59b5c-1b7a-403d-bb42-9af9c425813e tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.79 "DELETE /v2.0/ports/8db38747-b9d4-42de-a582-e8a171bce21b HTTP/1.1" status: 204 len: 173 time: 0.4686971 Apr 06 14:48:26.121473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'name': 'network-vif-deleted', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:48:26.123715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a913130-0ab8-406e-91c1-05ed0d26d056" -d '{"events": [{"server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "name": "network-vif-deleted", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:48:26.158906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a63ed7-5080-4bab-9f1e-ef2359f534b9 x-openstack-request-id: req-34a63ed7-5080-4bab-9f1e-ef2359f534b9 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:48:26.159175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552e411d-3b4f-4893-a19b-c2c215bc83cd", "name": "network-vif-deleted", "tag": "8db38747-b9d4-42de-a582-e8a171bce21b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:48:26.159435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-34a63ed7-5080-4bab-9f1e-ef2359f534b9 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:48:26.159849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a63ed7-5080-4bab-9f1e-ef2359f534b9'] response: {'server_uuid': '552e411d-3b4f-4893-a19b-c2c215bc83cd', 'name': 'network-vif-deleted', 'tag': '8db38747-b9d4-42de-a582-e8a171bce21b', 'status': 'completed', 'code': 200} Apr 06 14:48:26.652117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e6cf8f2-fdc6-4908-b6d8-9eebc7195654 req-cff23a26-897e-412b-bc69-7712dd111595 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "GET /v2.0/ports?device_id=552e411d-3b4f-4893-a19b-c2c215bc83cd HTTP/1.1" status: 200 len: 210 time: 0.0351431 Apr 06 14:48:27.419018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:27.709845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52604) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:27.769485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd97c-e3e9-45cf-93c9-ae950bf1b769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:27.793835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd97c-e3e9-45cf-93c9-ae950bf1b769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:27.908307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd97c-e3e9-45cf-93c9-ae950bf1b769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:27.911129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd97c-e3e9-45cf-93c9-ae950bf1b769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:27.912406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8e3cd97c-e3e9-45cf-93c9-ae950bf1b769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/security-groups/756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7 HTTP/1.1" status: 204 len: 168 time: 0.2015746 Apr 06 14:48:27.922486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd97c-e3e9-45cf-93c9-ae950bf1b769 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ffcd4-5ecd-4c9c-b7ef-0a7ae57a67c7,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:27.995859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52608) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:28.537159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:28.598600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (20776c36-6605-43b8-abbf-408cd7e077c2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:28.857417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port b0cb2eef-39de-414e-a44e-8754a31a2910 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:48:28.857679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:28.944201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port b0cb2eef-39de-414e-a44e-8754a31a2910, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b0cb2eef-39de-414e-a44e-8754a31a2910,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:28.944569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:28.956777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for b0cb2eef-39de-414e-a44e-8754a31a2910 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:48:29.217004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b0cb2eef-39de-414e-a44e-8754a31a2910), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:29.248765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=b0cb2eef-39de-414e-a44e-8754a31a2910,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:29.297270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.297621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.297984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.298306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.298638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.298964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.299292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.299710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.300041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.300371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.300693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.301043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.301368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.301695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.302017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:29.334625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8db38747-b9d4-42de-a582-e8a171bce21b no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:48:29.366759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 8db38747-b9d4-42de-a582-e8a171bce21b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:48:29.367102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8db38747-b9d4-42de-a582-e8a171bce21b not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:48:29.452042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (20776c36-6605-43b8-abbf-408cd7e077c2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:29.683727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Router 20776c36-6605-43b8-abbf-408cd7e077c2 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:29.795784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:29.800847 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cb1ee83f-7086-484d-8128-747a4ab1b2b6 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "PUT /v2.0/routers/20776c36-6605-43b8-abbf-408cd7e077c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039644 Apr 06 14:48:29.803685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52610) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:29.806173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] Sync routers for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:48:29.817912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:29.818607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:48:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:29.856550 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting subnet 63782001-3b18-4874-aff1-92a45171784d {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:48:29.859692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (63782001-3b18-4874-aff1-92a45171784d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:29.901470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (63782001-3b18-4874-aff1-92a45171784d), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:29.924819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:48:29.991554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (63782001-3b18-4874-aff1-92a45171784d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.134403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (63782001-3b18-4874-aff1-92a45171784d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.163105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Subnet': ['ID=63782001-3b18-4874-aff1-92a45171784d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:30.170347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.173677 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6471fcf5-ca3e-4785-accb-6b4fa56b0357 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/subnets/63782001-3b18-4874-aff1-92a45171784d HTTP/1.1" status: 204 len: 168 time: 0.3691170 Apr 06 14:48:30.174860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15f269-dbb6-47f6-9afd-c558cf800b92 None None] Network 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:48:30.176245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52612) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:30.286919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (20776c36-6605-43b8-abbf-408cd7e077c2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.339530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:29Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:30.367009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] Checking router: 20776c36-6605-43b8-abbf-408cd7e077c2 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:48:30.376737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] Routers {'20776c36-6605-43b8-abbf-408cd7e077c2'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:48:30.378423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:48:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['20776c36-6605-43b8-abbf-408cd7e077c2'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:30.405962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_gateway (20776c36-6605-43b8-abbf-408cd7e077c2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.415817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] DHCP port deletion for 0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:48:30.521543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] Set router 20776c36-6605-43b8-abbf-408cd7e077c2 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:48:30.537022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Deleting port c455e96a-9ad5-4ee6-9429-cd37b5fa2361 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:48:30.537367 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.551945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] Deleting port 07cc5683-694e-4fd7-b60c-85ac57597235 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:48:30.552323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.622616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] For port c455e96a-9ad5-4ee6-9429-cd37b5fa2361, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:30.622918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.634687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Calling delete_port for c455e96a-9ad5-4ee6-9429-cd37b5fa2361 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:48:30.689051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] For port 07cc5683-694e-4fd7-b60c-85ac57597235, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=07cc5683-694e-4fd7-b60c-85ac57597235,segment=NetworkSegment(d8e5622d-c52b-4179-8eb4-467a0259f215),segment_id=d8e5622d-c52b-4179-8eb4-467a0259f215)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:30.689457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.713058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] Calling delete_port for 07cc5683-694e-4fd7-b60c-85ac57597235 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:48:30.836257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:29Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:30.862721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbc6f8-5e3a-4ee3-ab05-c82740653901 None None] The sync data for ids ['20776c36-6605-43b8-abbf-408cd7e077c2'] in dv-neutron-836581-2-hyperv is: [{'id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'name': 'tempest-TestNetworkBasicOps-router-1791664421', 'tenant_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:29Z', 'revision_number': 7, 'project_id': 'fe1b48dc94d34d56b1a22e33f2f2228a', 'gw_port': {'id': 'c455e96a-9ad5-4ee6-9429-cd37b5fa2361', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776c36-6605-43b8-abbf-408cd7e077c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:19Z', 'updated_at': '2022-04-06T14:48:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:48:30.871743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c455e96a-9ad5-4ee6-9429-cd37b5fa2361), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.900751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Port': ['ID=c455e96a-9ad5-4ee6-9429-cd37b5fa2361,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:30.902564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (07cc5683-694e-4fd7-b60c-85ac57597235), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:30.934331 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] Pushing event deleted for resources: {'Port': ['ID=07cc5683-694e-4fd7-b60c-85ac57597235,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:30.937996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46c388-f93d-4bc9-a67d-c749938bc6c4 None None] No DVR routers for this DVR port 07cc5683-694e-4fd7-b60c-85ac57597235 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:48:30.969093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (20776c36-6605-43b8-abbf-408cd7e077c2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.072786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.074918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router_controller (20776c36-6605-43b8-abbf-408cd7e077c2), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.176584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (20776c36-6605-43b8-abbf-408cd7e077c2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.177158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Fanout notify agent at l3_agent the message router_deleted on router 20776c36-6605-43b8-abbf-408cd7e077c2 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:48:31.185218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.186350 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ee9337ee-d31a-44a3-9a87-61429d140c31 tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/routers/20776c36-6605-43b8-abbf-408cd7e077c2 HTTP/1.1" status: 204 len: 168 time: 1.0090427 Apr 06 14:48:31.189065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52614) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:31.272066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.381271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.402111 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:31.411714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e5622d-c52b-4179-8eb4-467a0259f215') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:31.412013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e5622d-c52b-4179-8eb4-467a0259f215') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:31.422051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (d8e5622d-c52b-4179-8eb4-467a0259f215), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.435207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (d8e5622d-c52b-4179-8eb4-467a0259f215), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.441372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:48:31.441767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (d8e5622d-c52b-4179-8eb4-467a0259f215), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:48:31.446124 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:48:31.588317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.597613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:31.598254 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] 10.222.0.89 "DELETE /v2.0/networks/0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae HTTP/1.1" status: 204 len: 168 time: 0.4079380 Apr 06 14:48:31.610369 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e3e71-bc75-4356-bd88-2ce97574f73b tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] Pushing event deleted for resources: {'Network': ['ID=0d8f6bc3-b157-47f9-ae84-2cbe8f59e2ae,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:32.099030 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52620) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:32.143275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:48:32.163314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: c455e96a-9ad5-4ee6-9429-cd37b5fa2361 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:48:32.163664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c455e96a-9ad5-4ee6-9429-cd37b5fa2361 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:48:32.164089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b0cb2eef-39de-414e-a44e-8754a31a2910 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:48:32.186756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b0cb2eef-39de-414e-a44e-8754a31a2910 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:48:32.187119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b0cb2eef-39de-414e-a44e-8754a31a2910 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:48:32.187512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07cc5683-694e-4fd7-b60c-85ac57597235 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:48:32.206390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 07cc5683-694e-4fd7-b60c-85ac57597235 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:48:32.206744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 07cc5683-694e-4fd7-b60c-85ac57597235 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:48:32.235477 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9e8c9827-eb8a-4707-9db4-00812e8cd168 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fe1b48dc94d34d56b1a22e33f2f2228a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351240 Apr 06 14:48:32.237763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52624) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:32.284336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4109159a-308d-433a-8782-2e22fd98199a admin admin] Publish callbacks [] for security_group (8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:32.305717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4109159a-308d-433a-8782-2e22fd98199a admin admin] Publish callbacks [] for security_group (8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:32.439609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4109159a-308d-433a-8782-2e22fd98199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:32.442342 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4109159a-308d-433a-8782-2e22fd98199a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:32.443630 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4109159a-308d-433a-8782-2e22fd98199a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e HTTP/1.1" status: 204 len: 168 time: 0.2049782 Apr 06 14:48:32.452383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109159a-308d-433a-8782-2e22fd98199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46fac1-7ba1-40fc-a962-70f9fbdf9f9e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:33.056476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52630) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:33.070450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1cf615c-0047-41a9-9b15-193a02c7e295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.147186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1cf615c-0047-41a9-9b15-193a02c7e295 admin admin] Publish callbacks [] for security_group (ff37eea7-dcbf-4838-91bb-db5189635cea), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.225091 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c1cf615c-0047-41a9-9b15-193a02c7e295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ff37eea7-dcbf-4838-91bb-db5189635cea), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.263957 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c1cf615c-0047-41a9-9b15-193a02c7e295 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0dfff22834bc4284b748ad8063525045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2056849 Apr 06 14:48:33.265165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf615c-0047-41a9-9b15-193a02c7e295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff37eea7-dcbf-4838-91bb-db5189635cea,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:33.266670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52632) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:33.324845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da11994e-f5a5-4219-baa6-3f9737788bca admin admin] Publish callbacks [] for security_group (ff37eea7-dcbf-4838-91bb-db5189635cea), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.345491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da11994e-f5a5-4219-baa6-3f9737788bca admin admin] Publish callbacks [] for security_group (ff37eea7-dcbf-4838-91bb-db5189635cea), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.456763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da11994e-f5a5-4219-baa6-3f9737788bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ff37eea7-dcbf-4838-91bb-db5189635cea), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.459402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da11994e-f5a5-4219-baa6-3f9737788bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:33.460617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-da11994e-f5a5-4219-baa6-3f9737788bca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ff37eea7-dcbf-4838-91bb-db5189635cea HTTP/1.1" status: 204 len: 168 time: 0.1907785 Apr 06 14:48:33.469939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11994e-f5a5-4219-baa6-3f9737788bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff37eea7-dcbf-4838-91bb-db5189635cea,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:41.679119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-26c0caf8-4233-462e-9f0d-a65de2e0e629 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373275 Apr 06 14:48:41.860724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-6d444a10-1e0c-45fb-9f22-761536801c06 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:41.862200 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-6d444a10-1e0c-45fb-9f22-761536801c06 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774304 Apr 06 14:48:41.876619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-c2a668c3-8b5b-41bd-be28-10088d70e623 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/quotas/25f19be7d23641999f6e85e3d2f5dcff HTTP/1.1" status: 200 len: 375 time: 0.0091166 Apr 06 14:48:41.909078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-e2db5b43-e17c-4303-b550-54548220f82c tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274940 Apr 06 14:48:42.141915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ad9ef94-c504-4d82-a054-9b0728cbd21b req-f801d320-32c0-459c-a5c9-ae7ea8aa5fee tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 210 time: 0.0309594 Apr 06 14:48:42.508726 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:48:43.239439 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cbb63e67-b93e-4573-af03-8567c86e2467 req-b700c4be-4f81-417a-a77b-1c97eb32f47f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Apr 06 14:48:44.098274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-043d0aa2-b51e-4e48-bcd2-ff922844fedc tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213518 Apr 06 14:48:44.207961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-fbb2aeed-1f66-4355-948e-45e66c574795 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:44.209664 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-fbb2aeed-1f66-4355-948e-45e66c574795 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070652 Apr 06 14:48:44.220382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Request body: {'port': {'device_id': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3', 'admin_state_up': True, 'tenant_id': '25f19be7d23641999f6e85e3d2f5dcff'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:48:44.354249 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a6a6dce-11d4-44cd-abfe-61958454b4e6 req-a2b85533-e352-4376-bf21-66f3a6ce3563 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 210 time: 0.0379376 Apr 06 14:48:44.439203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Made reservation on behalf of 25f19be7d23641999f6e85e3d2f5dcff for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:48:44.442752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:44.451905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:44.524244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks [] for security_group (7c964da0-6e34-48e2-8c74-9ba72672eaab), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:44.584539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7c964da0-6e34-48e2-8c74-9ba72672eaab), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:44.644646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c964da0-6e34-48e2-8c74-9ba72672eaab,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:44.714878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Allocated IP 192.168.233.196 (dbcea22c-016c-4041-a5ee-1f608ae7c1d3/68870d3e-6063-4364-ab7b-75ee9a6dbe21/32cea274-c4ac-4cbd-86ac-426578d28ada) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:48:44.863616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks [] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:44.944844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:44.984423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:48:44.987384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:44.997631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:48:45.024071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Pushing event updated for resources: {'Port': ['ID=32cea274-c4ac-4cbd-86ac-426578d28ada,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:45.051023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:45.051714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.138594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-8e2b071a-97cf-4e83-a8e0-1a52fb344a03 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9218082 Apr 06 14:48:45.151751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Request body: {'port': {'device_id': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:48:45.211430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.243265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9319a436-0265-4b66-9fee-928b2d923b7a None None] Provisioning complete for port 32cea274-c4ac-4cbd-86ac-426578d28ada triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:48:45.243856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9319a436-0265-4b66-9fee-928b2d923b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.281799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9319a436-0265-4b66-9fee-928b2d923b7a None None] Port 32cea274-c4ac-4cbd-86ac-426578d28ada cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:48:45.514752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cea274-c4ac-4cbd-86ac-426578d28ada {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:48:45.527637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418468c-a9e2-43a2-b8a2-350a0b65279f req-6e1d3261-1d4d-4b6d-bde7-58e96d3bc458 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:45.529149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6418468c-a9e2-43a2-b8a2-350a0b65279f req-6e1d3261-1d4d-4b6d-bde7-58e96d3bc458 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 936 time: 0.1031141 Apr 06 14:48:45.530880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Publish callbacks [] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.557170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Transition to ACTIVE for port object 32cea274-c4ac-4cbd-86ac-426578d28ada will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:48:45.584115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6418468c-a9e2-43a2-b8a2-350a0b65279f req-a70db23b-9ee3-4b7f-bd68-92a48a4613bb tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489614 Apr 06 14:48:45.630228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.683008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=32cea274-c4ac-4cbd-86ac-426578d28ada,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:45.754704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Attempting to bind port 32cea274-c4ac-4cbd-86ac-426578d28ada on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:48:45.755841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Attempting to bind port 32cea274-c4ac-4cbd-86ac-426578d28ada by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:48:45.755841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Attempting to bind port 32cea274-c4ac-4cbd-86ac-426578d28ada on network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:48:45.761337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Port 32cea274-c4ac-4cbd-86ac-426578d28ada on network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:48:45.761658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Attempting to bind port 32cea274-c4ac-4cbd-86ac-426578d28ada on network dbcea22c-016c-4041-a5ee-1f608ae7c1d3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:48:45.767197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:48:45.767469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Checking segment: {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:48:45.767851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Bound using segment: {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:48:45.768274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Bound port: 32cea274-c4ac-4cbd-86ac-426578d28ada, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd9b61c-92db-47f2-989e-5230f491eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:48:45.768631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.835665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] For port 32cea274-c4ac-4cbd-86ac-426578d28ada, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:48:45.838823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] For port 32cea274-c4ac-4cbd-86ac-426578d28ada, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=32cea274-c4ac-4cbd-86ac-426578d28ada,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:48:45.922329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.956765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:45.957384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.960012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] 10.222.0.79 "PUT /v2.0/ports/32cea274-c4ac-4cbd-86ac-426578d28ada HTTP/1.1" status: 200 len: 1098 time: 0.8122237 Apr 06 14:48:45.960012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'tag': '32cea274-c4ac-4cbd-86ac-426578d28ada'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:48:45.961448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f1494-3fd7-46e5-9589-ea51fee8d469" -d '{"events": [{"name": "network-changed", "server_uuid": "1630e805-4e7c-404e-acfc-f2735ed93b62", "tag": "32cea274-c4ac-4cbd-86ac-426578d28ada"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:48:45.986939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ee659-2dff-4c61-8955-541d866dbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=32cea274-c4ac-4cbd-86ac-426578d28ada,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:46.001388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff8efba-96f2-427f-8bb5-8ccb2603d1b2 x-openstack-request-id: req-dff8efba-96f2-427f-8bb5-8ccb2603d1b2 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:48:46.001693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1630e805-4e7c-404e-acfc-f2735ed93b62", "tag": "32cea274-c4ac-4cbd-86ac-426578d28ada", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:48:46.001958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dff8efba-96f2-427f-8bb5-8ccb2603d1b2 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:48:46.002395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff8efba-96f2-427f-8bb5-8ccb2603d1b2'] response: {'name': 'network-changed', 'server_uuid': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'tag': '32cea274-c4ac-4cbd-86ac-426578d28ada', 'status': 'completed', 'code': 200} Apr 06 14:48:46.076136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1494-3fd7-46e5-9589-ea51fee8d469 req-74f787b6-6d67-43cf-a250-e8fb0481f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.077776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb8f1494-3fd7-46e5-9589-ea51fee8d469 req-74f787b6-6d67-43cf-a250-e8fb0481f0d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 1132 time: 0.0534298 Apr 06 14:48:46.105350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb8f1494-3fd7-46e5-9589-ea51fee8d469 req-d2306bd1-44bc-4347-80a0-4efe4a6b0fe1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204585 Apr 06 14:48:46.203690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1494-3fd7-46e5-9589-ea51fee8d469 req-7dd6dfc9-1784-489b-bb39-da322ca9a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.205177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb8f1494-3fd7-46e5-9589-ea51fee8d469 req-7dd6dfc9-1784-489b-bb39-da322ca9a26a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911117 Apr 06 14:48:46.286996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-ccddca87-bfe2-4550-a05d-48c099677db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.288400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-ccddca87-bfe2-4550-a05d-48c099677db6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 1132 time: 0.0465114 Apr 06 14:48:46.334319 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-016651b7-7ee2-4389-b36b-03a5f3775e03 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=32cea274-c4ac-4cbd-86ac-426578d28ada HTTP/1.1" status: 200 len: 217 time: 0.0386536 Apr 06 14:48:46.381199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-d60d835f-59a3-44ed-b132-e2cee7721cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.382613 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-d60d835f-59a3-44ed-b132-e2cee7721cae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68870d3e-6063-4364-ab7b-75ee9a6dbe21 HTTP/1.1" status: 200 len: 843 time: 0.0425932 Apr 06 14:48:46.430735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-0d51136b-0a04-43e5-a151-b0e97c83bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.432924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-0d51136b-0a04-43e5-a151-b0e97c83bd7a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbcea22c-016c-4041-a5ee-1f608ae7c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0445001 Apr 06 14:48:46.525391 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-871bba68-72d7-45f4-8db6-21f7e48023e3 service neutron] 10.222.0.79 "GET /v2.0/networks/dbcea22c-016c-4041-a5ee-1f608ae7c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863810 Apr 06 14:48:46.613039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-338d8d05-dcab-475e-9cc4-70ab096abc35 req-765f5151-4a67-49ce-bbad-befeb99cfc51 service neutron] 10.222.0.79 "GET /v2.0/networks/dbcea22c-016c-4041-a5ee-1f608ae7c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816801 Apr 06 14:48:46.710504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c7b57-7901-42c2-94f4-59fd8843fbde req-a0a862cf-91f4-4d4a-ad57-9d8ed97c956b tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.711968 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e26c7b57-7901-42c2-94f4-59fd8843fbde req-a0a862cf-91f4-4d4a-ad57-9d8ed97c956b tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 948 time: 0.0605385 Apr 06 14:48:46.759843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e26c7b57-7901-42c2-94f4-59fd8843fbde req-4da1f5b6-a805-4b97-93b9-1fd6fa3f4b41 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Apr 06 14:48:47.885623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f8160-8f2f-4ab1-844f-5edd5e533d40 req-c78bf3ed-f740-4fd1-b4cb-27304153009d tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:47.887150 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-240f8160-8f2f-4ab1-844f-5edd5e533d40 req-c78bf3ed-f740-4fd1-b4cb-27304153009d tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 948 time: 0.0521364 Apr 06 14:48:47.932386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-240f8160-8f2f-4ab1-844f-5edd5e533d40 req-30a886dd-ac18-49c9-ac66-d9054eb1b1fc tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391619 Apr 06 14:48:49.048571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1caccb-83e8-43b8-be3f-a8ea960e7206 req-d9848d87-7f98-4eb1-a869-b574db779cc6 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:49.050135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a1caccb-83e8-43b8-be3f-a8ea960e7206 req-d9848d87-7f98-4eb1-a869-b574db779cc6 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 948 time: 0.0515301 Apr 06 14:48:49.101615 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a1caccb-83e8-43b8-be3f-a8ea960e7206 req-03ba8169-01e4-4251-88b8-320eeaefb64a tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458009 Apr 06 14:48:49.395363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 32cea274-c4ac-4cbd-86ac-426578d28ada details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:48:49.494344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 32cea274-c4ac-4cbd-86ac-426578d28ada, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=32cea274-c4ac-4cbd-86ac-426578d28ada,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:49.506312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '32cea274-c4ac-4cbd-86ac-426578d28ada', 'network_id': 'dbcea22c-016c-4041-a5ee-1f608ae7c1d3', 'port_id': '32cea274-c4ac-4cbd-86ac-426578d28ada', 'mac_address': 'fa:16:3e:d1:3a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68870d3e-6063-4364-ab7b-75ee9a6dbe21', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:48:49.543876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 32cea274-c4ac-4cbd-86ac-426578d28ada is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:49.544271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:49.556772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cea274-c4ac-4cbd-86ac-426578d28ada {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:48:49.581177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 32cea274-c4ac-4cbd-86ac-426578d28ada, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=32cea274-c4ac-4cbd-86ac-426578d28ada,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:49.652888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:49.700431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=32cea274-c4ac-4cbd-86ac-426578d28ada,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:49.854165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['32cea274-c4ac-4cbd-86ac-426578d28ada'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:48:50.221427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4efec6-85da-4c5b-bf44-641fb686af22 req-80189ffd-1857-4dd4-8fb9-d91d2c58d4ff tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:50.222955 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6b4efec6-85da-4c5b-bf44-641fb686af22 req-80189ffd-1857-4dd4-8fb9-d91d2c58d4ff tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 949 time: 0.0526669 Apr 06 14:48:50.269986 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6b4efec6-85da-4c5b-bf44-641fb686af22 req-e97b50f8-8478-4910-a059-84d279fdc276 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Apr 06 14:48:51.387896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174980b5-c103-40dc-aea0-5832c7ab8d67 req-5101b99d-35a9-40cc-83ec-65ee8a262191 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:51.389449 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-174980b5-c103-40dc-aea0-5832c7ab8d67 req-5101b99d-35a9-40cc-83ec-65ee8a262191 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 949 time: 0.0530043 Apr 06 14:48:51.389716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 32cea274-c4ac-4cbd-86ac-426578d28ada up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:48:51.437905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-174980b5-c103-40dc-aea0-5832c7ab8d67 req-024632da-df7b-4c9c-b85f-5ff70d132d9b tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Apr 06 14:48:51.521781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 32cea274-c4ac-4cbd-86ac-426578d28ada completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:48:51.525860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 32cea274-c4ac-4cbd-86ac-426578d28ada triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:48:51.526232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:51.601972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 32cea274-c4ac-4cbd-86ac-426578d28ada is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:48:51.602380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:51.624391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cea274-c4ac-4cbd-86ac-426578d28ada'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:48:51.626626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b0fc5-4bd4-4206-8402-eed52550759b" -d '{"events": [{"server_uuid": "1630e805-4e7c-404e-acfc-f2735ed93b62", "name": "network-vif-plugged", "status": "completed", "tag": "32cea274-c4ac-4cbd-86ac-426578d28ada"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:48:51.639167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 32cea274-c4ac-4cbd-86ac-426578d28ada, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=32cea274-c4ac-4cbd-86ac-426578d28ada,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:51.664291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a56ac4-585a-435a-b68c-2f8ac423cf31 x-openstack-request-id: req-80a56ac4-585a-435a-b68c-2f8ac423cf31 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:48:51.664662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630e805-4e7c-404e-acfc-f2735ed93b62", "name": "network-vif-plugged", "status": "completed", "tag": "32cea274-c4ac-4cbd-86ac-426578d28ada", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:48:51.664950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-80a56ac4-585a-435a-b68c-2f8ac423cf31 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:48:51.667810 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a56ac4-585a-435a-b68c-2f8ac423cf31'] response: {'server_uuid': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cea274-c4ac-4cbd-86ac-426578d28ada', 'code': 200} Apr 06 14:48:51.727297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:51.777966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=32cea274-c4ac-4cbd-86ac-426578d28ada,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:51.979236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e518a24-c674-48ad-ba34-28ed81e87d94 req-0739d4cd-ffd3-45de-8ee0-0f8f41d7780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:51.981181 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e518a24-c674-48ad-ba34-28ed81e87d94 req-0739d4cd-ffd3-45de-8ee0-0f8f41d7780a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 1134 time: 0.0471337 Apr 06 14:48:52.023435 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e518a24-c674-48ad-ba34-28ed81e87d94 req-25d2ae67-1f24-4378-bce2-8dd17a0775c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Apr 06 14:48:52.325262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5f089cd4-18c1-4f6e-a3d5-3b6ac8cb55b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:52.558507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4a5e-69ac-497e-847a-dead2da24de1 req-6a9b89b1-c0a3-48c7-bfbd-3e3aa74cab14 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:52.559983 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2cd4a5e-69ac-497e-847a-dead2da24de1 req-6a9b89b1-c0a3-48c7-bfbd-3e3aa74cab14 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 950 time: 0.0528977 Apr 06 14:48:52.606349 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2cd4a5e-69ac-497e-847a-dead2da24de1 req-56a936be-f442-41f8-a6ee-b5be97e22835 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Apr 06 14:48:53.629937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:53.729830 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd541-dc79-450c-9808-a6c251133368 req-b96256fa-b5e9-451c-84f2-3523737be81f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:53.731727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b0fbd541-dc79-450c-9808-a6c251133368 req-b96256fa-b5e9-451c-84f2-3523737be81f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 950 time: 0.0587811 Apr 06 14:48:53.778394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b0fbd541-dc79-450c-9808-a6c251133368 req-7103f0e5-d440-43de-a30f-7d0421c48a12 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Apr 06 14:48:54.228012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-dfef028f-dd1a-47be-bd45-38be67f73d7a req-760bd6bd-0320-47e6-a9bc-b65a81898273 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:48:54.229982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfef028f-dd1a-47be-bd45-38be67f73d7a req-760bd6bd-0320-47e6-a9bc-b65a81898273 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0940270 Apr 06 14:48:54.738722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df041ac7-244c-44de-85fe-1e2e1a33cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:54.775730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-fae2c835-05e6-4648-ac79-611e77ebf717 req-8990315e-bb38-42b0-8f9e-ba7ce0472456 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:48:54.777777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fae2c835-05e6-4648-ac79-611e77ebf717 req-8990315e-bb38-42b0-8f9e-ba7ce0472456 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067894 Apr 06 14:48:55.661853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd8ce-e716-464d-ae62-872804812ff8 req-281739ab-ade3-4e84-b113-ef91cc268935 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:55.663352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d5cd8ce-e716-464d-ae62-872804812ff8 req-281739ab-ade3-4e84-b113-ef91cc268935 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 950 time: 0.0555990 Apr 06 14:48:55.711225 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d5cd8ce-e716-464d-ae62-872804812ff8 req-6db82b0d-d5b0-4a61-8829-9d3290f44098 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Apr 06 14:48:55.798866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:56.848294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab63a93-4599-4d4a-82b4-d0b3754ff49b req-2b798a1e-6774-4d7d-9fc5-6775e94d15b8 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:56.849709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ab63a93-4599-4d4a-82b4-d0b3754ff49b req-2b798a1e-6774-4d7d-9fc5-6775e94d15b8 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 950 time: 0.0598466 Apr 06 14:48:56.926443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ab63a93-4599-4d4a-82b4-d0b3754ff49b req-b76ab56e-65e9-4646-909b-63af9e2b6e62 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/security-groups?id=7c964da0-6e34-48e2-8c74-9ba72672eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Apr 06 14:48:56.946369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-27400782-6446-4374-9536-48b590036a81 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:56.947663 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-27400782-6446-4374-9536-48b590036a81 tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.79 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 950 time: 0.0684259 Apr 06 14:48:57.053833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Deleting port 32cea274-c4ac-4cbd-86ac-426578d28ada {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:48:57.054270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:57.147733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] For port 32cea274-c4ac-4cbd-86ac-426578d28ada, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=32cea274-c4ac-4cbd-86ac-426578d28ada,segment=NetworkSegment(7dd9b61c-92db-47f2-989e-5230f491eaf7),segment_id=7dd9b61c-92db-47f2-989e-5230f491eaf7)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:57.148009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:57.163363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Calling delete_port for 32cea274-c4ac-4cbd-86ac-426578d28ada owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:48:57.349706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (32cea274-c4ac-4cbd-86ac-426578d28ada), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:57.361316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['32cea274-c4ac-4cbd-86ac-426578d28ada'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:48:57.381959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Pushing event deleted for resources: {'Port': ['ID=32cea274-c4ac-4cbd-86ac-426578d28ada,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:57.428916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] No DVR routers for this DVR port 32cea274-c4ac-4cbd-86ac-426578d28ada on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:48:57.431474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:57.435848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2c3f698d-5f6c-444e-b273-5e14d6ac1263 req-618caaac-5b51-4684-8459-e96e011b0c2f tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.79 "DELETE /v2.0/ports/32cea274-c4ac-4cbd-86ac-426578d28ada HTTP/1.1" status: 204 len: 173 time: 0.4826896 Apr 06 14:48:57.436317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'name': 'network-vif-deleted', 'tag': '32cea274-c4ac-4cbd-86ac-426578d28ada'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:48:57.438598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327fab3d-8c51-46de-89aa-15f3f192be56" -d '{"events": [{"server_uuid": "1630e805-4e7c-404e-acfc-f2735ed93b62", "name": "network-vif-deleted", "tag": "32cea274-c4ac-4cbd-86ac-426578d28ada"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:48:57.464412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:57.476280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbaa3c-e3c7-461a-a52a-e71223a98f71 x-openstack-request-id: req-02cbaa3c-e3c7-461a-a52a-e71223a98f71 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:48:57.476578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630e805-4e7c-404e-acfc-f2735ed93b62", "name": "network-vif-deleted", "tag": "32cea274-c4ac-4cbd-86ac-426578d28ada", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:48:57.476866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-02cbaa3c-e3c7-461a-a52a-e71223a98f71 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:48:57.477279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cbaa3c-e3c7-461a-a52a-e71223a98f71'] response: {'server_uuid': '1630e805-4e7c-404e-acfc-f2735ed93b62', 'name': 'network-vif-deleted', 'tag': '32cea274-c4ac-4cbd-86ac-426578d28ada', 'status': 'completed', 'code': 200} Apr 06 14:48:58.032333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7281a75-970a-4a4b-8fcc-0132059c2214 req-48afe761-d79c-45a8-afbc-e77054a86a2e tempest-ServersAdminNegativeTestJSON-1440843356 tempest-ServersAdminNegativeTestJSON-1440843356-project] 10.222.0.89 "GET /v2.0/ports?device_id=1630e805-4e7c-404e-acfc-f2735ed93b62 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Apr 06 14:48:58.532408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:59.553765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52772) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:59.692211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4eb3065b-a7bc-4da8-b9ec-74b9c13f323e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=25f19be7d23641999f6e85e3d2f5dcff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372321 Apr 06 14:48:59.694641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52776) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:48:59.740391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f73f442-7988-4e97-85f8-1e7279b55989 admin admin] Publish callbacks [] for security_group (7c964da0-6e34-48e2-8c74-9ba72672eaab), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:59.761168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f73f442-7988-4e97-85f8-1e7279b55989 admin admin] Publish callbacks [] for security_group (7c964da0-6e34-48e2-8c74-9ba72672eaab), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:59.872922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f73f442-7988-4e97-85f8-1e7279b55989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7c964da0-6e34-48e2-8c74-9ba72672eaab), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:59.875512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5f73f442-7988-4e97-85f8-1e7279b55989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:59.876674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5f73f442-7988-4e97-85f8-1e7279b55989 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7c964da0-6e34-48e2-8c74-9ba72672eaab HTTP/1.1" status: 204 len: 168 time: 0.1811509 Apr 06 14:48:59.884435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73f442-7988-4e97-85f8-1e7279b55989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c964da0-6e34-48e2-8c74-9ba72672eaab,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:00.432464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52782) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:00.446012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25823e20-b722-459c-9574-bd923418ad69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.525215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25823e20-b722-459c-9574-bd923418ad69 admin admin] Publish callbacks [] for security_group (26ecfe09-cba8-44bd-80b5-51e0420685d7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.587067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25823e20-b722-459c-9574-bd923418ad69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (26ecfe09-cba8-44bd-80b5-51e0420685d7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.628382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-25823e20-b722-459c-9574-bd923418ad69 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f5dc8018b86c4dd1b0c1bb6fe5d173fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945934 Apr 06 14:49:00.629321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25823e20-b722-459c-9574-bd923418ad69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ecfe09-cba8-44bd-80b5-51e0420685d7,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:00.631147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52784) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:00.680022 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac5b59f5-0e89-493b-a867-ba49193da609 admin admin] Publish callbacks [] for security_group (26ecfe09-cba8-44bd-80b5-51e0420685d7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.700677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac5b59f5-0e89-493b-a867-ba49193da609 admin admin] Publish callbacks [] for security_group (26ecfe09-cba8-44bd-80b5-51e0420685d7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.816273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac5b59f5-0e89-493b-a867-ba49193da609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (26ecfe09-cba8-44bd-80b5-51e0420685d7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.818962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ac5b59f5-0e89-493b-a867-ba49193da609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:00.820139 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ac5b59f5-0e89-493b-a867-ba49193da609 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/26ecfe09-cba8-44bd-80b5-51e0420685d7 HTTP/1.1" status: 204 len: 168 time: 0.1879179 Apr 06 14:49:00.828939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b59f5-0e89-493b-a867-ba49193da609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ecfe09-cba8-44bd-80b5-51e0420685d7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:01.412855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 32cea274-c4ac-4cbd-86ac-426578d28ada no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:01.436057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 32cea274-c4ac-4cbd-86ac-426578d28ada {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:01.436453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 32cea274-c4ac-4cbd-86ac-426578d28ada not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:01.818626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52806) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:01.920399 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1759210262-network', 'tenant_id': '062a9c201a58458ca9df4343359e0eb7'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:49:01.995362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Made reservation on behalf of 062a9c201a58458ca9df4343359e0eb7 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:49:01.997721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.006360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.079912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks [] for security_group (05e2bcb9-9903-4d84-94f1-e3de51a368b9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.149538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (05e2bcb9-9903-4d84-94f1-e3de51a368b9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.178275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:49:02.185578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2bcb9-9903-4d84-94f1-e3de51a368b9,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:02.193169 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4e09bb16-8e49-45d6-b903-bd4224bee8ae), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.193511 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Added segment 4e09bb16-8e49-45d6-b903-bd4224bee8ae of type vlan for network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 Apr 06 14:49:02.233371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (20e18ff6-b75c-4585-a1ba-8dd39ed725a9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.301222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (20e18ff6-b75c-4585-a1ba-8dd39ed725a9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.302181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:02.302779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.360498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] Pushing event updated for resources: {'Network': ['ID=20e18ff6-b75c-4585-a1ba-8dd39ed725a9,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:02.370653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:49:02.426788 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-726f92a8-514c-4e27-958b-bb9c44eef10f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6070414 Apr 06 14:49:02.429744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52810) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:02.435287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Request body: {'subnet': {'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1759210262-subnet', 'tenant_id': '062a9c201a58458ca9df4343359e0eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:49:02.544156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Made reservation on behalf of 062a9c201a58458ca9df4343359e0eb7 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:49:02.546533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.758859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (d8edae8d-8f5e-46c5-b873-86086c2676f3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.807160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8edae8d-8f5e-46c5-b873-86086c2676f3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:02.822570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Checking segment: {'id': '4e09bb16-8e49-45d6-b903-bd4224bee8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:49:02.822927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Network hostable DHCP agents. Network: 20e18ff6-b75c-4585-a1ba-8dd39ed725a9, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:49:02.906907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:49:02.975154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 20e18ff6-b75c-4585-a1ba-8dd39ed725a9) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:49:02.979229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:02.979823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.985550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30a59a-59cd-4303-ae91-84cae739b395 None None] Network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:49:03.071322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d5b92428-c61c-46b1-88f1-855b47ecc781 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6404240 Apr 06 14:49:03.084565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adddfc6-e26a-4f7a-b432-1ce1e480eab4 None None] Network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:49:03.482515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ebb42b9f-c284-4dc6-85ca-fed4af20cdeb tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.483982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ebb42b9f-c284-4dc6-85ca-fed4af20cdeb tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/networks?id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9 HTTP/1.1" status: 200 len: 812 time: 0.1021130 Apr 06 14:49:03.502651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-26491685-debb-4715-b49e-adb6cef829e8 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/quotas/062a9c201a58458ca9df4343359e0eb7 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Apr 06 14:49:03.834548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-1323337a-ad5f-4791-acd2-e6af1ebfef4c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=062a9c201a58458ca9df4343359e0eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3299387 Apr 06 14:49:03.922137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-d7726d03-7074-4c72-aed8-2174a873da1c service neutron] 10.222.0.89 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801456 Apr 06 14:49:04.010729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-3a3e1fc7-28da-4208-81d9-10cd086a585c service neutron] 10.222.0.89 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829732 Apr 06 14:49:04.268832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a68a89d0-0b86-434d-9d09-f1a80b1e3b07 req-dae71f7c-20e2-4776-b4ad-e026a0bbb1e8 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 210 time: 0.0284648 Apr 06 14:49:05.364195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-faa863fd-33ec-4e2a-a6e9-2295de75afea req-c1690489-07bd-4231-9530-75c1912326ed tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 210 time: 0.0288749 Apr 06 14:49:06.330457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-c666c8f7-27dc-402c-99fe-2914eeaea8a0 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:06.332081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-c666c8f7-27dc-402c-99fe-2914eeaea8a0 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.79 "GET /v2.0/networks?id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9 HTTP/1.1" status: 200 len: 812 time: 0.1023297 Apr 06 14:49:06.349918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Request body: {'port': {'device_id': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9', 'admin_state_up': True, 'tenant_id': '062a9c201a58458ca9df4343359e0eb7'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:49:06.567893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Made reservation on behalf of 062a9c201a58458ca9df4343359e0eb7 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:49:06.570725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:06.654789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-71ec3aed-66f5-4153-b720-ee63ecee2a1d req-f8b5607a-c1a9-4d3e-9876-f03046e09067 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 210 time: 0.0562711 Apr 06 14:49:06.721262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Allocated IP 172.20.0.14 (20e18ff6-b75c-4585-a1ba-8dd39ed725a9/d8edae8d-8f5e-46c5-b873-86086c2676f3/fcb322fc-bbb8-4bb2-9693-7189d2f3f607) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:49:06.867975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks [] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:06.964577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.008437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:49:07.012051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:49:07.018377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:49:07.043631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:07.070264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:07.070877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.141284 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-baf616e9-011f-4d75-9213-f73d4e3e7fad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950010 Apr 06 14:49:07.152992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Request body: {'port': {'device_id': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:49:07.210994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.469345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb322fc-bbb8-4bb2-9693-7189d2f3f607 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:49:07.476551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Publish callbacks [] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.488504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Transition to ACTIVE for port object fcb322fc-bbb8-4bb2-9693-7189d2f3f607 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:49:07.546976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.596568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:07.667199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Attempting to bind port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:49:07.667536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Attempting to bind port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '4e09bb16-8e49-45d6-b903-bd4224bee8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:49:07.668507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Attempting to bind port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 on network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:49:07.672937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 on network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:49:07.673261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Attempting to bind port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 on network 20e18ff6-b75c-4585-a1ba-8dd39ed725a9 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:49:07.678162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:49:07.678506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Checking segment: {'id': '4e09bb16-8e49-45d6-b903-bd4224bee8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:49:07.678896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Bound using segment: {'id': '4e09bb16-8e49-45d6-b903-bd4224bee8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:49:07.679317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Bound port: fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e09bb16-8e49-45d6-b903-bd4224bee8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:49:07.679677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.777612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:49:07.782452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:49:07.796689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c4a78-d819-42c7-b520-d64efa6e97e4 req-4e2224dc-c0ed-47ee-9e77-ac4fade08ad2 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:07.798216 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe4c4a78-d819-42c7-b520-d64efa6e97e4 req-4e2224dc-c0ed-47ee-9e77-ac4fade08ad2 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 944 time: 0.0762603 Apr 06 14:49:07.846929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe4c4a78-d819-42c7-b520-d64efa6e97e4 req-45aeb161-d9ab-4007-ac95-af6dbd41bf38 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Apr 06 14:49:07.852918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.883855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:07.884483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:07.885937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-ba471cbc-4900-491f-904d-047ca713906c service neutron] 10.222.0.79 "PUT /v2.0/ports/fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 200 len: 1094 time: 0.7373202 Apr 06 14:49:07.888225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:07.890552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a926e-153f-4b6d-ab28-1a3e0cab058a" -d '{"events": [{"name": "network-changed", "server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:07.917257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471cbc-4900-491f-904d-047ca713906c service neutron] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:07.934186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416b8261-2d80-4540-83cd-4d3cebd86ccd x-openstack-request-id: req-416b8261-2d80-4540-83cd-4d3cebd86ccd {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:07.934519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:07.934783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-416b8261-2d80-4540-83cd-4d3cebd86ccd {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:07.935199 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416b8261-2d80-4540-83cd-4d3cebd86ccd'] response: {'name': 'network-changed', 'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'status': 'completed', 'code': 200} Apr 06 14:49:08.001815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a926e-153f-4b6d-ab28-1a3e0cab058a req-4fe8b3fc-2e87-4230-b490-3e5659ba1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:08.003308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-446a926e-153f-4b6d-ab28-1a3e0cab058a req-4fe8b3fc-2e87-4230-b490-3e5659ba1d88 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=062a9c201a58458ca9df4343359e0eb7&device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 1128 time: 0.0500212 Apr 06 14:49:08.098135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a926e-153f-4b6d-ab28-1a3e0cab058a req-dc543796-6640-426b-93ae-8cf342c5099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:08.099591 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-446a926e-153f-4b6d-ab28-1a3e0cab058a req-dc543796-6640-426b-93ae-8cf342c5099e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=062a9c201a58458ca9df4343359e0eb7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0900700 Apr 06 14:49:08.198235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a926e-153f-4b6d-ab28-1a3e0cab058a req-bfdf1ecc-8ac0-40ab-bc57-457ab086a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:08.202862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-446a926e-153f-4b6d-ab28-1a3e0cab058a req-bfdf1ecc-8ac0-40ab-bc57-457ab086a498 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0949798 Apr 06 14:49:08.276226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-2dc86799-7db8-41ec-86b7-211e1ca8074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:08.278339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-2dc86799-7db8-41ec-86b7-211e1ca8074d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=062a9c201a58458ca9df4343359e0eb7&device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 1128 time: 0.0453370 Apr 06 14:49:08.318979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-e2ca8326-0daf-4daf-a93f-b7d0f3534f8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 200 len: 217 time: 0.0331655 Apr 06 14:49:08.372125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-41dc5abb-a5d0-4827-9a6a-08a6080a1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:08.373538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-41dc5abb-a5d0-4827-9a6a-08a6080a1675 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d8edae8d-8f5e-46c5-b873-86086c2676f3 HTTP/1.1" status: 200 len: 852 time: 0.0483997 Apr 06 14:49:08.405599 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-060e4bc1-3e08-4db7-9071-7f1911ee996c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257752 Apr 06 14:49:08.497928 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-c169c51c-eea0-438e-95b5-cc3d6c75faa6 service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853796 Apr 06 14:49:08.591577 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84d6c826-3894-4e6d-86a7-bf18aedd9a85 req-980eaebb-7da2-4831-a8c3-42cc3fa5fe31 service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873632 Apr 06 14:49:08.967488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f2e03-c9eb-4fb6-af8e-7ca2127d4853 req-9474ad5d-f4ea-4a51-99a8-c1583d73378b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:08.969042 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-812f2e03-c9eb-4fb6-af8e-7ca2127d4853 req-9474ad5d-f4ea-4a51-99a8-c1583d73378b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 944 time: 0.0531614 Apr 06 14:49:09.014854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-812f2e03-c9eb-4fb6-af8e-7ca2127d4853 req-0f1f00ab-ea84-401c-a0e0-9ab845a30596 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Apr 06 14:49:10.145458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10a390-f300-4564-9a5a-61076144ffd6 req-358a55c4-1e05-42dc-81d2-6382c8bca668 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:10.146969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5c10a390-f300-4564-9a5a-61076144ffd6 req-358a55c4-1e05-42dc-81d2-6382c8bca668 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 944 time: 0.0601151 Apr 06 14:49:10.194116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5c10a390-f300-4564-9a5a-61076144ffd6 req-52de716d-930e-46d4-957e-ba5bf3cf1681 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Apr 06 14:49:11.312360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778fb1-6131-4830-90b9-00fba879fea2 req-c95d17c6-2935-4820-9d30-c44b98f35821 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:11.313841 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a778fb1-6131-4830-90b9-00fba879fea2 req-c95d17c6-2935-4820-9d30-c44b98f35821 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 944 time: 0.0525827 Apr 06 14:49:11.360259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a778fb1-6131-4830-90b9-00fba879fea2 req-fc9f8660-bae6-4361-9158-113b1d1957bf tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Apr 06 14:49:11.444490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:49:11.539321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:11.550422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9', 'port_id': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'mac_address': 'fa:16:3e:ee:ed:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8edae8d-8f5e-46c5-b873-86086c2676f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:49:11.591549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:49:11.591936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:11.604315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb322fc-bbb8-4bb2-9693-7189d2f3f607 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:49:11.623706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:11.695196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:11.743026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:11.884235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['fcb322fc-bbb8-4bb2-9693-7189d2f3f607'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:49:12.478470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd392d3-bb47-4646-aebe-24c0f217b5f8 req-ac40ce2d-632a-4bb4-af51-df9a9769668e tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:12.479980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfd392d3-bb47-4646-aebe-24c0f217b5f8 req-ac40ce2d-632a-4bb4-af51-df9a9769668e tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 945 time: 0.0539169 Apr 06 14:49:12.530992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfd392d3-bb47-4646-aebe-24c0f217b5f8 req-eff860c6-57d0-4149-a6bb-67544d1892e2 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454955 Apr 06 14:49:13.444802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:49:13.554862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:49:13.559042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:49:13.559362 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:13.640146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:49:13.640540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:13.650449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cc49d-3b54-4cd6-8843-224ac0c8f865 req-f010e9dc-b81c-4f03-b713-33dc5466a165 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:13.652512 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c00cc49d-3b54-4cd6-8843-224ac0c8f865 req-f010e9dc-b81c-4f03-b713-33dc5466a165 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Apr 06 14:49:13.664427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:13.666714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6efc20-96f4-41d2-8242-0d72fdf7110b" -d '{"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-plugged", "status": "completed", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:13.679697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:13.701594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c00cc49d-3b54-4cd6-8843-224ac0c8f865 req-7ce9df68-3d11-4ac0-86b0-aa59df312567 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Apr 06 14:49:13.703726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea8ac01-61a1-4652-bc0a-2f77b91ab69b x-openstack-request-id: req-6ea8ac01-61a1-4652-bc0a-2f77b91ab69b {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:13.704115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-plugged", "status": "completed", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:13.704373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6ea8ac01-61a1-4652-bc0a-2f77b91ab69b {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:13.704779 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea8ac01-61a1-4652-bc0a-2f77b91ab69b'] response: {'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'code': 200} Apr 06 14:49:13.743734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:13.792219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:13.983103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab025c-e80f-4120-b4c8-37accb147a2d req-c5401718-54d6-4d03-a987-d39c531b816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:13.984563 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5ab025c-e80f-4120-b4c8-37accb147a2d req-c5401718-54d6-4d03-a987-d39c531b816f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 1130 time: 0.0445075 Apr 06 14:49:14.027561 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5ab025c-e80f-4120-b4c8-37accb147a2d req-e7dcb08d-a3e0-4000-b54c-791de7fe3615 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367894 Apr 06 14:49:14.827533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6071-8ca9-47bc-a992-9aae4907b5d8 req-e4a2681d-2801-4fda-94ab-95dc7a3b7ad1 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:14.828939 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3ea6071-8ca9-47bc-a992-9aae4907b5d8 req-e4a2681d-2801-4fda-94ab-95dc7a3b7ad1 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0575144 Apr 06 14:49:14.875412 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3ea6071-8ca9-47bc-a992-9aae4907b5d8 req-bd9f6fbc-540d-4e92-832d-e2becce2ea83 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Apr 06 14:49:15.994570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606c7e-9869-44e2-bb1a-5f1a100b7e31 req-7f84030b-a5c3-44ab-a2f7-46d5843401df tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:15.996168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8606c7e-9869-44e2-bb1a-5f1a100b7e31 req-7f84030b-a5c3-44ab-a2f7-46d5843401df tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0522792 Apr 06 14:49:16.042534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8606c7e-9869-44e2-bb1a-5f1a100b7e31 req-8e32dd4c-cbcb-4fa3-be5a-c3a44c1519e4 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Apr 06 14:49:16.545876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5a30a-326b-4bf5-a90a-a19a4a2318fa req-eb5e62e5-b1a1-4e33-b070-ca02b1db69be tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:16.547348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ec5a30a-326b-4bf5-a90a-a19a4a2318fa req-eb5e62e5-b1a1-4e33-b070-ca02b1db69be tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0530548 Apr 06 14:49:16.597937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ec5a30a-326b-4bf5-a90a-a19a4a2318fa req-d0b5f29c-624f-4a1c-8219-b1852a57e1e3 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Apr 06 14:49:16.699310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52874) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:16.787442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-5727449d-8b09-4baa-b5be-7e407a45cbcf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867536 Apr 06 14:49:16.796483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-03917b06-279a-49f8-9b6c-9a200db933aa service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:49:16.797589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-03917b06-279a-49f8-9b6c-9a200db933aa service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056524 Apr 06 14:49:17.503627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-c675c1a9-8d03-41a9-98bf-dc142880962b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:17.505131 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-c675c1a9-8d03-41a9-98bf-dc142880962b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports/fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 200 len: 943 time: 0.0949116 Apr 06 14:49:17.721997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5721e83-fa04-4885-b15a-8766f338a204 req-3beee9b7-bc98-4b1f-82cb-16a1eae2cca3 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:17.723539 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5721e83-fa04-4885-b15a-8766f338a204 req-3beee9b7-bc98-4b1f-82cb-16a1eae2cca3 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0533476 Apr 06 14:49:17.775624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5721e83-fa04-4885-b15a-8766f338a204 req-cb25dd9c-0c72-4e95-b106-b85b6461c202 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Apr 06 14:49:18.894982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e220f-3f1f-48a4-9f46-2ae02b939a5e req-101f59a6-af6e-4e90-b69f-3e055047af00 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:18.896363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-295e220f-3f1f-48a4-9f46-2ae02b939a5e req-101f59a6-af6e-4e90-b69f-3e055047af00 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0533092 Apr 06 14:49:18.945430 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-295e220f-3f1f-48a4-9f46-2ae02b939a5e req-d9ffe9d5-f678-41c9-b4a6-5ea7b37a753d tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Apr 06 14:49:18.999177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-6ee4a1c2-d18e-406a-97e8-8c9a43dfbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:19.000653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-6ee4a1c2-d18e-406a-97e8-8c9a43dfbfcc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=062a9c201a58458ca9df4343359e0eb7&device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 1130 time: 0.0463977 Apr 06 14:49:19.093356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-d1b30d77-d86e-4d58-824b-438c32db9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:19.094848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-d1b30d77-d86e-4d58-824b-438c32db9d42 service neutron] 10.222.0.79 "GET /v2.0/networks?id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9 HTTP/1.1" status: 200 len: 914 time: 0.0873446 Apr 06 14:49:19.135430 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-006888fa-77cd-4033-96bd-aa86b5fb3f6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 200 len: 217 time: 0.0346446 Apr 06 14:49:19.182832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-30aaac39-e1b8-4183-8321-edfc9a6f6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:19.184262 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-30aaac39-e1b8-4183-8321-edfc9a6f6ab9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d8edae8d-8f5e-46c5-b873-86086c2676f3 HTTP/1.1" status: 200 len: 852 time: 0.0438900 Apr 06 14:49:19.220116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-d94636c9-f09e-437b-883d-b5ce47155f4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304859 Apr 06 14:49:19.308817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-3a9898ac-4320-4a61-89a0-ffbbec08f324 service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832136 Apr 06 14:49:19.400540 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-f337cb6c-e4d1-46a8-8cdd-f112e49b24e9 service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858495 Apr 06 14:49:19.507127 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:49:20.062897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915ddfc-1230-43f1-9d71-5e60475e2ec5 req-2c19b23e-daf7-489a-b374-25bbf6de746a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:20.064380 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4915ddfc-1230-43f1-9d71-5e60475e2ec5 req-2c19b23e-daf7-489a-b374-25bbf6de746a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0534680 Apr 06 14:49:20.110939 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4915ddfc-1230-43f1-9d71-5e60475e2ec5 req-818a3db8-7c9f-4d08-8f1e-68a6823ea625 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Apr 06 14:49:21.230445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6bf9-449e-4212-a062-f8a80c7dd512 req-a68b82dc-3916-4bb8-8198-576de527bde9 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:21.231982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-465a6bf9-449e-4212-a062-f8a80c7dd512 req-a68b82dc-3916-4bb8-8198-576de527bde9 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0539291 Apr 06 14:49:21.279332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-465a6bf9-449e-4212-a062-f8a80c7dd512 req-d429a6f5-c19e-4bff-9a5e-c3f8c4e52c07 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Apr 06 14:49:22.332460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c7f70383-5a03-42ce-9bad-cd7a48e4ec37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:22.405602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dcfe2-c37d-4582-a76b-fea2f3682945 req-ad3c3ca0-c7ef-4a56-b2d1-533dc1460731 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:22.406971 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-130dcfe2-c37d-4582-a76b-fea2f3682945 req-ad3c3ca0-c7ef-4a56-b2d1-533dc1460731 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0562696 Apr 06 14:49:22.453823 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-130dcfe2-c37d-4582-a76b-fea2f3682945 req-036c526a-52da-4fd6-9fc1-c7862483df3a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Apr 06 14:49:23.580325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013fb0c-a568-404e-a412-47ce371e12a1 req-d0596417-31f7-4daf-8eb3-d8c15d08a2df tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:23.581905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d013fb0c-a568-404e-a412-47ce371e12a1 req-d0596417-31f7-4daf-8eb3-d8c15d08a2df tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0599918 Apr 06 14:49:23.614517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:23.629274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d013fb0c-a568-404e-a412-47ce371e12a1 req-ef9d7436-f6d0-46f3-8b73-fe882b252982 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Apr 06 14:49:24.734450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-27fb7926-ea8e-45f7-9e20-fe2a6537a0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:24.757804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c368-4e75-47ee-add3-6caf813a34f4 req-1c08942f-0c4a-40e5-968c-19745bf8df1e tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:24.759284 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1de1c368-4e75-47ee-add3-6caf813a34f4 req-1c08942f-0c4a-40e5-968c-19745bf8df1e tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0574853 Apr 06 14:49:24.805396 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1de1c368-4e75-47ee-add3-6caf813a34f4 req-bf08501c-e14a-42c1-94f3-2fdf61a6847b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Apr 06 14:49:25.820496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:25.929657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e8c1-e0f5-4a3e-9023-6898e9ba3e0f req-2081b925-90df-4fa5-a949-6b975f9ed844 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:25.931119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3371e8c1-e0f5-4a3e-9023-6898e9ba3e0f req-2081b925-90df-4fa5-a949-6b975f9ed844 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0519495 Apr 06 14:49:25.978242 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3371e8c1-e0f5-4a3e-9023-6898e9ba3e0f req-30f040a8-1158-46ec-96da-ae46d5c85eef tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Apr 06 14:49:27.099354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16c99-286f-498f-9e8e-49186116bfea req-786949b7-e5a9-4e80-b7d1-bf7948313842 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:27.100853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-44a16c99-286f-498f-9e8e-49186116bfea req-786949b7-e5a9-4e80-b7d1-bf7948313842 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Apr 06 14:49:27.150505 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-44a16c99-286f-498f-9e8e-49186116bfea req-1d1f4fd2-0a0b-493f-ae53-f6f6ad192969 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Apr 06 14:49:27.437392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:28.268584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0d4c8-b53c-449a-9516-d81564ffd065 req-7ae52ea5-ce73-4494-94fe-3830e3db0060 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:28.270149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ccf0d4c8-b53c-449a-9516-d81564ffd065 req-7ae52ea5-ce73-4494-94fe-3830e3db0060 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0528750 Apr 06 14:49:28.317257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ccf0d4c8-b53c-449a-9516-d81564ffd065 req-a4fd0e41-e85d-4c47-93a4-c87cad2fe4ad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Apr 06 14:49:28.520412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:29.435863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554613f-bc04-4011-a17b-67627dce2451 req-8cb11a2a-1f53-41be-8618-e5c218d50e57 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:29.437359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3554613f-bc04-4011-a17b-67627dce2451 req-8cb11a2a-1f53-41be-8618-e5c218d50e57 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0533991 Apr 06 14:49:29.486464 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3554613f-bc04-4011-a17b-67627dce2451 req-aeefc9a1-3bc7-4b3c-bb86-fcda26aa562e tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Apr 06 14:49:30.609033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175df8-5fa9-4251-842a-8df9a5589d8c req-2aa5a9ff-4b0a-43fa-bc13-183aa4c2c28f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:30.610494 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b9175df8-5fa9-4251-842a-8df9a5589d8c req-2aa5a9ff-4b0a-43fa-bc13-183aa4c2c28f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0569899 Apr 06 14:49:30.656006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b9175df8-5fa9-4251-842a-8df9a5589d8c req-259f5c79-000e-4777-96f5-b3d399d44feb tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Apr 06 14:49:31.774335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623568-4560-4c63-adbe-6b422b30c8b3 req-4658cf2f-5149-4da8-9a74-94f4af8466ca tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:31.775810 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5623568-4560-4c63-adbe-6b422b30c8b3 req-4658cf2f-5149-4da8-9a74-94f4af8466ca tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0531766 Apr 06 14:49:31.822250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f5623568-4560-4c63-adbe-6b422b30c8b3 req-8c697e7b-5a13-4766-8ae0-2d1517f4b1fa tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Apr 06 14:49:32.941356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6660b-c357-4425-891c-b6ae563fa24f req-d7db3d76-219c-4c96-b405-ea5b4990fb69 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:32.942823 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98e6660b-c357-4425-891c-b6ae563fa24f req-d7db3d76-219c-4c96-b405-ea5b4990fb69 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0536618 Apr 06 14:49:32.992936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98e6660b-c357-4425-891c-b6ae563fa24f req-4672b224-1656-4778-bf78-e4526f8eb632 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Apr 06 14:49:34.109469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9d369-1fa6-4f22-abfe-b2c39e5c7e02 req-a6f6f80a-26cc-4863-93b3-68b5f4af835f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:34.110936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fdc9d369-1fa6-4f22-abfe-b2c39e5c7e02 req-a6f6f80a-26cc-4863-93b3-68b5f4af835f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0517867 Apr 06 14:49:34.157913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fdc9d369-1fa6-4f22-abfe-b2c39e5c7e02 req-eb060059-d640-47f9-8898-bd3551791175 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Apr 06 14:49:35.279812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a21047-d36d-4f41-8ebd-ac73c79252a3 req-2584feea-815d-4e33-a6fc-7d53926c8d0f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:35.281351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16a21047-d36d-4f41-8ebd-ac73c79252a3 req-2584feea-815d-4e33-a6fc-7d53926c8d0f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0580606 Apr 06 14:49:35.328926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16a21047-d36d-4f41-8ebd-ac73c79252a3 req-1f0db66f-95d1-4818-9d31-d29b8e58b2e0 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Apr 06 14:49:36.450597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c6521-520c-4473-929d-035774f12b99 req-901a9e9a-331f-4621-aa8f-7948ee6d6589 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:36.451976 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-369c6521-520c-4473-929d-035774f12b99 req-901a9e9a-331f-4621-aa8f-7948ee6d6589 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0561464 Apr 06 14:49:36.497268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-369c6521-520c-4473-929d-035774f12b99 req-cbb1cd97-6641-415e-83b1-bc082acb8558 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Apr 06 14:49:37.616154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edb226-9151-4378-866d-9927929cd849 req-9e9799e9-6911-4f18-a9d2-41d25204f3a7 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:37.621325 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97edb226-9151-4378-866d-9927929cd849 req-9e9799e9-6911-4f18-a9d2-41d25204f3a7 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Apr 06 14:49:37.665466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-97edb226-9151-4378-866d-9927929cd849 req-3a5413f2-e3b0-4bba-91fd-834846c636b0 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Apr 06 14:49:38.790518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfe60-e262-457b-b97e-85eb96a4409e req-1b7754bd-8608-4027-8438-9900ff2f1a41 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:38.791999 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e08dfe60-e262-457b-b97e-85eb96a4409e req-1b7754bd-8608-4027-8438-9900ff2f1a41 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0567575 Apr 06 14:49:38.844422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e08dfe60-e262-457b-b97e-85eb96a4409e req-5569dd95-5590-4994-b48a-94911ddc76cd tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Apr 06 14:49:39.961574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279c0e-d1dd-47dd-92f6-339b6d1ad5b6 req-77b795ac-6693-4b9d-b54c-939721b56b02 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:39.963052 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d279c0e-d1dd-47dd-92f6-339b6d1ad5b6 req-77b795ac-6693-4b9d-b54c-939721b56b02 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0530331 Apr 06 14:49:40.009054 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d279c0e-d1dd-47dd-92f6-339b6d1ad5b6 req-98d40ffb-613a-4b1a-b651-cd3e60af1d38 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Apr 06 14:49:41.129192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4868f-7483-48f6-9f24-f4b8a42fb1a3 req-231ab80c-6efd-4faf-a678-bc77559c693a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:41.130849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ba4868f-7483-48f6-9f24-f4b8a42fb1a3 req-231ab80c-6efd-4faf-a678-bc77559c693a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0527351 Apr 06 14:49:41.186204 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ba4868f-7483-48f6-9f24-f4b8a42fb1a3 req-66185898-d906-46f5-9b2c-a53125e4df1c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498075 Apr 06 14:49:42.306865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfc7d9-eff6-40f1-b326-0359afa0cd0c req-ba47d718-dbcc-4956-91be-a17cd57d064a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:42.308914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-18dfc7d9-eff6-40f1-b326-0359afa0cd0c req-ba47d718-dbcc-4956-91be-a17cd57d064a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0537002 Apr 06 14:49:42.354922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-18dfc7d9-eff6-40f1-b326-0359afa0cd0c req-1f042444-71dc-49d9-a57a-b41e0768706f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Apr 06 14:49:43.472533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3343a-3e39-4be1-80ad-1df7eb1029bd req-d4c1a677-ec53-405f-99ab-15872c73dd43 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:43.474036 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c9e3343a-3e39-4be1-80ad-1df7eb1029bd req-d4c1a677-ec53-405f-99ab-15872c73dd43 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Apr 06 14:49:43.519560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c9e3343a-3e39-4be1-80ad-1df7eb1029bd req-33ed0cb1-a02b-46b2-a650-1b2a42dc235e tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Apr 06 14:49:44.641897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431452-d1f2-4654-902e-53b3eec9c131 req-e5ad2b17-0d7e-4bdd-b672-5a41c6260ec5 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:44.643338 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c8431452-d1f2-4654-902e-53b3eec9c131 req-e5ad2b17-0d7e-4bdd-b672-5a41c6260ec5 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Apr 06 14:49:44.689094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c8431452-d1f2-4654-902e-53b3eec9c131 req-22331a3d-195b-453b-8cb1-2d219ae8398d tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Apr 06 14:49:45.809628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037f13-360b-4c94-b1c3-8fd148437f7b req-b5e050b9-0bc0-4625-82da-d9bd5ca95f38 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:45.811124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b3037f13-360b-4c94-b1c3-8fd148437f7b req-b5e050b9-0bc0-4625-82da-d9bd5ca95f38 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0537012 Apr 06 14:49:45.857271 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b3037f13-360b-4c94-b1c3-8fd148437f7b req-9fc7fd60-ba8b-432f-a55f-35f6ad030a91 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Apr 06 14:49:46.999940 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9087d1-140f-4988-b1c7-cdb556283efa req-3d0b7259-06ed-4fee-aab3-949a544b37a3 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:47.001459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc9087d1-140f-4988-b1c7-cdb556283efa req-3d0b7259-06ed-4fee-aab3-949a544b37a3 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0753753 Apr 06 14:49:47.052657 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc9087d1-140f-4988-b1c7-cdb556283efa req-07a34072-a08d-4587-b205-1d72b2ba9227 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Apr 06 14:49:48.170764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006127b-278c-47e2-88a1-6a6c24e1faec req-4f83dc95-1751-4db5-8a75-69de281606f8 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:48.172234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c006127b-278c-47e2-88a1-6a6c24e1faec req-4f83dc95-1751-4db5-8a75-69de281606f8 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0528214 Apr 06 14:49:48.220792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c006127b-278c-47e2-88a1-6a6c24e1faec req-e06e9944-c270-44dd-bfcb-e8ad963df677 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Apr 06 14:49:49.341648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07cd61-d4dd-468e-8808-1cd5bca4709e req-3e64c3d0-df16-40ed-8755-c1124d316094 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:49.343141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9b07cd61-d4dd-468e-8808-1cd5bca4709e req-3e64c3d0-df16-40ed-8755-c1124d316094 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0534370 Apr 06 14:49:49.394328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9b07cd61-d4dd-468e-8808-1cd5bca4709e req-cb9f9324-09cd-4cb4-bd74-22f5d59e40ad tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Apr 06 14:49:50.515759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94d293-0dbd-4a94-b350-310fa1082c63 req-ed35e918-9854-4c51-a4e7-49cb99b96461 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:50.517270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac94d293-0dbd-4a94-b350-310fa1082c63 req-ed35e918-9854-4c51-a4e7-49cb99b96461 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0567820 Apr 06 14:49:50.564182 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac94d293-0dbd-4a94-b350-310fa1082c63 req-84ab64cf-1c29-4bfd-8004-c05c705c5d19 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Apr 06 14:49:51.377456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-48f61d2f-ecbc-4048-b1e3-56853b8b8b74 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:49:51.378419 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-48f61d2f-ecbc-4048-b1e3-56853b8b8b74 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053232 Apr 06 14:49:51.439125 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-4ce69019-c45a-41e8-b427-476e4d7f1c9b service neutron] 10.222.0.79 "GET /v2.0/ports/fcb322fc-bbb8-4bb2-9693-7189d2f3f607/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0544167 Apr 06 14:49:51.684442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d428-7c9d-463a-9929-011b5f147eb4 req-364e8e46-5d89-4a5d-9331-f22553f5ac7b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:51.685873 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8f1d428-7c9d-463a-9929-011b5f147eb4 req-364e8e46-5d89-4a5d-9331-f22553f5ac7b tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0542295 Apr 06 14:49:51.737989 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8f1d428-7c9d-463a-9929-011b5f147eb4 req-a92dadd8-7b13-4e1a-b7c6-7f651ce9849f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Apr 06 14:49:52.012151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-f4520079-a904-4d78-9d44-7d8615f8c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:52.013635 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-f4520079-a904-4d78-9d44-7d8615f8c93b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923&tenant_id=062a9c201a58458ca9df4343359e0eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0755370 Apr 06 14:49:52.076319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-07166a38-0c37-4d10-8648-b21d20c6fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:52.077891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-07166a38-0c37-4d10-8648-b21d20c6fb20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=062a9c201a58458ca9df4343359e0eb7&device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 1130 time: 0.0429230 Apr 06 14:49:52.167198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-15e137aa-abbc-42b4-ac68-eaf37e90fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:52.168647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-15e137aa-abbc-42b4-ac68-eaf37e90fa2c service neutron] 10.222.0.79 "GET /v2.0/networks?id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9 HTTP/1.1" status: 200 len: 914 time: 0.0853095 Apr 06 14:49:52.208103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-55822a91-2e56-4fd0-b5fb-fe8bd5aa7d33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 200 len: 217 time: 0.0331173 Apr 06 14:49:52.256837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-dfc5d90a-306f-4288-8dbc-fb9cccebc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:52.258254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-dfc5d90a-306f-4288-8dbc-fb9cccebc4cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d8edae8d-8f5e-46c5-b873-86086c2676f3 HTTP/1.1" status: 200 len: 852 time: 0.0432804 Apr 06 14:49:52.293937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-e33ba9d4-7c13-41d4-b081-863338d77e2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295980 Apr 06 14:49:52.333401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-935766c8-80af-412d-af25-c673260b2f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.381567 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-31dc8d66-bc92-4321-87b0-cd016b2de1bd service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Apr 06 14:49:52.471958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93bb0e71-7270-4ff9-a8d6-e5e433c47a3a req-9e0b9b71-ed9c-48be-abae-0e703c40c67e service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Apr 06 14:49:52.858706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946d51-58d2-4e2b-860d-704785875120 req-3269e801-e2a3-44e3-8c4e-e0737e8b80ea tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:52.860118 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13946d51-58d2-4e2b-860d-704785875120 req-3269e801-e2a3-44e3-8c4e-e0737e8b80ea tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0528591 Apr 06 14:49:52.906265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13946d51-58d2-4e2b-860d-704785875120 req-d10ac451-9522-4d01-bf80-565ac688fdbd tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Apr 06 14:49:53.633604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.028896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1785a-c7d9-43f8-a3d9-427c03d12610 req-6f663f20-a355-4a2a-bf3f-3f616c33554c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:54.030362 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b1a1785a-c7d9-43f8-a3d9-427c03d12610 req-6f663f20-a355-4a2a-bf3f-3f616c33554c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0517395 Apr 06 14:49:54.077720 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b1a1785a-c7d9-43f8-a3d9-427c03d12610 req-58630c37-b707-4ff9-a5e3-5be1a8395836 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Apr 06 14:49:54.742142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d1907af8-b231-4915-abaa-9a487a6fbd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.204079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d614a2-2a92-4ae4-b93a-4bafdad30432 req-0267e75b-7745-4759-b8a4-c44460eaaba1 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:55.205668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-87d614a2-2a92-4ae4-b93a-4bafdad30432 req-0267e75b-7745-4759-b8a4-c44460eaaba1 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0575106 Apr 06 14:49:55.253126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-87d614a2-2a92-4ae4-b93a-4bafdad30432 req-b429d95c-a06e-4600-8c54-f9797bd5c8f7 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Apr 06 14:49:55.695217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:49:55.700889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:55.808556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-def6f0ec-4eaf-4062-a5ea-7027982bd34c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:55.810076 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-def6f0ec-4eaf-4062-a5ea-7027982bd34c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.79 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923&tenant_id=062a9c201a58458ca9df4343359e0eb7&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 946 time: 0.0937207 Apr 06 14:49:55.935043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-c31903a0-2850-431f-8979-7a2e32f69814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:55.936660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-c31903a0-2850-431f-8979-7a2e32f69814 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=062a9c201a58458ca9df4343359e0eb7&device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 1130 time: 0.0530198 Apr 06 14:49:56.001144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.017401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:49:56.017793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.029883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-38bbafee-c2ac-434d-a6c9-cc84150de19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:56.031339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-38bbafee-c2ac-434d-a6c9-cc84150de19f service neutron] 10.222.0.79 "GET /v2.0/networks?id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9 HTTP/1.1" status: 200 len: 914 time: 0.0863907 Apr 06 14:49:56.056436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:56.070691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:56.073144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee5c15a-33b3-4900-9ac6-8a55cd5b217f" -d '{"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:56.078830 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-5bbec126-1824-4eb7-a4ea-f69655c57097 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 200 len: 217 time: 0.0400393 Apr 06 14:49:56.084868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'network_id': '20e18ff6-b75c-4585-a1ba-8dd39ed725a9', 'port_id': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'mac_address': 'fa:16:3e:ee:ed:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8edae8d-8f5e-46c5-b873-86086c2676f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:49:56.090474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:56.136998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafd9456-41d2-46b4-8a51-5cd21e3f3441 x-openstack-request-id: req-fafd9456-41d2-46b4-8a51-5cd21e3f3441 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:56.137357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:56.137676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fafd9456-41d2-46b4-8a51-5cd21e3f3441 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:56.138146 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafd9456-41d2-46b4-8a51-5cd21e3f3441'] response: {'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'code': 200} Apr 06 14:49:56.143543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:49:56.144092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.151635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-d93f2242-3aa9-445a-8649-8659e0773b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:56.153176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-d93f2242-3aa9-445a-8649-8659e0773b11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d8edae8d-8f5e-46c5-b873-86086c2676f3 HTTP/1.1" status: 200 len: 852 time: 0.0635786 Apr 06 14:49:56.160110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcb322fc-bbb8-4bb2-9693-7189d2f3f607 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:49:56.177235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.189332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-13c809b4-cb37-45af-90a5-ec9c159de623 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20e18ff6-b75c-4585-a1ba-8dd39ed725a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295537 Apr 06 14:49:56.253764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:49:56.254132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:49:56.257320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:56.265010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.265375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.265714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.266058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.266396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.267010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.267218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.267553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.267884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.268597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.268597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.268919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.269208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.269528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.269850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:56.292162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-69d71fdf-47b7-42a1-af99-60d38b602a25 service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913694 Apr 06 14:49:56.506895 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:49:56.693913 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-ed07a1e6-1e2a-4db4-b6a6-5f3619d0869f service neutron] 10.222.0.79 "GET /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962188 Apr 06 14:49:56.792099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:49:56.792466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.805597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb322fc-bbb8-4bb2-9693-7189d2f3f607 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:49:56.825869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:56.896631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.966170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['fcb322fc-bbb8-4bb2-9693-7189d2f3f607'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:49:56.969837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:57.445046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.709535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:49:57.758247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:49:57.758612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.838855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:49:57.839189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.871322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:57.944828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.991636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:58.105200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15339-2ec7-41ac-a535-e51b11ed886d req-07afd78a-5a2e-406a-9721-f37a2b9140a8 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:58.106558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3db15339-2ec7-41ac-a535-e51b11ed886d req-07afd78a-5a2e-406a-9721-f37a2b9140a8 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0535550 Apr 06 14:49:58.138933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:58.141571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e22bbe1-f6fc-49f6-917b-f8c008c80766" -d '{"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-plugged", "status": "completed", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:58.156051 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3db15339-2ec7-41ac-a535-e51b11ed886d req-cdbe6faa-bc54-40c5-9750-a4abc948b8a7 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Apr 06 14:49:58.178525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9254cab-c7e5-4ce5-b08e-746d55b189de x-openstack-request-id: req-c9254cab-c7e5-4ce5-b08e-746d55b189de {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:58.178822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-plugged", "status": "completed", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:58.179075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c9254cab-c7e5-4ce5-b08e-746d55b189de {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:58.179502 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9254cab-c7e5-4ce5-b08e-746d55b189de'] response: {'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'code': 200} Apr 06 14:49:58.579402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:59.274625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6459c2-6f99-498e-a4ce-6e96b86c14fe req-0a345032-02b9-4492-8bc0-fee52991f90c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:59.276844 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d6459c2-6f99-498e-a4ce-6e96b86c14fe req-0a345032-02b9-4492-8bc0-fee52991f90c tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0525353 Apr 06 14:49:59.323885 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d6459c2-6f99-498e-a4ce-6e96b86c14fe req-d2c3b240-74a0-4b10-8058-b346b5b833af tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/security-groups?id=05e2bcb9-9903-4d84-94f1-e3de51a368b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Apr 06 14:49:59.771052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-69d052ca-bca7-481a-81e7-ed2483a3662a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:59.772472 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-69d052ca-bca7-481a-81e7-ed2483a3662a tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.79 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Apr 06 14:49:59.864512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Deleting port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:59.864796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:59.951116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] For port fcb322fc-bbb8-4bb2-9693-7189d2f3f607, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,segment=NetworkSegment(4e09bb16-8e49-45d6-b903-bd4224bee8ae),segment_id=4e09bb16-8e49-45d6-b903-bd4224bee8ae)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:59.951481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:59.963508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Calling delete_port for fcb322fc-bbb8-4bb2-9693-7189d2f3f607 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:50:00.153184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (fcb322fc-bbb8-4bb2-9693-7189d2f3f607), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:00.164638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['fcb322fc-bbb8-4bb2-9693-7189d2f3f607'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:50:00.182768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Pushing event deleted for resources: {'Port': ['ID=fcb322fc-bbb8-4bb2-9693-7189d2f3f607,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:00.210676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.211031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.211374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.211714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.212049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.212381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.212723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.213062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.213389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.213821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.214156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.214486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.214813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.215172 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.215494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:00.239294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] No DVR routers for this DVR port fcb322fc-bbb8-4bb2-9693-7189d2f3f607 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:50:00.241694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:00.245752 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5171d9ea-f093-4657-8d96-11b09ff6fff8 req-fa7ee9db-99f6-46d6-9942-8e28a347fe6f tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.79 "DELETE /v2.0/ports/fcb322fc-bbb8-4bb2-9693-7189d2f3f607 HTTP/1.1" status: 204 len: 173 time: 0.4679122 Apr 06 14:50:00.246149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-deleted', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:00.248426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdfe3dc-7fb8-4215-976c-1dcaf66cdb2c" -d '{"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-deleted", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:00.284347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f85dc5-3e0f-4cd2-b79c-887b34fe5a9d x-openstack-request-id: req-00f85dc5-3e0f-4cd2-b79c-887b34fe5a9d {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:00.284969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bb241-85bb-4b3b-b635-52c7dfb2e923", "name": "network-vif-deleted", "tag": "fcb322fc-bbb8-4bb2-9693-7189d2f3f607", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:00.284969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-00f85dc5-3e0f-4cd2-b79c-887b34fe5a9d {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:00.285322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f85dc5-3e0f-4cd2-b79c-887b34fe5a9d'] response: {'server_uuid': '224bb241-85bb-4b3b-b635-52c7dfb2e923', 'name': 'network-vif-deleted', 'tag': 'fcb322fc-bbb8-4bb2-9693-7189d2f3f607', 'status': 'completed', 'code': 200} Apr 06 14:50:00.421294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79cadcc5-650e-41e1-9cec-a88c295e89b5 req-b0bd3edb-ae7a-479d-864f-447dbbd94736 tempest-DeleteServersTestJSON-1418046409 tempest-DeleteServersTestJSON-1418046409-project] 10.222.0.89 "GET /v2.0/ports?device_id=224bb241-85bb-4b3b-b635-52c7dfb2e923 HTTP/1.1" status: 200 len: 210 time: 0.0286686 Apr 06 14:50:01.550341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52992) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:01.595297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Deleting subnet d8edae8d-8f5e-46c5-b873-86086c2676f3 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:50:01.598333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Publish callbacks [] for subnet (d8edae8d-8f5e-46c5-b873-86086c2676f3), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:01.632657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (d8edae8d-8f5e-46c5-b873-86086c2676f3), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:01.675625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d8edae8d-8f5e-46c5-b873-86086c2676f3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:01.802896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (d8edae8d-8f5e-46c5-b873-86086c2676f3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:01.831320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:01.834557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d8edae8d-8f5e-46c5-b873-86086c2676f3 HTTP/1.1" status: 204 len: 168 time: 0.2826452 Apr 06 14:50:01.835552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76adc66-3f96-4232-80b6-1d1e293d6a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8edae8d-8f5e-46c5-b873-86086c2676f3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:01.837228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 52994) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:01.905102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (20e18ff6-b75c-4585-a1ba-8dd39ed725a9), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:01.984778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (20e18ff6-b75c-4585-a1ba-8dd39ed725a9), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.003870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e18ff6-b75c-4585-a1ba-8dd39ed725a9']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:02.012999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e09bb16-8e49-45d6-b903-bd4224bee8ae') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:02.013299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e09bb16-8e49-45d6-b903-bd4224bee8ae') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:02.022318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (4e09bb16-8e49-45d6-b903-bd4224bee8ae), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.035859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4e09bb16-8e49-45d6-b903-bd4224bee8ae), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.042200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:50:02.042918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (4e09bb16-8e49-45d6-b903-bd4224bee8ae), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:50:02.045401 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:50:02.168222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (20e18ff6-b75c-4585-a1ba-8dd39ed725a9), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.173771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.176933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] 10.222.0.89 "DELETE /v2.0/networks/20e18ff6-b75c-4585-a1ba-8dd39ed725a9 HTTP/1.1" status: 204 len: 168 time: 0.3381641 Apr 06 14:50:02.188435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d381446-bec5-4a07-9aba-6b20d0f8de47 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e18ff6-b75c-4585-a1ba-8dd39ed725a9,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:02.464506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 52998) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:02.509501 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a07c01d4-44fd-4fc2-a903-3bf74cd8be24 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=062a9c201a58458ca9df4343359e0eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437222 Apr 06 14:50:02.512645 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53002) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:02.564366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Publish callbacks [] for security_group (05e2bcb9-9903-4d84-94f1-e3de51a368b9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.585933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Publish callbacks [] for security_group (05e2bcb9-9903-4d84-94f1-e3de51a368b9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.690216 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (05e2bcb9-9903-4d84-94f1-e3de51a368b9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.692749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:02.693900 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/05e2bcb9-9903-4d84-94f1-e3de51a368b9 HTTP/1.1" status: 204 len: 168 time: 0.1803555 Apr 06 14:50:02.702535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2bcb9-9903-4d84-94f1-e3de51a368b9,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:02.709615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.709969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.710310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.710651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.710989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.711330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.711739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.712072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.712403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.712872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.713100 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.713965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.714309 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.714644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:02.714962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5996e-d596-4353-9ab7-80d727af1fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:03.659079 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53024) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:03.743708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:50:03.753524 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1538599439-network', 'tenant_id': '34e2cac1e5c8473fac3f1c4979e7c271'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:03.764894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: fcb322fc-bbb8-4bb2-9693-7189d2f3f607 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:50:03.765167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device fcb322fc-bbb8-4bb2-9693-7189d2f3f607 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:50:03.850302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Made reservation on behalf of 34e2cac1e5c8473fac3f1c4979e7c271 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:50:03.852649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:03.861223 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:03.934735 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks [] for security_group (ba60f083-7573-4067-a220-6f19618e5493), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:03.995431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ba60f083-7573-4067-a220-6f19618e5493), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.021770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:50:04.027740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60f083-7573-4067-a220-6f19618e5493,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:04.035577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ab4061c3-7918-48ee-b1d3-8e3a06d9fc95), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.035577 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Added segment ab4061c3-7918-48ee-b1d3-8e3a06d9fc95 of type vlan for network 20395a68-ee21-4f79-8613-e140e09f820e Apr 06 14:50:04.077058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (20395a68-ee21-4f79-8613-e140e09f820e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.158527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (20395a68-ee21-4f79-8613-e140e09f820e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.159506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:04.160080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.216392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] Pushing event updated for resources: {'Network': ['ID=20395a68-ee21-4f79-8613-e140e09f820e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:04.226203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 20395a68-ee21-4f79-8613-e140e09f820e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:50:04.282085 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 53028) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:04.282643 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8e3a9c2d-6712-42cb-8859-d0c883e45bce admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6219144 Apr 06 14:50:04.287699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Request body: {'subnet': {'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1538599439-subnet', 'tenant_id': '34e2cac1e5c8473fac3f1c4979e7c271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:04.372760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Made reservation on behalf of 34e2cac1e5c8473fac3f1c4979e7c271 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:50:04.375205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.607765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (4cbfc110-6c57-4907-9bca-275f3fa973a6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.657937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbfc110-6c57-4907-9bca-275f3fa973a6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:04.674029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Checking segment: {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:50:04.674388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Network hostable DHCP agents. Network: 20395a68-ee21-4f79-8613-e140e09f820e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:50:04.770409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Network 20395a68-ee21-4f79-8613-e140e09f820e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:50:04.844247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 20395a68-ee21-4f79-8613-e140e09f820e) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:04.848566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:04.849861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:04.855302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31486d6-a0e6-4fd1-b9ed-5919f47a02ce None None] Network 20395a68-ee21-4f79-8613-e140e09f820e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:50:04.953827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c58aa291-dbed-4a42-ae4a-95d5ec424cbe admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6698909 Apr 06 14:50:04.954259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6827db80-3bf1-48b9-a939-353a81cfd18b None None] Network 20395a68-ee21-4f79-8613-e140e09f820e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:50:05.381122 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-1c09e108-0bad-443e-a0f9-a8a8fe4b395c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:05.382523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-1c09e108-0bad-443e-a0f9-a8a8fe4b395c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 815 time: 0.1042252 Apr 06 14:50:05.401032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-3e03c94f-85be-476f-b08a-8836d4c02772 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/quotas/34e2cac1e5c8473fac3f1c4979e7c271 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Apr 06 14:50:05.434426 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-e4f63cde-5425-4aaa-9db4-fcee11608f52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282547 Apr 06 14:50:05.444535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-3bbbbf3c-65da-48ba-afd8-c6dd2b7f74bb service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:50:05.445511 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-3bbbbf3c-65da-48ba-afd8-c6dd2b7f74bb service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049021 Apr 06 14:50:05.533871 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-5ed5b1f0-fc79-4659-a6f7-a539eb017521 service neutron] 10.222.0.89 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823076 Apr 06 14:50:05.624088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-bd28398e-920c-4a39-a89e-8b0653925636 service neutron] 10.222.0.89 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845497 Apr 06 14:50:05.880223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3b26888c-3a77-4b48-9f7d-bc92ff4ed20d req-98a70553-62c6-47e1-9691-0c3886406142 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 210 time: 0.0366299 Apr 06 14:50:06.966098 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a3a47f2-3e08-4a76-b90c-f78da01a310a req-5311c278-2889-4dc8-a932-9e960cd28dae tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 210 time: 0.0279753 Apr 06 14:50:07.910429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-27b9c252-5b06-41e2-818e-57e6edf09c18 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:07.911781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-27b9c252-5b06-41e2-818e-57e6edf09c18 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 815 time: 0.1036148 Apr 06 14:50:07.923711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Request body: {'port': {'device_id': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'admin_state_up': True, 'tenant_id': '34e2cac1e5c8473fac3f1c4979e7c271'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:08.070055 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-476a024c-a5ea-42ea-8fbb-62c0146470b9 req-0b4f746e-81dd-421c-a992-d466c3dc42e5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 210 time: 0.0274210 Apr 06 14:50:08.107524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Made reservation on behalf of 34e2cac1e5c8473fac3f1c4979e7c271 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:50:08.110965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:08.239553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Allocated IP 172.20.0.5 (20395a68-ee21-4f79-8613-e140e09f820e/4cbfc110-6c57-4907-9bca-275f3fa973a6/741bdae4-7ff0-4e37-8465-a5585252db30) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:50:08.381796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks [] for port (741bdae4-7ff0-4e37-8465-a5585252db30), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:08.511232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:08.557419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Network 20395a68-ee21-4f79-8613-e140e09f820e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:50:08.562568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:08.566548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:50:08.590739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:08.617831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:08.618443 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:08.689442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-8d306fd6-9bd1-42c2-8b88-2d7a1ae73dcf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695055 Apr 06 14:50:08.702426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Request body: {'port': {'device_id': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:08.760549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:09.025053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741bdae4-7ff0-4e37-8465-a5585252db30 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:50:09.033375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Publish callbacks [] for port (741bdae4-7ff0-4e37-8465-a5585252db30), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:09.045031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Transition to ACTIVE for port object 741bdae4-7ff0-4e37-8465-a5585252db30 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:50:09.109844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:09.190501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:09.261634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203de21-ebb0-424a-affc-eb2ea30aa6f0 req-6158c1fe-3c0c-4e93-b063-bb81b264f34e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.263136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5203de21-ebb0-424a-affc-eb2ea30aa6f0 req-6158c1fe-3c0c-4e93-b063-bb81b264f34e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 943 time: 0.1194124 Apr 06 14:50:09.289779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Attempting to bind port 741bdae4-7ff0-4e37-8465-a5585252db30 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:50:09.290025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Attempting to bind port 741bdae4-7ff0-4e37-8465-a5585252db30 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:50:09.290365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Attempting to bind port 741bdae4-7ff0-4e37-8465-a5585252db30 on network 20395a68-ee21-4f79-8613-e140e09f820e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:50:09.300839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Port 741bdae4-7ff0-4e37-8465-a5585252db30 on network 20395a68-ee21-4f79-8613-e140e09f820e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:50:09.301168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Attempting to bind port 741bdae4-7ff0-4e37-8465-a5585252db30 on network 20395a68-ee21-4f79-8613-e140e09f820e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:50:09.314239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:50:09.314587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Checking segment: {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:50:09.314980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Bound using segment: {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:50:09.315418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Bound port: 741bdae4-7ff0-4e37-8465-a5585252db30, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:50:09.315783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:09.339434 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5203de21-ebb0-424a-affc-eb2ea30aa6f0 req-c99c7e95-a33d-406d-a0c5-90855f2b71cf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697412 Apr 06 14:50:09.390844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:50:09.394074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:50:09.465204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:09.504228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.504855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:09.506566 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] 10.222.0.79 "PUT /v2.0/ports/741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 200 len: 1093 time: 0.8084745 Apr 06 14:50:09.508845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:09.512279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12506980-dfe7-4c67-9588-95a3f4b99174" -d '{"events": [{"name": "network-changed", "server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:09.536398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff47539-ce74-4c26-b033-0aff92deff05 service neutron] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:09.551842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf546f3-7a8c-4002-b4f0-750c027a63c4 x-openstack-request-id: req-1bf546f3-7a8c-4002-b4f0-750c027a63c4 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:09.552144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:09.552429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1bf546f3-7a8c-4002-b4f0-750c027a63c4 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:09.552889 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf546f3-7a8c-4002-b4f0-750c027a63c4'] response: {'name': 'network-changed', 'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30', 'status': 'completed', 'code': 200} Apr 06 14:50:09.620799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506980-dfe7-4c67-9588-95a3f4b99174 req-f4878856-0207-400a-87e9-cd16250a2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.622299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12506980-dfe7-4c67-9588-95a3f4b99174 req-f4878856-0207-400a-87e9-cd16250a2c38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 1127 time: 0.0464799 Apr 06 14:50:09.723024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506980-dfe7-4c67-9588-95a3f4b99174 req-6420e58a-df49-413d-af96-b90bd741a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.724463 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12506980-dfe7-4c67-9588-95a3f4b99174 req-6420e58a-df49-413d-af96-b90bd741a2db service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951600 Apr 06 14:50:09.815691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506980-dfe7-4c67-9588-95a3f4b99174 req-569d80d4-d772-4073-ab40-47a014a24c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.818187 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12506980-dfe7-4c67-9588-95a3f4b99174 req-569d80d4-d772-4073-ab40-47a014a24c58 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0878932 Apr 06 14:50:09.942733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-45df5995-c607-462d-9408-86a37d35640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.944237 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-45df5995-c607-462d-9408-86a37d35640a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 1127 time: 0.0900950 Apr 06 14:50:09.989117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-f1e58dc2-b0b8-4480-90fb-a09c8ad71abb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 200 len: 217 time: 0.0378222 Apr 06 14:50:10.036895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-96e824b4-226d-48e3-be99-0a4d7a4cd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:10.038315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-96e824b4-226d-48e3-be99-0a4d7a4cd46a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0441184 Apr 06 14:50:10.069212 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-471094b0-ebdd-4b4c-ad09-42224f1516ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248964 Apr 06 14:50:10.164273 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-61d41c8c-79b7-47fa-99e7-1c770237bef0 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896256 Apr 06 14:50:10.329322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9aa578-84a0-43d9-a827-5047762f4c17 req-330fc0a8-bb58-4ef9-b175-179577cd7b6d service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590633 Apr 06 14:50:10.468936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27c269-7c0e-4f9e-a175-9e3e39577cfc req-cb0a83a7-12d3-454c-9396-6cc6c84ee263 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:10.470430 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a27c269-7c0e-4f9e-a175-9e3e39577cfc req-cb0a83a7-12d3-454c-9396-6cc6c84ee263 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 943 time: 0.0587838 Apr 06 14:50:10.517566 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a27c269-7c0e-4f9e-a175-9e3e39577cfc req-9ebd91ee-549c-4a50-801e-96d364cfe0b7 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Apr 06 14:50:11.638499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002801b-fcda-4cf7-b487-0bcb50056f89 req-393c01f9-f0d8-4941-83a0-b3764a3692f9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:11.639979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a002801b-fcda-4cf7-b487-0bcb50056f89 req-393c01f9-f0d8-4941-83a0-b3764a3692f9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 943 time: 0.0530524 Apr 06 14:50:11.686685 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a002801b-fcda-4cf7-b487-0bcb50056f89 req-030268f1-44f4-4948-a15a-d23d99c45bc8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Apr 06 14:50:12.808202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c4d5-5cdc-4812-b1b4-720121a5c742 req-6de54551-b4f0-45a3-9aa3-68d2da27a99a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:12.809703 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3d0c4d5-5cdc-4812-b1b4-720121a5c742 req-6de54551-b4f0-45a3-9aa3-68d2da27a99a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 943 time: 0.0567348 Apr 06 14:50:12.859377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3d0c4d5-5cdc-4812-b1b4-720121a5c742 req-e83e2223-2da4-4dbf-b692-02d01a338c8a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Apr 06 14:50:13.788940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:50:13.895260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:13.907644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '741bdae4-7ff0-4e37-8465-a5585252db30', 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'port_id': '741bdae4-7ff0-4e37-8465-a5585252db30', 'mac_address': 'fa:16:3e:e0:02:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbfc110-6c57-4907-9bca-275f3fa973a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:50:13.949194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 741bdae4-7ff0-4e37-8465-a5585252db30 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:13.949590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:13.962295 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741bdae4-7ff0-4e37-8465-a5585252db30 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:50:13.979619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5af719-8e10-47ac-83a4-86e26369b00e req-915a9a8a-f186-4563-91b1-45e48e409837 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:13.981123 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d5af719-8e10-47ac-83a4-86e26369b00e req-915a9a8a-f186-4563-91b1-45e48e409837 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 943 time: 0.0530145 Apr 06 14:50:13.982848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:14.028231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d5af719-8e10-47ac-83a4-86e26369b00e req-5ecc01c1-902d-486b-b4dd-87b5edd32b2e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Apr 06 14:50:14.069628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:14.120959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:14.268857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['741bdae4-7ff0-4e37-8465-a5585252db30'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:50:15.146599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97cea-0c58-4f22-aedb-1f822246f976 req-675f652f-c9ce-47f7-b36a-b8c330aeb931 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:15.148066 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ab97cea-0c58-4f22-aedb-1f822246f976 req-675f652f-c9ce-47f7-b36a-b8c330aeb931 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 944 time: 0.0531530 Apr 06 14:50:15.194653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ab97cea-0c58-4f22-aedb-1f822246f976 req-7cd9c0a0-905b-4d5d-af97-f49e3e45e448 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Apr 06 14:50:15.802172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:50:15.914957 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 741bdae4-7ff0-4e37-8465-a5585252db30 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:50:15.919472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 741bdae4-7ff0-4e37-8465-a5585252db30 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:50:15.919860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:15.996364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 741bdae4-7ff0-4e37-8465-a5585252db30 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:15.996776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:16.021860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:16.024096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8ac48-d7cd-435c-9ec4-420b5a7cddfd" -d '{"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-plugged", "status": "completed", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:16.037567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:16.059552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dd1152-0688-43e9-926a-4a4db0de7efa x-openstack-request-id: req-78dd1152-0688-43e9-926a-4a4db0de7efa {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:16.059845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-plugged", "status": "completed", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:16.060099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-78dd1152-0688-43e9-926a-4a4db0de7efa {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:16.060498 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78dd1152-0688-43e9-926a-4a4db0de7efa'] response: {'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30', 'code': 200} Apr 06 14:50:16.106913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:16.155044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:16.328659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9ea7-01b1-4ba4-b69d-8cfaaedc9298 req-26655550-e254-4ecc-800b-ed3d00a55a95 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:16.330305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-185a9ea7-01b1-4ba4-b69d-8cfaaedc9298 req-26655550-e254-4ecc-800b-ed3d00a55a95 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0676892 Apr 06 14:50:16.396356 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-185a9ea7-01b1-4ba4-b69d-8cfaaedc9298 req-771914dc-8bd9-48d4-b7fb-656e733a02f9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514944 Apr 06 14:50:16.399044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a084b3-65f7-486a-bb36-a71e37be3d52 req-d4a6242e-6c50-4a4c-a3a8-4411c47a17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:16.400488 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7a084b3-65f7-486a-bb36-a71e37be3d52 req-d4a6242e-6c50-4a4c-a3a8-4411c47a17e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 1129 time: 0.0903273 Apr 06 14:50:16.450639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7a084b3-65f7-486a-bb36-a71e37be3d52 req-8757eb69-ce6a-41b1-af6e-5cb4e185007c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Apr 06 14:50:17.523107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118e57-4490-4b7b-8843-3847be40bb97 req-2356e75e-3ea3-496a-afbc-b59aa34cd79c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:17.524581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-14118e57-4490-4b7b-8843-3847be40bb97 req-2356e75e-3ea3-496a-afbc-b59aa34cd79c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0591090 Apr 06 14:50:17.573877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-14118e57-4490-4b7b-8843-3847be40bb97 req-f1c0d012-a1bd-4dff-9fb5-dc8aad19e30a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Apr 06 14:50:18.692130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef9b7e-5f78-41a1-8bb5-9d87fc4671ca req-7ae8524c-5791-4895-bfaf-ff25574e9d22 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:18.693630 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74ef9b7e-5f78-41a1-8bb5-9d87fc4671ca req-7ae8524c-5791-4895-bfaf-ff25574e9d22 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0528481 Apr 06 14:50:18.740202 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-74ef9b7e-5f78-41a1-8bb5-9d87fc4671ca req-50d6fed6-ab6e-4a9e-81c9-b165dc75cd80 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Apr 06 14:50:18.856786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a8b81-1201-4d4e-a28e-46d7acb59332 req-8aa53599-e59f-422f-8c25-f33fe7e88d8a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:18.858171 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-461a8b81-1201-4d4e-a28e-46d7acb59332 req-8aa53599-e59f-422f-8c25-f33fe7e88d8a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0510130 Apr 06 14:50:18.908406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-461a8b81-1201-4d4e-a28e-46d7acb59332 req-f18a3c7d-b366-445a-952c-1e827bad83b4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Apr 06 14:50:19.173178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d74d0-8c3a-4ab1-9af9-48c3627dcb0d req-4cabb3a0-b1b7-42b2-9131-7642dda9b869 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:19.174543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-120d74d0-8c3a-4ab1-9af9-48c3627dcb0d req-4cabb3a0-b1b7-42b2-9131-7642dda9b869 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0517936 Apr 06 14:50:19.221376 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-120d74d0-8c3a-4ab1-9af9-48c3627dcb0d req-a5ea9204-8829-451d-a2ca-cce2ea3d3dfb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Apr 06 14:50:19.337741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485fcb-a958-4d5a-87ae-b4bb6ecbdce4 req-dfc44ead-88ec-4b93-8960-41efb78147a2 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:19.339439 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-87485fcb-a958-4d5a-87ae-b4bb6ecbdce4 req-dfc44ead-88ec-4b93-8960-41efb78147a2 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0536330 Apr 06 14:50:19.385266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-87485fcb-a958-4d5a-87ae-b4bb6ecbdce4 req-7ed5d0da-f00e-4cc9-98dc-f1b53ea40141 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Apr 06 14:50:19.876531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21ba2-e41c-435a-a3c6-e1c01fde3a87 req-e2b5e395-dfe3-4f2a-bf05-fbcde5bf48c0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:19.878035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51d21ba2-e41c-435a-a3c6-e1c01fde3a87 req-e2b5e395-dfe3-4f2a-bf05-fbcde5bf48c0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0573072 Apr 06 14:50:19.926590 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51d21ba2-e41c-435a-a3c6-e1c01fde3a87 req-32444e68-2293-456d-9fea-5b062c3fbbdc tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Apr 06 14:50:19.991139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-644e8c26-e415-4b46-a6b3-0b5a629507cd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444272 Apr 06 14:50:20.586524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-8171646f-406a-496c-89a5-e89c7ea9840a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:20.588489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-8171646f-406a-496c-89a5-e89c7ea9840a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports/741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 200 len: 942 time: 0.0471444 Apr 06 14:50:21.054514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2ed1-fdea-4cd1-b1ba-25979299c47c req-f430be0a-4268-4ec6-9846-45fecaad4e64 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:21.055994 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d0dd2ed1-fdea-4cd1-b1ba-25979299c47c req-f430be0a-4268-4ec6-9846-45fecaad4e64 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0596180 Apr 06 14:50:21.105093 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d0dd2ed1-fdea-4cd1-b1ba-25979299c47c req-98a460ad-1b32-47b8-82bb-bb5d3bfc2dcd tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Apr 06 14:50:22.006270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-0be187af-99f7-4afe-89ae-e25427955351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:22.007660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-0be187af-99f7-4afe-89ae-e25427955351 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 1129 time: 0.0440419 Apr 06 14:50:22.095081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-1e629c66-2bdc-4a14-a109-c39803a1b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:22.096538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-1e629c66-2bdc-4a14-a109-c39803a1b62f service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0828598 Apr 06 14:50:22.154319 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-c62846b8-e6a0-4ed1-9dbf-56f74c9adbfb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 200 len: 217 time: 0.0514402 Apr 06 14:50:22.231039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-a7e03141-3845-4413-b195-12c66aeace91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:22.232539 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-a7e03141-3845-4413-b195-12c66aeace91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0721793 Apr 06 14:50:22.271935 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-61fef24d-2943-4bb1-a6e7-9080c2315354 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330324 Apr 06 14:50:22.279001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3224f-1dfc-4b9b-a72d-b3ff9a2672f4 req-499c00b6-129a-4de7-b2c1-ca2c58e0278c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:22.280618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-faf3224f-1dfc-4b9b-a72d-b3ff9a2672f4 req-499c00b6-129a-4de7-b2c1-ca2c58e0278c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0935793 Apr 06 14:50:22.374952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-faf3224f-1dfc-4b9b-a72d-b3ff9a2672f4 req-bf4dcfad-9973-4772-a7ce-8ae862944b87 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866013 Apr 06 14:50:22.389383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6b862c01-7eba-44cb-8f0f-3aeb6e5e82cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:22.397562 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-4550b08e-e5e4-4072-a175-7c45a2c85200 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160002 Apr 06 14:50:22.489969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-fc42fb27-705c-4c74-bdb8-ba34e372ddf6 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857458 Apr 06 14:50:23.493575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8922a2-739c-4f83-a10a-7d8c015d3f06 req-ad8c63b2-34b1-43bc-bb09-53c11525b0b3 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:23.495071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa8922a2-739c-4f83-a10a-7d8c015d3f06 req-ad8c63b2-34b1-43bc-bb09-53c11525b0b3 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0534453 Apr 06 14:50:23.542117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa8922a2-739c-4f83-a10a-7d8c015d3f06 req-e099a2cb-826f-47f2-a47b-8a78b630ba79 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Apr 06 14:50:23.604192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:24.675662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cc3ac-d6d8-457f-91f7-753c1035199b req-d2a46551-3c9e-458d-9c07-1a0426e7659a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:24.677115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a27cc3ac-d6d8-457f-91f7-753c1035199b req-d2a46551-3c9e-458d-9c07-1a0426e7659a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0613713 Apr 06 14:50:24.724824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a27cc3ac-d6d8-457f-91f7-753c1035199b req-03e00a50-98a5-40ff-851e-fa22d5737686 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Apr 06 14:50:24.730136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a115-703d-4e33-bc1a-5f0bc5ffce0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:25.820928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:25.852197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef535-3e84-4625-bdef-cd57603e8e5d req-c0981c54-2f36-49a1-8d16-ed2de8d4fcf5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:25.854382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b62ef535-3e84-4625-bdef-cd57603e8e5d req-c0981c54-2f36-49a1-8d16-ed2de8d4fcf5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0538054 Apr 06 14:50:25.900337 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b62ef535-3e84-4625-bdef-cd57603e8e5d req-10909d34-8ee7-4ac5-be37-8dcf2b22dae3 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Apr 06 14:50:27.018981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3b4f6-2997-4b63-a234-349a2056feda req-e7603aad-d258-49b0-975a-43b820c74862 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:27.020466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ad3b4f6-2997-4b63-a234-349a2056feda req-e7603aad-d258-49b0-975a-43b820c74862 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0532875 Apr 06 14:50:27.080308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ad3b4f6-2997-4b63-a234-349a2056feda req-55cbdf01-0a39-407b-a657-344a4d8014e9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529821 Apr 06 14:50:27.469305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:28.200245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b62f9-b36e-4cb0-a504-d17f459372e6 req-e9d2103b-aa04-4ba3-ad74-be487e0c1d9a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:28.201761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-984b62f9-b36e-4cb0-a504-d17f459372e6 req-e9d2103b-aa04-4ba3-ad74-be487e0c1d9a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0550752 Apr 06 14:50:28.248750 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-984b62f9-b36e-4cb0-a504-d17f459372e6 req-d7b858e3-fb91-45ef-9e70-775f39cc18e2 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Apr 06 14:50:28.579019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:29.368487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bf5f9-9c81-423d-b81c-7f2185c588d2 req-1ce53051-a0aa-49df-946a-187882d2a182 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:29.370084 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c23bf5f9-9c81-423d-b81c-7f2185c588d2 req-1ce53051-a0aa-49df-946a-187882d2a182 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0537686 Apr 06 14:50:29.418235 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c23bf5f9-9c81-423d-b81c-7f2185c588d2 req-d5f91d34-ca17-4c88-a0ca-d058e9504ee6 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Apr 06 14:50:30.540119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f258e-7b94-466d-90cf-7aeda5c614d8 req-b9233393-7440-40a1-9c12-c13c5139d686 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:30.541597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c98f258e-7b94-466d-90cf-7aeda5c614d8 req-b9233393-7440-40a1-9c12-c13c5139d686 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0562916 Apr 06 14:50:30.588256 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c98f258e-7b94-466d-90cf-7aeda5c614d8 req-2d783c38-3eab-4a69-89e0-a0b3024d5e40 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Apr 06 14:50:31.706320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0c77-081d-44fb-9b8f-66dd5052928a req-f88d00b8-4d79-49e2-a4bb-70d2c9264b45 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:31.707782 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d52d0c77-081d-44fb-9b8f-66dd5052928a req-f88d00b8-4d79-49e2-a4bb-70d2c9264b45 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0522063 Apr 06 14:50:31.753794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d52d0c77-081d-44fb-9b8f-66dd5052928a req-86e1e88a-b1c8-40e0-9c0d-5aa1f280ac36 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Apr 06 14:50:32.883298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162038b-ee52-4d8b-8c84-4a338565c292 req-4ed430b9-79c0-4d45-bc2f-3bda2b08ff77 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:32.885501 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b162038b-ee52-4d8b-8c84-4a338565c292 req-4ed430b9-79c0-4d45-bc2f-3bda2b08ff77 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0653994 Apr 06 14:50:32.935897 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b162038b-ee52-4d8b-8c84-4a338565c292 req-bf1be033-3c7d-4f43-9857-8dc08a413e60 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Apr 06 14:50:33.505349 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:50:34.063236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724c787-695c-456c-b599-cce8b9cbd10a req-a47bd830-ade3-4c1a-9473-6afa3ec46d18 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:34.064737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7724c787-695c-456c-b599-cce8b9cbd10a req-a47bd830-ade3-4c1a-9473-6afa3ec46d18 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0613494 Apr 06 14:50:34.111128 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7724c787-695c-456c-b599-cce8b9cbd10a req-4ba248e5-bc80-43d2-a039-dbe89cca6e32 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Apr 06 14:50:35.281577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5551-15a9-4c7f-9b20-e481300271ee req-ecc7ac1d-1470-4b6e-8239-2b1318849087 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:35.283071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b1ef5551-15a9-4c7f-9b20-e481300271ee req-ecc7ac1d-1470-4b6e-8239-2b1318849087 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.1041765 Apr 06 14:50:35.332931 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b1ef5551-15a9-4c7f-9b20-e481300271ee req-d976bb86-7f01-4753-835f-9fcbe3bb9aab tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Apr 06 14:50:36.499362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378df58-417a-4361-9e9e-e1b4b8c3d36c req-d571ee45-d579-469c-8ad2-cbd12ba51109 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:36.501452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f378df58-417a-4361-9e9e-e1b4b8c3d36c req-d571ee45-d579-469c-8ad2-cbd12ba51109 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.1007006 Apr 06 14:50:36.553979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f378df58-417a-4361-9e9e-e1b4b8c3d36c req-6c56cc53-81c1-431c-9213-b52a9ef02f71 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463045 Apr 06 14:50:37.673478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208a0b1-c097-4c10-8616-7bee4e97b2f4 req-f1af036a-bb90-42ff-90cb-2b1cb891227b tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:37.674951 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6208a0b1-c097-4c10-8616-7bee4e97b2f4 req-f1af036a-bb90-42ff-90cb-2b1cb891227b tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0535440 Apr 06 14:50:37.721117 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6208a0b1-c097-4c10-8616-7bee4e97b2f4 req-e380f0ae-1ebb-4da2-8214-ad65f460bc38 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Apr 06 14:50:38.842950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13984bf8-75fb-4269-8bea-d592db40fe09 req-a6d4a45e-b304-49fc-abe5-4d3d6c732bac tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:38.844330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13984bf8-75fb-4269-8bea-d592db40fe09 req-a6d4a45e-b304-49fc-abe5-4d3d6c732bac tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0558515 Apr 06 14:50:38.890306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13984bf8-75fb-4269-8bea-d592db40fe09 req-31284088-c7d3-4486-bb2f-a1053d282e87 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Apr 06 14:50:39.459739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-1cc680f4-e1d1-4dcd-9f1e-f1a4c33cce31 service neutron] 10.222.0.79 "GET /v2.0/ports/741bdae4-7ff0-4e37-8465-a5585252db30/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0531688 Apr 06 14:50:39.906998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-443342f9-af63-4126-9268-18b89a1044e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:39.908557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-443342f9-af63-4126-9268-18b89a1044e1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c&tenant_id=34e2cac1e5c8473fac3f1c4979e7c271 HTTP/1.1" status: 200 len: 1129 time: 0.0456357 Apr 06 14:50:40.011132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-acd6488f-0003-4e3d-b0e0-30b357c135d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:40.012613 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-acd6488f-0003-4e3d-b0e0-30b357c135d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 1129 time: 0.0817568 Apr 06 14:50:40.023888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5319-d117-49d6-8ab9-98fb37aa296e req-7d45fa29-161c-4771-84cb-0e7ca8731cd1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:40.026051 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bf7b5319-d117-49d6-8ab9-98fb37aa296e req-7d45fa29-161c-4771-84cb-0e7ca8731cd1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0652206 Apr 06 14:50:40.122594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bf7b5319-d117-49d6-8ab9-98fb37aa296e req-15e16488-862e-47e7-a9eb-4c0ebda8e77a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884466 Apr 06 14:50:40.459933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-8e243535-69b5-44c1-9e06-0e9d6dfb0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:40.461414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-8e243535-69b5-44c1-9e06-0e9d6dfb0201 service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.4345350 Apr 06 14:50:40.499978 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-1e8b9ea8-7324-4b23-838f-8d0b02d6f687 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 200 len: 217 time: 0.0320837 Apr 06 14:50:40.548595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581396c-02a9-461d-affe-be38dbf4f30a req-f2eb2b16-c43a-4d75-97f5-1947e7955357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:40.550050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-f2eb2b16-c43a-4d75-97f5-1947e7955357 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0434244 Apr 06 14:50:40.581272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-dc048400-0a76-4f2e-8477-792b6acdfb35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255890 Apr 06 14:50:40.672459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-7990ee44-897c-4937-810d-0330c103bbb9 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844529 Apr 06 14:50:40.763601 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4581396c-02a9-461d-affe-be38dbf4f30a req-6ef9c2d7-d901-406e-bcce-ee06087fd730 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840120 Apr 06 14:50:41.248987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbba8-fa9b-4502-afc3-f8d187c89cc3 req-4aef6eb4-32d5-4c17-b91c-29ff8be47ceb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:41.250470 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d56fbba8-fa9b-4502-afc3-f8d187c89cc3 req-4aef6eb4-32d5-4c17-b91c-29ff8be47ceb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0527964 Apr 06 14:50:41.297112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d56fbba8-fa9b-4502-afc3-f8d187c89cc3 req-118449ac-80da-4f03-b11a-f1fc6136a51f tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Apr 06 14:50:42.417564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96540a-ad2e-4a31-91a7-caf836827339 req-af84f1b2-1ee9-4d9b-91d6-ea8ae1632e7d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:42.418942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef96540a-ad2e-4a31-91a7-caf836827339 req-af84f1b2-1ee9-4d9b-91d6-ea8ae1632e7d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0524623 Apr 06 14:50:42.464829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef96540a-ad2e-4a31-91a7-caf836827339 req-b7a67570-f691-43b9-a486-8e0426773daf tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Apr 06 14:50:43.622009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49925c1-e21f-42ae-a8cb-54ffe3987a36 req-166764c1-c793-49b7-8cd5-f3a7bebc8339 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:43.623617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b49925c1-e21f-42ae-a8cb-54ffe3987a36 req-166764c1-c793-49b7-8cd5-f3a7bebc8339 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0789328 Apr 06 14:50:43.682839 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b49925c1-e21f-42ae-a8cb-54ffe3987a36 req-9cbd5869-7c6c-4d05-bcd6-839ced8c32f7 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Apr 06 14:50:43.946849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:50:43.951823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:50:44.024774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23c8a6-22ae-4707-91ce-d1a30face700 req-9eb8ea54-cfb3-43e7-8603-7a79028e41ef tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:44.026436 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7e23c8a6-22ae-4707-91ce-d1a30face700 req-9eb8ea54-cfb3-43e7-8603-7a79028e41ef tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0551887 Apr 06 14:50:44.099498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 741bdae4-7ff0-4e37-8465-a5585252db30 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:44.099890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:44.104544 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7e23c8a6-22ae-4707-91ce-d1a30face700 req-3f2df890-38d4-4453-b054-7e8503702b7b tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 Apr 06 14:50:44.127174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:44.129481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-48ebba27-118f-4771-abbf-534373072dc8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:44.130958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-48ebba27-118f-4771-abbf-534373072dc8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c&tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 945 time: 0.0755577 Apr 06 14:50:44.146039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '741bdae4-7ff0-4e37-8465-a5585252db30', 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'port_id': '741bdae4-7ff0-4e37-8465-a5585252db30', 'mac_address': 'fa:16:3e:e0:02:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbfc110-6c57-4907-9bca-275f3fa973a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:50:44.151307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:44.153640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b59c73f-97f7-4c0c-a36d-cd79fa4ccf93" -d '{"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-unplugged", "status": "completed", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:44.170179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:44.204162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6cd331-5697-4bde-af31-a6d4d0257424 x-openstack-request-id: req-7e6cd331-5697-4bde-af31-a6d4d0257424 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:44.204599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-unplugged", "status": "completed", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:44.204832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7e6cd331-5697-4bde-af31-a6d4d0257424 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:44.205191 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6cd331-5697-4bde-af31-a6d4d0257424'] response: {'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30', 'code': 200} Apr 06 14:50:44.206081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 741bdae4-7ff0-4e37-8465-a5585252db30 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:44.206469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:44.220789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 741bdae4-7ff0-4e37-8465-a5585252db30 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:50:44.225510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-75f356ed-29f0-43e2-b69b-313271ba477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:44.226761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-75f356ed-29f0-43e2-b69b-313271ba477d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 1129 time: 0.0517485 Apr 06 14:50:44.234804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:44.311464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:50:44.311822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:50:44.314640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:44.318474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-50798707-f511-46ff-b033-297d2122805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:44.320134 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-50798707-f511-46ff-b033-297d2122805c service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0871315 Apr 06 14:50:44.364404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-07612a93-37bf-40d1-97ca-55c2a1d8bcfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 200 len: 217 time: 0.0388596 Apr 06 14:50:44.412588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-de12a0aa-6d33-4504-93ee-995c416ac877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:44.414031 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-de12a0aa-6d33-4504-93ee-995c416ac877 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0440080 Apr 06 14:50:44.444792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-1eef6be3-1ab6-4f7a-8268-c038011319c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247648 Apr 06 14:50:44.533419 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-51101823-9a99-434c-90b3-d5677a056969 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822396 Apr 06 14:50:44.629154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-40aa3b73-e3bf-4fea-93a4-406c285d7b27 req-05ebe73c-906f-498b-952d-0aa403b6c424 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Apr 06 14:50:44.849431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 741bdae4-7ff0-4e37-8465-a5585252db30 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:44.849827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:44.862600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741bdae4-7ff0-4e37-8465-a5585252db30 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:50:44.881933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:44.940144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:44.997765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['741bdae4-7ff0-4e37-8465-a5585252db30'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:50:45.001030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:45.229356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fbc0c-d1ea-438e-a562-6ea5d7c93679 req-fb408a44-509a-4d83-8d96-9f67a8198033 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:45.230895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a5fbc0c-d1ea-438e-a562-6ea5d7c93679 req-fb408a44-509a-4d83-8d96-9f67a8198033 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 944 time: 0.0533788 Apr 06 14:50:45.282243 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a5fbc0c-d1ea-438e-a562-6ea5d7c93679 req-56fa9e06-7aa4-4201-a193-2a0323484772 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449586 Apr 06 14:50:45.958788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:50:46.008902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 741bdae4-7ff0-4e37-8465-a5585252db30 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:50:46.009663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:46.084751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 741bdae4-7ff0-4e37-8465-a5585252db30 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:46.085142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:46.116221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:46.188309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:46.210650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:46.212886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f95c82-5598-41eb-a6ec-0b7ca3d2052d" -d '{"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-plugged", "status": "completed", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:46.240432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:46.251359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073aa4ee-9beb-459c-be72-dbda542ea563 x-openstack-request-id: req-073aa4ee-9beb-459c-be72-dbda542ea563 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:46.251681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-plugged", "status": "completed", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:46.251938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-073aa4ee-9beb-459c-be72-dbda542ea563 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:46.252357 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073aa4ee-9beb-459c-be72-dbda542ea563'] response: {'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30', 'code': 200} Apr 06 14:50:46.407021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bd023-2db1-4222-8c10-04d31aee5bff req-a7125da0-ee0f-415c-b318-0bceb16669a6 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:46.408490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a8bd023-2db1-4222-8c10-04d31aee5bff req-a7125da0-ee0f-415c-b318-0bceb16669a6 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0577533 Apr 06 14:50:46.454598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a8bd023-2db1-4222-8c10-04d31aee5bff req-9a6bfb34-50b8-4f74-b267-f59c979e1aef tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Apr 06 14:50:46.573402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c57472-aa5f-45ff-a924-48260de7da63 req-a62cd2f1-6678-45bf-86d7-c55d55eb3a3a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:46.574899 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57c57472-aa5f-45ff-a924-48260de7da63 req-a62cd2f1-6678-45bf-86d7-c55d55eb3a3a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0537431 Apr 06 14:50:46.621309 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57c57472-aa5f-45ff-a924-48260de7da63 req-232e3c68-11e0-41b4-97dc-3908aa95b396 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Apr 06 14:50:46.736059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad233b-76bb-4915-b14f-8fe53f684b65 req-d8dc4b51-c050-427e-971b-60d2a39a350d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:46.737476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62ad233b-76bb-4915-b14f-8fe53f684b65 req-d8dc4b51-c050-427e-971b-60d2a39a350d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0524600 Apr 06 14:50:46.788087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62ad233b-76bb-4915-b14f-8fe53f684b65 req-6c680c28-c04d-480f-b297-a71053ec5efd tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Apr 06 14:50:47.392316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-20ac5d42-bf40-4607-ad68-6c74235533fa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:47.393802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-20ac5d42-bf40-4607-ad68-6c74235533fa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 815 time: 0.1008594 Apr 06 14:50:47.408718 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-9087c0aa-5cb3-4c22-b1b7-c8ccc2262ad6 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/quotas/34e2cac1e5c8473fac3f1c4979e7c271 HTTP/1.1" status: 200 len: 375 time: 0.0095880 Apr 06 14:50:47.464208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-fdad6c38-3966-4d9e-b9f3-d71452cd81a0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506306 Apr 06 14:50:47.559215 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-371c220c-ac7f-451d-a7c7-60ff47f137df service neutron] 10.222.0.89 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882070 Apr 06 14:50:47.651181 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-c8172e35-d6aa-4100-9f70-192521137c9d service neutron] 10.222.0.89 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862226 Apr 06 14:50:47.937799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76984c30-f626-459d-8017-0767769cfcb9 req-bab1e210-383b-4709-9a90-91c27d77457f tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 210 time: 0.0308645 Apr 06 14:50:48.958558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-6040ba66-1e42-46cc-b94e-190244761d0a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:48.960075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-6040ba66-1e42-46cc-b94e-190244761d0a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78aaafb-9a29-47a1-9883-9e6076a4511c HTTP/1.1" status: 200 len: 945 time: 0.0535691 Apr 06 14:50:49.061099 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-534f0c9c-632e-460e-911d-1605e4d96228 req-b496e728-44c4-49f3-803b-bebfc441f1cd tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 210 time: 0.0335808 Apr 06 14:50:49.084333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Deleting port 741bdae4-7ff0-4e37-8465-a5585252db30 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:50:49.084675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:49.175695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] For port 741bdae4-7ff0-4e37-8465-a5585252db30, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=741bdae4-7ff0-4e37-8465-a5585252db30,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:49.176062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:49.188395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Calling delete_port for 741bdae4-7ff0-4e37-8465-a5585252db30 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:50:49.388246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (741bdae4-7ff0-4e37-8465-a5585252db30), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:49.418268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Pushing event deleted for resources: {'Port': ['ID=741bdae4-7ff0-4e37-8465-a5585252db30,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:49.467644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] No DVR routers for this DVR port 741bdae4-7ff0-4e37-8465-a5585252db30 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:50:49.470169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:49.473594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3aaa1d91-9b63-4183-8cc1-fff72bee84f9 req-727dcb42-66bf-4fda-9a50-033c85bf9910 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "DELETE /v2.0/ports/741bdae4-7ff0-4e37-8465-a5585252db30 HTTP/1.1" status: 204 len: 173 time: 0.5086896 Apr 06 14:50:49.474069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-deleted', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:49.476374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89751c35-9e81-4fe6-bf63-5c7cabb5752f" -d '{"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-deleted", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:49.562381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['741bdae4-7ff0-4e37-8465-a5585252db30'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:50:49.579375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293e8e8-390f-4519-9193-4c7882777392 x-openstack-request-id: req-6293e8e8-390f-4519-9193-4c7882777392 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:49.579747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78aaafb-9a29-47a1-9883-9e6076a4511c", "name": "network-vif-deleted", "tag": "741bdae4-7ff0-4e37-8465-a5585252db30", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:49.580074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6293e8e8-390f-4519-9193-4c7882777392 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:49.580576 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6293e8e8-390f-4519-9193-4c7882777392'] response: {'server_uuid': 'a78aaafb-9a29-47a1-9883-9e6076a4511c', 'name': 'network-vif-deleted', 'tag': '741bdae4-7ff0-4e37-8465-a5585252db30', 'status': 'completed', 'code': 200} Apr 06 14:50:49.878072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d1f4fde3-8b07-4b81-98ff-f667ad56f174 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:49.879556 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d1f4fde3-8b07-4b81-98ff-f667ad56f174 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 815 time: 0.1056786 Apr 06 14:50:49.892244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Request body: {'port': {'device_id': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'admin_state_up': True, 'tenant_id': '34e2cac1e5c8473fac3f1c4979e7c271'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:50.085241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Made reservation on behalf of 34e2cac1e5c8473fac3f1c4979e7c271 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:50:50.088690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:50.192575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4db2228-9d60-4b43-93ca-751cc457b3b0 req-f7888daa-dbaf-4b90-8a65-06464e7cddd2 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 210 time: 0.0457914 Apr 06 14:50:50.248402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Allocated IP 172.20.0.4 (20395a68-ee21-4f79-8613-e140e09f820e/4cbfc110-6c57-4907-9bca-275f3fa973a6/739c9ddc-68d8-4eee-8c38-7875f95deab5) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:50:50.402468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks [] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:50.500865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:50.512857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['741bdae4-7ff0-4e37-8465-a5585252db30'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:50:50.543838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Network 20395a68-ee21-4f79-8613-e140e09f820e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:50:50.549117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:50.552994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:50:50.576314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:50.604894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:50.605512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:50.697973 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-d0167e58-852e-4e1c-8469-bb13e46d6c52 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8098850 Apr 06 14:50:50.708499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Request body: {'port': {'device_id': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:50.769342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:51.025942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739c9ddc-68d8-4eee-8c38-7875f95deab5 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:50:51.033686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Publish callbacks [] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:51.045418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Transition to ACTIVE for port object 739c9ddc-68d8-4eee-8c38-7875f95deab5 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:50:51.102162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:51.155806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:51.227216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Attempting to bind port 739c9ddc-68d8-4eee-8c38-7875f95deab5 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:50:51.233631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Attempting to bind port 739c9ddc-68d8-4eee-8c38-7875f95deab5 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:50:51.233631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Attempting to bind port 739c9ddc-68d8-4eee-8c38-7875f95deab5 on network 20395a68-ee21-4f79-8613-e140e09f820e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:50:51.233631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Port 739c9ddc-68d8-4eee-8c38-7875f95deab5 on network 20395a68-ee21-4f79-8613-e140e09f820e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:50:51.233631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Attempting to bind port 739c9ddc-68d8-4eee-8c38-7875f95deab5 on network 20395a68-ee21-4f79-8613-e140e09f820e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:50:51.238944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:50:51.239288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Checking segment: {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:50:51.239680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Bound using segment: {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:50:51.240090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Bound port: 739c9ddc-68d8-4eee-8c38-7875f95deab5, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:50:51.240447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:51.338783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:50:51.343644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:50:51.354685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc408385-c55b-4880-a0b9-eaf7f64979ad req-fd27e824-32f7-4d95-9aa1-6388cd97639e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:51.356151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc408385-c55b-4880-a0b9-eaf7f64979ad req-fd27e824-32f7-4d95-9aa1-6388cd97639e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0823643 Apr 06 14:50:51.403238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc408385-c55b-4880-a0b9-eaf7f64979ad req-9601b790-c532-45aa-80b6-3d8f66e62a6c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Apr 06 14:50:51.415250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:51.453527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:51.454153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:51.455521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] 10.222.0.79 "PUT /v2.0/ports/739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 1093 time: 0.7510619 Apr 06 14:50:51.475776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf41db-7f15-467c-aa2e-2d6e70d83777 service neutron] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:51.587531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:51.589852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff93867-b512-4555-8f76-a5d6e944f753" -d '{"events": [{"name": "network-changed", "server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:51.612857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-51dc25f4-dd70-4a49-8ac8-718915ae8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:51.614766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-51dc25f4-dd70-4a49-8ac8-718915ae8402 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1127 time: 0.0533993 Apr 06 14:50:51.629537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d350cf12-60b8-4d22-a03f-7e46834fe49c x-openstack-request-id: req-d350cf12-60b8-4d22-a03f-7e46834fe49c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:51.629852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:51.630103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d350cf12-60b8-4d22-a03f-7e46834fe49c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:51.630494 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d350cf12-60b8-4d22-a03f-7e46834fe49c'] response: {'name': 'network-changed', 'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'status': 'completed', 'code': 200} Apr 06 14:50:51.661516 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-a258aba1-5c64-4a8b-98b9-8a7d32ce7098 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 217 time: 0.0401618 Apr 06 14:50:51.711604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-7dfe5b75-6f04-43cf-8bec-e44d90eca0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:51.713103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-7dfe5b75-6f04-43cf-8bec-e44d90eca0ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0462697 Apr 06 14:50:51.749344 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-5517416d-cb0d-47f8-a2e1-7cf801b088f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297456 Apr 06 14:50:51.835735 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-4a3550b4-6ff0-4521-919d-d82e80fc9c22 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801332 Apr 06 14:50:51.926518 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6ea1451-e6fc-4999-9dff-da9686c2d1fc req-c7ea6818-a3c9-4e34-b1a1-8f9ad7b67ab2 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850675 Apr 06 14:50:52.316994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e63e-dd4e-4484-87f3-687efe50f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:52.521614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d381e5-9c0f-4291-ad5a-124b22a9c4e4 req-e89b4bbc-64ec-457a-ae30-115c5d4ebcbb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:52.523104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f7d381e5-9c0f-4291-ad5a-124b22a9c4e4 req-e89b4bbc-64ec-457a-ae30-115c5d4ebcbb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0542510 Apr 06 14:50:52.570848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f7d381e5-9c0f-4291-ad5a-124b22a9c4e4 req-000ab295-3f73-412b-b316-eaec16e307c1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Apr 06 14:50:52.670916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff93867-b512-4555-8f76-a5d6e944f753 req-93ff18e9-5534-4ce6-a22b-0312c0508499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:52.672386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-93ff18e9-5534-4ce6-a22b-0312c0508499 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1127 time: 0.0450547 Apr 06 14:50:52.768161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff93867-b512-4555-8f76-a5d6e944f753 req-933ee685-081a-4e84-a9d9-ecb5b413e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:52.769707 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-933ee685-081a-4e84-a9d9-ecb5b413e209 service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0901253 Apr 06 14:50:52.809126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-13105b3a-7bd5-4105-ac9a-631c7614a789 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 217 time: 0.0338364 Apr 06 14:50:52.855786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff93867-b512-4555-8f76-a5d6e944f753 req-4cc11862-0788-4a8e-98b3-15329757a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:52.857194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-4cc11862-0788-4a8e-98b3-15329757a1ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0422058 Apr 06 14:50:52.891830 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-66019dbb-8f63-40ef-8415-95bd83b671a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294809 Apr 06 14:50:52.983984 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-a5e66384-a948-4eac-ad02-07bcae7aaa87 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852611 Apr 06 14:50:53.075746 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fff93867-b512-4555-8f76-a5d6e944f753 req-6d702036-5723-42f3-8127-ce20f55a60c3 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854824 Apr 06 14:50:53.619972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:53.693697 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2af3-9d2c-4f32-b1dd-75d70b6cbdfc req-35954ac4-6495-4f03-99c4-9af49d505789 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:53.695173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfbd2af3-9d2c-4f32-b1dd-75d70b6cbdfc req-35954ac4-6495-4f03-99c4-9af49d505789 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0532713 Apr 06 14:50:53.741591 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfbd2af3-9d2c-4f32-b1dd-75d70b6cbdfc req-9aafc89b-9955-4890-8b93-ff3c735648f8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Apr 06 14:50:54.003921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:50:54.024866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 741bdae4-7ff0-4e37-8465-a5585252db30 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:50:54.025186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 741bdae4-7ff0-4e37-8465-a5585252db30 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:50:54.716650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-da791d45-16ab-4a60-93f9-a2816f019e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:54.872797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91471c18-722f-432e-a8c6-f51281752760 req-d28d1bdb-beec-4c01-87ec-edec4e1fbb7e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:54.874248 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91471c18-722f-432e-a8c6-f51281752760 req-d28d1bdb-beec-4c01-87ec-edec4e1fbb7e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0573020 Apr 06 14:50:54.919734 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91471c18-722f-432e-a8c6-f51281752760 req-a8106761-1cf0-434c-8e29-2dc6186d53da tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Apr 06 14:50:55.828318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:56.007285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:50:56.058555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2244fdd-3842-48c9-a847-9863766fe1de req-c1976098-cdb6-4099-b0ea-870a914bb75c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:56.060161 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2244fdd-3842-48c9-a847-9863766fe1de req-c1976098-cdb6-4099-b0ea-870a914bb75c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0621860 Apr 06 14:50:56.114213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:56.114462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2244fdd-3842-48c9-a847-9863766fe1de req-63c6a0e0-1443-4692-901c-91de5e895b63 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Apr 06 14:50:56.128679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'port_id': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'mac_address': 'fa:16:3e:05:f4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbfc110-6c57-4907-9bca-275f3fa973a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:50:56.169405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 739c9ddc-68d8-4eee-8c38-7875f95deab5 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:56.169814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:56.183662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739c9ddc-68d8-4eee-8c38-7875f95deab5 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:50:56.203430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:56.282719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:56.330298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:56.338078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.338430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.338796 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.339134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.339467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.339797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.340122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.340482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.340860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.341189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.341519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.341845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.342165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.342505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.342876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:56.471989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['739c9ddc-68d8-4eee-8c38-7875f95deab5'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:50:57.250535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6272f-e566-46b0-8b7b-03953a161683 req-c7095255-040a-4df9-85cc-7ceb8c5912e8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:57.252269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-83b6272f-e566-46b0-8b7b-03953a161683 req-c7095255-040a-4df9-85cc-7ceb8c5912e8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 944 time: 0.0587866 Apr 06 14:50:57.303827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-83b6272f-e566-46b0-8b7b-03953a161683 req-e93d22a6-6860-41dd-a712-7cb17c60c8ff tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Apr 06 14:50:57.439115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:58.008832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:50:58.119384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 739c9ddc-68d8-4eee-8c38-7875f95deab5 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:50:58.123250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 739c9ddc-68d8-4eee-8c38-7875f95deab5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:50:58.123625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:58.200898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 739c9ddc-68d8-4eee-8c38-7875f95deab5 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:58.201293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:58.223074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:50:58.225303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ca48e-0d96-4854-a06a-2e253c102470" -d '{"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-plugged", "status": "completed", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:50:58.238782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:58.263272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cfc6f5-44b8-4490-821a-51fd94809db2 x-openstack-request-id: req-21cfc6f5-44b8-4490-821a-51fd94809db2 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:50:58.263580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-plugged", "status": "completed", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:50:58.263841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-21cfc6f5-44b8-4490-821a-51fd94809db2 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:50:58.264279 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cfc6f5-44b8-4490-821a-51fd94809db2'] response: {'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'code': 200} Apr 06 14:50:58.311685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:58.364967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:58.428454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea1cd-a096-4a11-9aa9-09932ea62d76 req-12cd6014-a927-4c52-b90f-ce9d750a0ef1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:58.430688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2c4ea1cd-a096-4a11-9aa9-09932ea62d76 req-12cd6014-a927-4c52-b90f-ce9d750a0ef1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0594213 Apr 06 14:50:58.480308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2c4ea1cd-a096-4a11-9aa9-09932ea62d76 req-97540c07-6048-46e0-ab27-d099c5d99865 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Apr 06 14:50:58.536574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:58.578664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b66a8e-9480-42fd-9989-3faece46b1a9 req-d9d39ed2-a8cc-4685-b242-509e728178be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:58.580336 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-63b66a8e-9480-42fd-9989-3faece46b1a9 req-d9d39ed2-a8cc-4685-b242-509e728178be service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1129 time: 0.0467453 Apr 06 14:50:58.624088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-63b66a8e-9480-42fd-9989-3faece46b1a9 req-17af09a9-b8c3-43c6-8bba-07acc3456a39 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381770 Apr 06 14:50:59.598780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42b21d-99a8-42a8-9ce2-10715fe4d77f req-a7b6cfe7-105e-47bd-b72a-278fb33b55ff tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:59.600243 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8d42b21d-99a8-42a8-9ce2-10715fe4d77f req-a7b6cfe7-105e-47bd-b72a-278fb33b55ff tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Apr 06 14:50:59.650330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8d42b21d-99a8-42a8-9ce2-10715fe4d77f req-704af786-ccdf-4d9d-b20b-4d6864780122 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Apr 06 14:51:00.768385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d3358-8848-4887-9695-fc5589c155fa req-a2dca331-7712-4ad7-8199-ea6cc45e5663 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:00.769891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b65d3358-8848-4887-9695-fc5589c155fa req-a2dca331-7712-4ad7-8199-ea6cc45e5663 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0530620 Apr 06 14:51:00.817178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b65d3358-8848-4887-9695-fc5589c155fa req-7394cdfc-0162-4465-8a8f-dab04acc8a3e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Apr 06 14:51:00.933979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abde2d-98f0-4f55-b075-0fa70b138f96 req-f863923a-4e36-4377-a8ca-e51504a7ffeb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:00.935452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-77abde2d-98f0-4f55-b075-0fa70b138f96 req-f863923a-4e36-4377-a8ca-e51504a7ffeb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0533252 Apr 06 14:51:00.981710 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-77abde2d-98f0-4f55-b075-0fa70b138f96 req-d8ded818-e1a4-44db-8e85-7293aa4135f6 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Apr 06 14:51:01.346846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce5634-28ec-4695-aaea-bc3f9cf67fd5 req-6ef91204-b591-49e2-9088-e4fe501214fd tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:01.348332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9ce5634-28ec-4695-aaea-bc3f9cf67fd5 req-6ef91204-b591-49e2-9088-e4fe501214fd tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0564427 Apr 06 14:51:01.395275 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9ce5634-28ec-4695-aaea-bc3f9cf67fd5 req-fe97cda0-e744-40c9-ba46-1024bab7a542 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Apr 06 14:51:01.449547 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-6b664f4d-9270-4dad-ab59-afa83696a3e0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437114 Apr 06 14:51:01.983458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-25e743be-1747-49ae-9427-3d6266670457 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:01.984835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-25e743be-1747-49ae-9427-3d6266670457 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports/739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 942 time: 0.0460234 Apr 06 14:51:02.521150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614a48f-bfb5-49ef-8b34-19ab1cefc89a req-40664930-e79c-45a7-8962-50a3bc4072f0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:02.522640 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1614a48f-bfb5-49ef-8b34-19ab1cefc89a req-40664930-e79c-45a7-8962-50a3bc4072f0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0568399 Apr 06 14:51:02.571004 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1614a48f-bfb5-49ef-8b34-19ab1cefc89a req-5d00e189-d28c-4dac-95e7-e6f26d125fd4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Apr 06 14:51:03.491959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-7d2f901f-5a44-4ee6-bc1b-d2900a79488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:03.493473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-7d2f901f-5a44-4ee6-bc1b-d2900a79488e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1129 time: 0.0473323 Apr 06 14:51:03.585331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-a4a22132-69c0-4ef1-ab5e-0596574466f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:03.586800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-a4a22132-69c0-4ef1-ab5e-0596574466f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0877352 Apr 06 14:51:03.627119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-a1d565d3-7704-4360-9808-889169bcaa8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 217 time: 0.0342381 Apr 06 14:51:03.711692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-f05f9993-e254-488a-a7c0-ea0d0f9825cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:03.713162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-f05f9993-e254-488a-a7c0-ea0d0f9825cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0807292 Apr 06 14:51:03.735890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34ad8-de50-4323-8fbf-92c916b1b5a0 req-914881c4-a6d8-4fc3-9484-d2edaf3bf2aa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:03.737431 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62a34ad8-de50-4323-8fbf-92c916b1b5a0 req-914881c4-a6d8-4fc3-9484-d2edaf3bf2aa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0969894 Apr 06 14:51:03.754126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-eda8cafb-f77c-40e1-8b1d-a4d4c1c9d30e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334034 Apr 06 14:51:03.841461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62a34ad8-de50-4323-8fbf-92c916b1b5a0 req-9feb8f97-9399-431f-85f9-ea1ccfc4aae7 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895472 Apr 06 14:51:03.868347 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-b1d477be-fa13-4fc4-b5de-c578053287a4 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076806 Apr 06 14:51:03.957883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-00f3d49f-3299-4a35-9c91-3b5c16046404 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838883 Apr 06 14:51:04.959661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5ddf-8e03-43af-853c-ad10f12d4c19 req-c4c9abe4-7c97-4186-832d-510a5056ecb1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:04.961163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5caf5ddf-8e03-43af-853c-ad10f12d4c19 req-c4c9abe4-7c97-4186-832d-510a5056ecb1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Apr 06 14:51:05.006804 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5caf5ddf-8e03-43af-853c-ad10f12d4c19 req-1bad78f3-0c47-4769-88bc-203443fec033 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Apr 06 14:51:06.133165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3d6cf-1155-44e7-bad4-493e3b850f60 req-2147c192-5ef3-46ed-9607-8ff5ffb35f11 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:06.140529 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-52b3d6cf-1155-44e7-bad4-493e3b850f60 req-2147c192-5ef3-46ed-9607-8ff5ffb35f11 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0570781 Apr 06 14:51:06.183808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-52b3d6cf-1155-44e7-bad4-493e3b850f60 req-d44f15c9-d07a-4406-9332-7571e33093ab tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Apr 06 14:51:07.308097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a5f8-f418-4247-8d5d-7c08914b6c14 req-a0123a7a-d708-4078-a056-885516d6f085 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:07.309627 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29b2a5f8-f418-4247-8d5d-7c08914b6c14 req-a0123a7a-d708-4078-a056-885516d6f085 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0575447 Apr 06 14:51:07.357003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29b2a5f8-f418-4247-8d5d-7c08914b6c14 req-e64da19d-cd2f-4e5a-b13a-e7be2d636a7d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Apr 06 14:51:08.477007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc669be-ddef-40ff-b972-1e8a9b2eb741 req-116f5ce5-38c6-4966-839f-9c79db60b6f0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:08.478383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cc669be-ddef-40ff-b972-1e8a9b2eb741 req-116f5ce5-38c6-4966-839f-9c79db60b6f0 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Apr 06 14:51:08.847738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4cc669be-ddef-40ff-b972-1e8a9b2eb741 req-efce8ea5-8334-4ca5-bdbf-54f705cc3880 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635352 Apr 06 14:51:09.966743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722179-80d5-40cf-8a9d-df65d084cdb5 req-6a34750c-4ff8-40f6-a82c-bb805dad7afa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:09.968220 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6b722179-80d5-40cf-8a9d-df65d084cdb5 req-6a34750c-4ff8-40f6-a82c-bb805dad7afa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0531430 Apr 06 14:51:10.014031 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6b722179-80d5-40cf-8a9d-df65d084cdb5 req-8efd5170-02b0-48bc-a8fa-3f6dd2c01f1a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Apr 06 14:51:10.503928 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:51:11.135556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816194c-cb5f-42d4-8594-38d3206a7ecf req-d1da026e-ebf7-41a9-8bd1-8fbd3886cfc4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:11.137031 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5816194c-cb5f-42d4-8594-38d3206a7ecf req-d1da026e-ebf7-41a9-8bd1-8fbd3886cfc4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0524323 Apr 06 14:51:11.185802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5816194c-cb5f-42d4-8594-38d3206a7ecf req-a070b80c-7864-490a-a709-8d2075d5a0fb tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Apr 06 14:51:12.304278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a781a-f057-4ddc-958e-c7a16a370576 req-bf3ebd1b-5849-4ded-919f-faa1071ae4fa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:12.305762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-884a781a-f057-4ddc-958e-c7a16a370576 req-bf3ebd1b-5849-4ded-919f-faa1071ae4fa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0534194 Apr 06 14:51:12.351720 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-884a781a-f057-4ddc-958e-c7a16a370576 req-6e38e03e-0aac-4d7d-9992-acb5784d9a5c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Apr 06 14:51:13.473211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ead2b5-4cdc-42e9-b93d-f30bafc92b0f req-fc031603-f547-45f2-9a57-33e32c46916d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:13.474711 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6ead2b5-4cdc-42e9-b93d-f30bafc92b0f req-fc031603-f547-45f2-9a57-33e32c46916d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0537012 Apr 06 14:51:13.522153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6ead2b5-4cdc-42e9-b93d-f30bafc92b0f req-21370ac6-3c9c-4fcb-84f1-cbaf65094d07 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Apr 06 14:51:14.648295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261afe9-95c9-4a14-b856-6a02ce994e66 req-f10902a3-0395-4e97-b3c1-81b1fbeab2f7 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:14.649794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7261afe9-95c9-4a14-b856-6a02ce994e66 req-f10902a3-0395-4e97-b3c1-81b1fbeab2f7 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0588984 Apr 06 14:51:14.695211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7261afe9-95c9-4a14-b856-6a02ce994e66 req-62042d19-5743-466d-8e8e-38b5d87f304e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Apr 06 14:51:15.815241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8112ef1-648e-4cc1-baca-0f8fc0dea045 req-011e4ddf-636b-4aa5-a65e-7d4889687290 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:15.816775 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e8112ef1-648e-4cc1-baca-0f8fc0dea045 req-011e4ddf-636b-4aa5-a65e-7d4889687290 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0528531 Apr 06 14:51:15.863554 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e8112ef1-648e-4cc1-baca-0f8fc0dea045 req-676a0f9b-4051-46aa-9976-35a769a0acb6 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Apr 06 14:51:16.505957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fb115-9176-4184-8541-69f8341eba8e req-6821a765-3f1f-4be6-8c90-59e8465b89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:16.507404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-6821a765-3f1f-4be6-8c90-59e8465b89cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1129 time: 0.0450826 Apr 06 14:51:16.611855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fb115-9176-4184-8541-69f8341eba8e req-5fa330be-c4d7-4730-854a-2774f8a7dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:16.613493 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-5fa330be-c4d7-4730-854a-2774f8a7dbaf service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0879378 Apr 06 14:51:16.653573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-c164d2a1-9786-4596-a52a-9bf0276c9d9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 217 time: 0.0344746 Apr 06 14:51:16.707274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fb115-9176-4184-8541-69f8341eba8e req-d581d575-17df-4f37-856b-073a75d0c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:16.708722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-d581d575-17df-4f37-856b-073a75d0c064 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0477045 Apr 06 14:51:16.740327 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-7d19ca6b-ecee-4716-84fe-bf315987d9d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251734 Apr 06 14:51:16.826825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-fd784da5-5cce-4c29-a73b-bed48a1047f5 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809975 Apr 06 14:51:16.922146 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e00fb115-9176-4184-8541-69f8341eba8e req-0ed755cf-5bf8-41e5-a5db-b3b8e4859c46 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885911 Apr 06 14:51:16.986912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d31e7-ec4e-4168-a4ca-84cfd241c49d req-596da86b-821d-4a09-b61e-f1922ffda032 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:16.988689 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-102d31e7-ec4e-4168-a4ca-84cfd241c49d req-596da86b-821d-4a09-b61e-f1922ffda032 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0545576 Apr 06 14:51:17.035430 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-102d31e7-ec4e-4168-a4ca-84cfd241c49d req-16b7d225-164a-41f7-8e80-3bb368398320 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Apr 06 14:51:18.152911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0781369-6945-4dd6-b3df-291cf331ecff req-2586839c-759a-4039-9374-27dd8c3a0fa5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:18.154627 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e0781369-6945-4dd6-b3df-291cf331ecff req-2586839c-759a-4039-9374-27dd8c3a0fa5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Apr 06 14:51:18.204845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e0781369-6945-4dd6-b3df-291cf331ecff req-ad19288e-907d-4049-bef3-2f86f106591c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Apr 06 14:51:19.328750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b952-6f46-4b13-b438-7674c1ff5e9b req-d8d5058a-c295-4dcd-b842-7fdbbc03979b tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:19.330932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7fd2b952-6f46-4b13-b438-7674c1ff5e9b req-d8d5058a-c295-4dcd-b842-7fdbbc03979b tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0543272 Apr 06 14:51:19.390513 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7fd2b952-6f46-4b13-b438-7674c1ff5e9b req-560a10bf-dd4d-40f0-b49c-c7edcbc34aac tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Apr 06 14:51:20.515817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45c1d-a847-4308-b87b-ca2bb4bfe9b8 req-6e3d2082-0c4e-4d71-9f34-bb814270db87 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:20.517383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6cc45c1d-a847-4308-b87b-ca2bb4bfe9b8 req-6e3d2082-0c4e-4d71-9f34-bb814270db87 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Apr 06 14:51:20.564471 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6cc45c1d-a847-4308-b87b-ca2bb4bfe9b8 req-8ec91e19-e101-45e2-94d8-05347be615ba tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Apr 06 14:51:21.687566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5575e-1c45-4f82-b3e9-b196e7e5872e req-b497693d-483d-4f42-a4a1-afc7f4399cc5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:21.689121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-18f5575e-1c45-4f82-b3e9-b196e7e5872e req-b497693d-483d-4f42-a4a1-afc7f4399cc5 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0564771 Apr 06 14:51:21.734948 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-18f5575e-1c45-4f82-b3e9-b196e7e5872e req-a2620eb0-5c19-4c89-a7a0-ae25ef67402e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Apr 06 14:51:22.318022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2680dde1-77d1-4e3b-8279-00de98a5ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:22.853828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf848d6-1c7e-4816-913e-bc262ec852d9 req-42fe00a5-35c8-4a88-9740-5a21aea33012 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:22.856202 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1cf848d6-1c7e-4816-913e-bc262ec852d9 req-42fe00a5-35c8-4a88-9740-5a21aea33012 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0534973 Apr 06 14:51:22.902269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1cf848d6-1c7e-4816-913e-bc262ec852d9 req-66d6add5-523d-4e98-9863-a145b48e0ce4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Apr 06 14:51:23.592718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:24.025409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b976-0ab5-4fe9-a784-1b3a13755765 req-3b3ee1b6-46bc-4334-8fe3-be794176522c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:24.026989 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1bc6b976-0ab5-4fe9-a784-1b3a13755765 req-3b3ee1b6-46bc-4334-8fe3-be794176522c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0569301 Apr 06 14:51:24.074055 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1bc6b976-0ab5-4fe9-a784-1b3a13755765 req-15d08caf-d257-4a48-b99e-5f6800bbf75e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Apr 06 14:51:24.733493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-495896e5-b84f-40d8-a4d5-240a95db24c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.190486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05b81f-ace9-4bd8-8226-f04a39dc4040 req-6433db8e-513b-420a-8c24-1a4af04963e1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:25.191957 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af05b81f-ace9-4bd8-8226-f04a39dc4040 req-6433db8e-513b-420a-8c24-1a4af04963e1 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Apr 06 14:51:25.239348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af05b81f-ace9-4bd8-8226-f04a39dc4040 req-5534c356-0d2c-47bd-93b1-3fa527409ede tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Apr 06 14:51:25.841835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.358461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432f5d8-a9d0-47e6-a79e-46ab39c7cdba req-ce20721b-6960-449d-a22c-5255d2e61a6e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.359947 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1432f5d8-a9d0-47e6-a79e-46ab39c7cdba req-ce20721b-6960-449d-a22c-5255d2e61a6e tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Apr 06 14:51:26.411305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1432f5d8-a9d0-47e6-a79e-46ab39c7cdba req-8e386bf2-106d-4317-ab17-aa5122e98f3a tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Apr 06 14:51:27.450177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.533164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5f0c-a230-4961-9191-fdb440bdc30f req-4668c0eb-7647-45d0-a40a-8f3d5606704d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:27.534633 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-11ae5f0c-a230-4961-9191-fdb440bdc30f req-4668c0eb-7647-45d0-a40a-8f3d5606704d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Apr 06 14:51:27.581779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-11ae5f0c-a230-4961-9191-fdb440bdc30f req-2f72d213-3f4d-48c5-be04-405f3faf1ee9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Apr 06 14:51:28.528017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.701982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32b35b-18b4-4b76-872e-1b65b8e41131 req-c87bf86a-7b2b-4c90-991c-a08277dac804 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:28.703582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a32b35b-18b4-4b76-872e-1b65b8e41131 req-c87bf86a-7b2b-4c90-991c-a08277dac804 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0560863 Apr 06 14:51:28.751193 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a32b35b-18b4-4b76-872e-1b65b8e41131 req-08577937-c4df-469b-a165-6d15e2436446 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Apr 06 14:51:29.878625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347caae-c1ec-41a4-8242-8677b3447896 req-c4db8149-d4a5-4f93-bcee-7fbe21af9e40 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:29.880065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f347caae-c1ec-41a4-8242-8677b3447896 req-c4db8149-d4a5-4f93-bcee-7fbe21af9e40 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0586205 Apr 06 14:51:29.930143 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f347caae-c1ec-41a4-8242-8677b3447896 req-6cf24b7a-3260-4d6b-84be-a2971d9a0c2c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Apr 06 14:51:31.051662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3308de-3902-47ee-bc2a-18b40cedc704 req-594a0ea4-7a0c-40f5-9259-9bdc6aabf089 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:31.053175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5f3308de-3902-47ee-bc2a-18b40cedc704 req-594a0ea4-7a0c-40f5-9259-9bdc6aabf089 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0542495 Apr 06 14:51:31.141954 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5f3308de-3902-47ee-bc2a-18b40cedc704 req-cd58a497-58d7-431f-b22d-1b7d22ee0046 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827537 Apr 06 14:51:31.143650 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-1f9cfa77-a274-4fec-a5c5-0afd9a8a6f94 service neutron] 10.222.0.79 "GET /v2.0/ports/739c9ddc-68d8-4eee-8c38-7875f95deab5/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0896316 Apr 06 14:51:31.651062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-93646e31-9de1-4f5b-8dd1-c99f9cf6dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:31.653052 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-93646e31-9de1-4f5b-8dd1-c99f9cf6dcea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120&tenant_id=34e2cac1e5c8473fac3f1c4979e7c271 HTTP/1.1" status: 200 len: 1129 time: 0.0457263 Apr 06 14:51:31.715257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-b2fbc3ed-8804-4794-9ffe-d3bb1519d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:31.716831 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-b2fbc3ed-8804-4794-9ffe-d3bb1519d40b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1129 time: 0.0444527 Apr 06 14:51:31.807642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-e16816a6-9ee6-40da-aab0-6146e9465ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:31.809275 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-e16816a6-9ee6-40da-aab0-6146e9465ae8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0870683 Apr 06 14:51:31.850028 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-fa887747-4342-4202-9971-58a11b3e70c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 217 time: 0.0348706 Apr 06 14:51:31.897227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-00492612-1c21-4595-bcb2-d2e033b4455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:31.898650 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-00492612-1c21-4595-bcb2-d2e033b4455d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0431259 Apr 06 14:51:31.929770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-bbd3a7cf-c8f5-4d0a-b7f8-f84c12760c90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255685 Apr 06 14:51:32.019803 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-b91d07a0-4604-4c0e-af84-70d52ce00898 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845323 Apr 06 14:51:32.107420 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58eb03cd-0764-4756-8358-4b0ad2bbf213 req-5e73c23c-b5d8-4ca2-bfcf-586ceaa6411a service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818381 Apr 06 14:51:32.269066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289cc9-b536-4cb9-b9b4-d73b51062a2e req-09844785-b01d-48c4-9b22-7c0a5d0fedef tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:32.270568 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20289cc9-b536-4cb9-b9b4-d73b51062a2e req-09844785-b01d-48c4-9b22-7c0a5d0fedef tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0593088 Apr 06 14:51:32.318482 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-20289cc9-b536-4cb9-b9b4-d73b51062a2e req-d34f503d-2444-4c73-b1ed-fc38e3b4aeb7 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Apr 06 14:51:33.438046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d33f1-d116-443b-9831-7f115641842d req-d869a959-e9c1-457c-8f6a-ae35971d6d45 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:33.439519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e4d33f1-d116-443b-9831-7f115641842d req-d869a959-e9c1-457c-8f6a-ae35971d6d45 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0527732 Apr 06 14:51:33.486297 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e4d33f1-d116-443b-9831-7f115641842d req-1b11600f-6239-4acf-b0b4-da745d5addda tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Apr 06 14:51:34.197351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:51:34.348866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 739c9ddc-68d8-4eee-8c38-7875f95deab5 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:34.349262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:34.372129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:34.374406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c73734-1901-42d0-8649-0a864d0ac157" -d '{"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-unplugged", "status": "completed", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:34.386793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:34.453107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:34.500578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3eaf5-98e7-46bc-8b85-794959198361 x-openstack-request-id: req-ccc3eaf5-98e7-46bc-8b85-794959198361 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:34.500901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-unplugged", "status": "completed", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:34.501158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ccc3eaf5-98e7-46bc-8b85-794959198361 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:34.501561 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc3eaf5-98e7-46bc-8b85-794959198361'] response: {'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'code': 200} Apr 06 14:51:34.506172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:34.611504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022cfc2-7315-4bcf-8030-71a1fc8a2bb3 req-7ee5dda5-142d-4b61-82f5-38e4376ceaa8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:34.613016 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2022cfc2-7315-4bcf-8030-71a1fc8a2bb3 req-7ee5dda5-142d-4b61-82f5-38e4376ceaa8 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0566618 Apr 06 14:51:34.658801 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2022cfc2-7315-4bcf-8030-71a1fc8a2bb3 req-f929b212-250e-4030-9e2d-3e01da917b2d tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Apr 06 14:51:35.029007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d9c2-3869-4022-bf0b-2b9b6fa04c71 req-0eb7a0a6-31eb-4856-aea9-d82694b9331c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:35.029007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9d2d9c2-3869-4022-bf0b-2b9b6fa04c71 req-0eb7a0a6-31eb-4856-aea9-d82694b9331c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0603249 Apr 06 14:51:35.104492 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9d2d9c2-3869-4022-bf0b-2b9b6fa04c71 req-5595dc63-bb6f-4c2a-812e-a42f24b044ee tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Apr 06 14:51:35.122889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-166573b5-a784-4f3f-9ed7-c02d144db890 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:35.124491 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-166573b5-a784-4f3f-9ed7-c02d144db890 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120&tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 943 time: 0.0847132 Apr 06 14:51:35.216548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-1ce01de1-0e6d-48fa-8409-0baf98c25c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:35.218085 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-1ce01de1-0e6d-48fa-8409-0baf98c25c82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 1127 time: 0.0503526 Apr 06 14:51:35.305340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-9a4d6fb1-6b25-4836-99c6-045cb0a7357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:35.306716 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-9a4d6fb1-6b25-4836-99c6-045cb0a7357d service neutron] 10.222.0.79 "GET /v2.0/networks?id=20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 200 len: 917 time: 0.0832348 Apr 06 14:51:35.351734 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-c9105ef5-08c8-48ab-bb54-0e8522647602 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 200 len: 217 time: 0.0387506 Apr 06 14:51:35.399074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-a7447f47-3992-4195-ae51-e92560c3a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:35.400840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-a7447f47-3992-4195-ae51-e92560c3a6ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 200 len: 855 time: 0.0435033 Apr 06 14:51:35.430837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-5d9e8ed7-77c8-42f7-aa95-6eddc27b728b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20395a68-ee21-4f79-8613-e140e09f820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245943 Apr 06 14:51:35.520298 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-6298cdc1-86e1-4b16-91a9-b17015f04eed service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836909 Apr 06 14:51:35.611255 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a20881fd-9fe1-4cfe-9d02-b1b4acf62063 req-5d303371-784d-453d-b514-70f0c824ea54 service neutron] 10.222.0.79 "GET /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 Apr 06 14:51:36.189712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:51:36.233775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63900c-b96b-4f98-a01c-532ec549804c req-f8dca9a3-fe38-4c64-8a4a-df0950afa6f4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:36.235308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bf63900c-b96b-4f98-a01c-532ec549804c req-f8dca9a3-fe38-4c64-8a4a-df0950afa6f4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 943 time: 0.0576632 Apr 06 14:51:36.286064 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bf63900c-b96b-4f98-a01c-532ec549804c req-0b98430b-cc30-433b-b9ad-81c409893451 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Apr 06 14:51:36.287609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:36.301377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'network_id': '20395a68-ee21-4f79-8613-e140e09f820e', 'port_id': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'mac_address': 'fa:16:3e:05:f4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbfc110-6c57-4907-9bca-275f3fa973a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:51:36.340499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 739c9ddc-68d8-4eee-8c38-7875f95deab5 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:36.340919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:36.357631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739c9ddc-68d8-4eee-8c38-7875f95deab5 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:51:36.376010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:36.446909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:36.500523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:36.506554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['739c9ddc-68d8-4eee-8c38-7875f95deab5'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:51:37.412227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267acf7a-b0c5-4f54-98cc-9b13b46ca7f1 req-adb9a2c2-df92-4488-a762-30dbb5b2207c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:37.413725 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-267acf7a-b0c5-4f54-98cc-9b13b46ca7f1 req-adb9a2c2-df92-4488-a762-30dbb5b2207c tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 944 time: 0.0576127 Apr 06 14:51:37.464589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-267acf7a-b0c5-4f54-98cc-9b13b46ca7f1 req-33c49821-ce79-49d3-926c-696dd08a20cc tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Apr 06 14:51:37.583333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a52f9-f341-4237-8550-3eb684677680 req-0e9bf6a4-931a-410c-a6e9-7d29fbca07f4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:37.584828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e86a52f9-f341-4237-8550-3eb684677680 req-0e9bf6a4-931a-410c-a6e9-7d29fbca07f4 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 944 time: 0.0538986 Apr 06 14:51:37.630808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e86a52f9-f341-4237-8550-3eb684677680 req-f7c64c42-8897-44aa-b113-29a73cc7b8c2 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398149 Apr 06 14:51:37.747659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cb6de-018a-4ae6-88b7-cb15b524b74a req-7731de1a-7ab3-48d0-864d-c4af28cf8d69 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:37.749178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-385cb6de-018a-4ae6-88b7-cb15b524b74a req-7731de1a-7ab3-48d0-864d-c4af28cf8d69 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 944 time: 0.0547922 Apr 06 14:51:37.804003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-385cb6de-018a-4ae6-88b7-cb15b524b74a req-4002df4e-03c7-491e-8f18-538eb8b096fa tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490749 Apr 06 14:51:38.196743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:38.245937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 739c9ddc-68d8-4eee-8c38-7875f95deab5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:38.246309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.323962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 739c9ddc-68d8-4eee-8c38-7875f95deab5 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:38.324350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.347160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:38.349402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1706c0fe-3de0-49a6-84e0-bc72571b10eb" -d '{"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-plugged", "status": "completed", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:38.363558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:38.378728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38527c52-2bdd-4133-9e45-d7cd4e2e6219 req-8c9d8df9-9ee3-4162-a685-0bb277091bf3 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:38.380258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38527c52-2bdd-4133-9e45-d7cd4e2e6219 req-8c9d8df9-9ee3-4162-a685-0bb277091bf3 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 944 time: 0.0545132 Apr 06 14:51:38.406105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ee2a68-9833-4759-97ef-4e047ae03c77 x-openstack-request-id: req-85ee2a68-9833-4759-97ef-4e047ae03c77 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:38.406105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-plugged", "status": "completed", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:38.406105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-85ee2a68-9833-4759-97ef-4e047ae03c77 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:38.406105 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ee2a68-9833-4759-97ef-4e047ae03c77'] response: {'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'code': 200} Apr 06 14:51:38.427631 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38527c52-2bdd-4133-9e45-d7cd4e2e6219 req-a32a897f-f39c-4c3b-92d2-a4634126e340 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Apr 06 14:51:38.454846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.504342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:39.550216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8187-ea12-46a2-88f3-a5267aec2cfb req-6ded0b09-c8e0-46dc-9315-17366567182f tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.551858 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4eec8187-ea12-46a2-88f3-a5267aec2cfb req-6ded0b09-c8e0-46dc-9315-17366567182f tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0531297 Apr 06 14:51:39.600905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4eec8187-ea12-46a2-88f3-a5267aec2cfb req-637a608f-1381-4c1a-9f07-06f9a8eb252f tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba60f083-7573-4067-a220-6f19618e5493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Apr 06 14:51:39.910396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-9b90353e-b6d0-43b0-b3eb-8d024e95eac9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.911845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-9b90353e-b6d0-43b0-b3eb-8d024e95eac9 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 945 time: 0.0560725 Apr 06 14:51:40.000471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Deleting port 739c9ddc-68d8-4eee-8c38-7875f95deab5 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:51:40.000837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:40.090907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] For port 739c9ddc-68d8-4eee-8c38-7875f95deab5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=739c9ddc-68d8-4eee-8c38-7875f95deab5,segment=NetworkSegment(ab4061c3-7918-48ee-b1d3-8e3a06d9fc95),segment_id=ab4061c3-7918-48ee-b1d3-8e3a06d9fc95)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:40.091272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:40.104667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Calling delete_port for 739c9ddc-68d8-4eee-8c38-7875f95deab5 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:51:40.298369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (739c9ddc-68d8-4eee-8c38-7875f95deab5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:40.309865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['739c9ddc-68d8-4eee-8c38-7875f95deab5'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:51:40.327545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Pushing event deleted for resources: {'Port': ['ID=739c9ddc-68d8-4eee-8c38-7875f95deab5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:40.356770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.357127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.357475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.357819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.358156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.358491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.358823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.359183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.359513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.359839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.360168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.360493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.360863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.361190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.361516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.383193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] No DVR routers for this DVR port 739c9ddc-68d8-4eee-8c38-7875f95deab5 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:51:40.386241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:40.389549 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-15cc6335-0ba6-44ac-8955-7a77a2c99a88 req-0a1944f8-a29f-4f9f-af91-ae914609f163 tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.79 "DELETE /v2.0/ports/739c9ddc-68d8-4eee-8c38-7875f95deab5 HTTP/1.1" status: 204 len: 173 time: 0.4729266 Apr 06 14:51:40.393637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-deleted', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:40.393637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aa545e-bde5-4c15-a80d-15bf40c4e7ed" -d '{"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-deleted", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:40.427227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c828410-3f1b-43d1-8057-0259ae239326 x-openstack-request-id: req-5c828410-3f1b-43d1-8057-0259ae239326 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:40.427521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b3ce7-fc8c-4f95-93f4-fbfa27213120", "name": "network-vif-deleted", "tag": "739c9ddc-68d8-4eee-8c38-7875f95deab5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:40.427804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c828410-3f1b-43d1-8057-0259ae239326 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:40.428215 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c828410-3f1b-43d1-8057-0259ae239326'] response: {'server_uuid': '485b3ce7-fc8c-4f95-93f4-fbfa27213120', 'name': 'network-vif-deleted', 'tag': '739c9ddc-68d8-4eee-8c38-7875f95deab5', 'status': 'completed', 'code': 200} Apr 06 14:51:40.710402 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43bd886a-79c2-4985-891e-2404305e74af req-641a6928-7898-4055-a00a-f80952eb279b tempest-ServerDiskConfigTestJSON-551117649 tempest-ServerDiskConfigTestJSON-551117649-project] 10.222.0.89 "GET /v2.0/ports?device_id=485b3ce7-fc8c-4f95-93f4-fbfa27213120 HTTP/1.1" status: 200 len: 210 time: 0.0271268 Apr 06 14:51:41.835435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 53376) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:41.883957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Deleting subnet 4cbfc110-6c57-4907-9bca-275f3fa973a6 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:51:41.887919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Publish callbacks [] for subnet (4cbfc110-6c57-4907-9bca-275f3fa973a6), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:41.921861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (4cbfc110-6c57-4907-9bca-275f3fa973a6), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:41.960470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (4cbfc110-6c57-4907-9bca-275f3fa973a6), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.083558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (4cbfc110-6c57-4907-9bca-275f3fa973a6), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.107025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbfc110-6c57-4907-9bca-275f3fa973a6,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:42.113334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.116527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f87449c2-0d40-450a-845b-0ab3f7213ed4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4cbfc110-6c57-4907-9bca-275f3fa973a6 HTTP/1.1" status: 204 len: 168 time: 0.2800901 Apr 06 14:51:42.119343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 53378) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:42.190962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (20395a68-ee21-4f79-8613-e140e09f820e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.272822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (20395a68-ee21-4f79-8613-e140e09f820e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.292736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20395a68-ee21-4f79-8613-e140e09f820e']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:42.301953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:42.302260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4061c3-7918-48ee-b1d3-8e3a06d9fc95') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:42.311944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (ab4061c3-7918-48ee-b1d3-8e3a06d9fc95), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.324866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ab4061c3-7918-48ee-b1d3-8e3a06d9fc95), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.330602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:51:42.330984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (ab4061c3-7918-48ee-b1d3-8e3a06d9fc95), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:51:42.332579 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:51:42.452806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (20395a68-ee21-4f79-8613-e140e09f820e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.458188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.461393 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] 10.222.0.89 "DELETE /v2.0/networks/20395a68-ee21-4f79-8613-e140e09f820e HTTP/1.1" status: 204 len: 168 time: 0.3411169 Apr 06 14:51:42.472643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2380e2-e606-4384-9be4-b83bd0e014ae admin admin] Pushing event deleted for resources: {'Network': ['ID=20395a68-ee21-4f79-8613-e140e09f820e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:42.763081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53382) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:42.805082 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-135be3aa-dd81-4c48-af62-eedab0cc5c66 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34e2cac1e5c8473fac3f1c4979e7c271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406752 Apr 06 14:51:42.807597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53386) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:42.854708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Publish callbacks [] for security_group (ba60f083-7573-4067-a220-6f19618e5493), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.880553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Publish callbacks [] for security_group (ba60f083-7573-4067-a220-6f19618e5493), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:42.999077 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ba60f083-7573-4067-a220-6f19618e5493), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:43.001677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:43.002878 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba60f083-7573-4067-a220-6f19618e5493 HTTP/1.1" status: 204 len: 168 time: 0.1943834 Apr 06 14:51:43.010942 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60f083-7573-4067-a220-6f19618e5493,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:43.021101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.021460 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.021867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.023936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.023936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.023936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.023936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.023936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.023936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.024476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.024592 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.025279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.025477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.026229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:43.026617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab49-ed01-4473-b859-20dcf89fc82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.072026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53408) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:44.188857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-454780562-network', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:44.243629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:51:44.267271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 739c9ddc-68d8-4eee-8c38-7875f95deab5 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:51:44.267607 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 739c9ddc-68d8-4eee-8c38-7875f95deab5 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:51:44.292549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Made reservation on behalf of a2d32994941a48e886d7c0517eea31b0 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:44.295525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.304438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.379851 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks [] for security_group (aa732613-5d61-46b8-891c-c97bbd7bc8a0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.452370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (aa732613-5d61-46b8-891c-c97bbd7bc8a0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.479227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:51:44.485434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa732613-5d61-46b8-891c-c97bbd7bc8a0,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:44.491384 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4500e407-d11f-490c-ba1c-40d11a093b5f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.491724 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Added segment 4500e407-d11f-490c-ba1c-40d11a093b5f of type vlan for network d7318b1d-026c-40eb-985f-139bc6b3a9a4 Apr 06 14:51:44.532785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d7318b1d-026c-40eb-985f-139bc6b3a9a4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.612257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d7318b1d-026c-40eb-985f-139bc6b3a9a4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.613319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:44.613895 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.917784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] Pushing event updated for resources: {'Network': ['ID=d7318b1d-026c-40eb-985f-139bc6b3a9a4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:44.928923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:51:44.963772 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2e1e1989-4757-4c86-a136-a86f9bfab722 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8905456 Apr 06 14:51:44.967867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53412) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:44.972655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Request body: {'subnet': {'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-454780562-subnet', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:45.052422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Made reservation on behalf of a2d32994941a48e886d7c0517eea31b0 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:45.054842 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.323222 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (d0ee1743-19b8-475e-9b51-e96c0f3228ee), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.378098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ee1743-19b8-475e-9b51-e96c0f3228ee,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:45.390932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:45.391300 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Network hostable DHCP agents. Network: d7318b1d-026c-40eb-985f-139bc6b3a9a4, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:51:45.486473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:51:45.577875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, d7318b1d-026c-40eb-985f-139bc6b3a9a4) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:45.581878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:45.582472 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.586788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986a23b-f12a-4e01-b93b-df6eb7f2e23e None None] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:51:45.649384 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-06282e1e-b588-41c4-823b-522e807d779b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6804321 Apr 06 14:51:45.652333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53414) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:45.657274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:45.688199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-d7318b1d-026c-40eb-985f-139bc6b3a9a4', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:51:45.689168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.732668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (b23308d8-ea58-41ae-b9fb-9ece86312cc3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.733816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (b23308d8-ea58-41ae-b9fb-9ece86312cc3), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.790633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks [] for router_controller (b23308d8-ea58-41ae-b9fb-9ece86312cc3), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.826300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Allocated IP 172.20.0.2 (d7318b1d-026c-40eb-985f-139bc6b3a9a4/d0ee1743-19b8-475e-9b51-e96c0f3228ee/fc16707f-16f9-47c1-9104-16aaba01afe5) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:45.969320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Publish callbacks [] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:45.993522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks [] for router_gateway (b23308d8-ea58-41ae-b9fb-9ece86312cc3), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.054653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.099964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:46.102891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:46.108099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:46.111375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Pushing event updated for resources: {'Port': ['ID=fc16707f-16f9-47c1-9104-16aaba01afe5,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:46.164394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Attempting to bind port fc16707f-16f9-47c1-9104-16aaba01afe5 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:46.164791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Attempting to bind port fc16707f-16f9-47c1-9104-16aaba01afe5 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:46.165158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Attempting to bind port fc16707f-16f9-47c1-9104-16aaba01afe5 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:46.170645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:46.171019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:46.171423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.171816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Bound using segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:46.172282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Bound port: fc16707f-16f9-47c1-9104-16aaba01afe5, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:46.172669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.235810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] For port fc16707f-16f9-47c1-9104-16aaba01afe5, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:46.238983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] For port fc16707f-16f9-47c1-9104-16aaba01afe5, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fc16707f-16f9-47c1-9104-16aaba01afe5,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:46.266783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks [] for router_gateway (b23308d8-ea58-41ae-b9fb-9ece86312cc3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.285853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.358650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.391442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Allocated IP 172.26.6.248 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/b8c096ec-bc05-425e-ac23-db319d9e7a00) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:46.431280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e723-f3d1-4ca1-8ff9-0a4a3dc87d7a None None] Pushing event updated for resources: {'Port': ['ID=fc16707f-16f9-47c1-9104-16aaba01afe5,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:46.511406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks [] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.603736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.653457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:46.656665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:46.661313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:46.664447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c096ec-bc05-425e-ac23-db319d9e7a00,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:46.989048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks [] for router_gateway (b23308d8-ea58-41ae-b9fb-9ece86312cc3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.202426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (b23308d8-ea58-41ae-b9fb-9ece86312cc3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.329554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24027480-d912-4eef-b845-1adfeda43f67 None None] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:51:47.383689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:51:47.390671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] Provisioning complete for port fc16707f-16f9-47c1-9104-16aaba01afe5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:47.391052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.495963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:47.512274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] Current status of the port fc16707f-16f9-47c1-9104-16aaba01afe5 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:47.512675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.513111 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:51:47.513934 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:47.523701 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:47.524747 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:51:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:47.554655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] For port fc16707f-16f9-47c1-9104-16aaba01afe5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fc16707f-16f9-47c1-9104-16aaba01afe5,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:47.622615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.623662 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e860e5b6-c73f-4165-8a01-d0e8b2e191c2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9695795 Apr 06 14:51:47.626142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53416) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:47.636727 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:47.648965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.715922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c5802-35c2-4be0-8c15-40e6a63569ea None None] Pushing event updated for resources: {'Port': ['ID=fc16707f-16f9-47c1-9104-16aaba01afe5,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:47.775581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3daf4341-352f-44c4-afe3-8a900a9693b8 None None] Provisioning complete for port fc16707f-16f9-47c1-9104-16aaba01afe5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:47.777294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3daf4341-352f-44c4-afe3-8a900a9693b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:47.830935 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:46Z', 'revision_number': 3, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:47.859405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3daf4341-352f-44c4-afe3-8a900a9693b8 None None] Current status of the port fc16707f-16f9-47c1-9104-16aaba01afe5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:47.859784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:47.860132 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Updating router b23308d8-ea58-41ae-b9fb-9ece86312cc3 port b8c096ec-bc05-425e-ac23-db319d9e7a00 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:51:47.890232 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.071940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.225924 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Publish callbacks [] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.267180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc16707f-16f9-47c1-9104-16aaba01afe5 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:48.318750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fc16707f-16f9-47c1-9104-16aaba01afe5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:48.319130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.323780 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.375440 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Attempting to bind port b8c096ec-bc05-425e-ac23-db319d9e7a00 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:48.375809 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Attempting to bind port b8c096ec-bc05-425e-ac23-db319d9e7a00 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:48.376178 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Attempting to bind port b8c096ec-bc05-425e-ac23-db319d9e7a00 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:48.385222 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Pushing event updated for resources: {'Port': ['ID=b8c096ec-bc05-425e-ac23-db319d9e7a00,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:48.387543 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:48.387919 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:48.388322 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.388740 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:48.389207 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Bound port: b8c096ec-bc05-425e-ac23-db319d9e7a00, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:48.390288 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.407785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fc16707f-16f9-47c1-9104-16aaba01afe5 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:48.417501 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.417843 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.418274 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.418607 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.419013 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.419347 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.419672 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.419995 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.420320 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.420644 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.420994 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.421321 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.421643 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.421963 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.422283 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:48.457240 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] For port b8c096ec-bc05-425e-ac23-db319d9e7a00, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:48.460313 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] For port b8c096ec-bc05-425e-ac23-db319d9e7a00, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b8c096ec-bc05-425e-ac23-db319d9e7a00,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:48.523637 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.532297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Allocated IP 172.20.0.1 (d7318b1d-026c-40eb-985f-139bc6b3a9a4/d0ee1743-19b8-475e-9b51-e96c0f3228ee/b977bfff-00b7-47c3-8f16-c39ed45ca090) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:48.580594 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:48.581164 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:51:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:48.614995 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e8e26-c1fc-4cde-a936-c1b8714f67c3 None None] Pushing event updated for resources: {'Port': ['ID=b8c096ec-bc05-425e-ac23-db319d9e7a00,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:48.642687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks [] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.691349 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:48.718313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.758604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:48.764160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:48.767093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:48.794156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Pushing event updated for resources: {'Port': ['ID=b977bfff-00b7-47c3-8f16-c39ed45ca090,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:48.815360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (b23308d8-ea58-41ae-b9fb-9ece86312cc3), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:48.881992 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:46Z', 'revision_number': 3, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:48.914788 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cddf2-66e3-4ad2-987c-39973f7c64a9 None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:46Z', 'revision_number': 3, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:48.999737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5e838316-3a37-49d4-90f3-b9c77404462f None None] Provisioning complete for port b977bfff-00b7-47c3-8f16-c39ed45ca090 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:49.000409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5e838316-3a37-49d4-90f3-b9c77404462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:49.007794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:49.039968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5e838316-3a37-49d4-90f3-b9c77404462f None None] Port b977bfff-00b7-47c3-8f16-c39ed45ca090 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:49.196449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks [] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:49.266273 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:49.340916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Pushing event updated for resources: {'Port': ['ID=b977bfff-00b7-47c3-8f16-c39ed45ca090,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:49.343379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (b23308d8-ea58-41ae-b9fb-9ece86312cc3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:49.438412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:49.440155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:49.596991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:49.675514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e2c0d621-379e-4028-81f1-02cc79929df5 None None] Provisioning complete for port b977bfff-00b7-47c3-8f16-c39ed45ca090 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:49.676511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d621-379e-4028-81f1-02cc79929df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:49.716262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0d621-379e-4028-81f1-02cc79929df5 None None] Port b977bfff-00b7-47c3-8f16-c39ed45ca090 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:49.721207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:49.727906 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e827af0b-6fc8-4cf5-bb2d-ffaeeeaab10b admin admin] 10.222.0.89 "PUT /v2.0/routers/b23308d8-ea58-41ae-b9fb-9ece86312cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1006851 Apr 06 14:51:50.256924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53424) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:50.263794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562768115', 'description': 'tempest-description--1378226558'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:50.268221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b8c096ec-bc05-425e-ac23-db319d9e7a00 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:50.321986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b8c096ec-bc05-425e-ac23-db319d9e7a00 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:50.322363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.380299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.401899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b8c096ec-bc05-425e-ac23-db319d9e7a00 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:50.402310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.424062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b8c096ec-bc05-425e-ac23-db319d9e7a00, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b8c096ec-bc05-425e-ac23-db319d9e7a00,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:50.451535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group (8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.482939 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:50.492493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:50.493261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:51:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:50.496752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.529168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.559716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.624612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b8c096ec-bc05-425e-ac23-db319d9e7a00,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.634191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.638282 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63e4bbd1-3715-4d46-9842-871f76d3d4bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3771729 Apr 06 14:51:50.638598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53426) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:50.643173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'security_group_rule': {'security_group_id': '8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:50.649912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:50.737239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group_rule (b5647700-41e8-45d1-a627-71a3131eefcd), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.802410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group_rule (b5647700-41e8-45d1-a627-71a3131eefcd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.881293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b5647700-41e8-45d1-a627-71a3131eefcd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.903815 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5647700-41e8-45d1-a627-71a3131eefcd,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.970788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.972123 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b411c8ea-33cd-47ac-9a45-e2102029ccbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325377 Apr 06 14:51:50.974686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53428) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:50.979230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'security_group_rule': {'security_group_id': '8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:51.006238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:49Z', 'revision_number': 2, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:51.041601 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:51.041959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Updating router b23308d8-ea58-41ae-b9fb-9ece86312cc3 port b977bfff-00b7-47c3-8f16-c39ed45ca090 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:51:51.070537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.099313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group_rule (9721f792-7699-405d-b030-211669c10a00), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.157138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group_rule (9721f792-7699-405d-b030-211669c10a00), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.248838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9721f792-7699-405d-b030-211669c10a00), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.269456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9721f792-7699-405d-b030-211669c10a00,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.331557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Publish callbacks [] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.385522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.386834 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0ba3ca0a-b13a-423c-9582-658aaa2edf30 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111485 Apr 06 14:51:51.389932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53430) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:51.394523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:51.412047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.468727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fce93-fbec-4269-8290-f5df83de3cca None None] Pushing event updated for resources: {'Port': ['ID=b977bfff-00b7-47c3-8f16-c39ed45ca090,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.482045 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.530736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Attempting to bind port b977bfff-00b7-47c3-8f16-c39ed45ca090 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:51.531025 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Attempting to bind port b977bfff-00b7-47c3-8f16-c39ed45ca090 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:51.531387 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Attempting to bind port b977bfff-00b7-47c3-8f16-c39ed45ca090 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:51.536430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:51.536830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:51.537232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.537617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Bound using segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:51.538113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Bound port: b977bfff-00b7-47c3-8f16-c39ed45ca090, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:51.538493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.596141 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.613178 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] For port b977bfff-00b7-47c3-8f16-c39ed45ca090, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:51.616416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] For port b977bfff-00b7-47c3-8f16-c39ed45ca090, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b977bfff-00b7-47c3-8f16-c39ed45ca090,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:51.700446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Allocated IP 172.26.6.138 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/f38173c8-104a-40c3-be63-af1368821c92) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:51.716084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.787596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:51.788246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:51:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:51.811436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for port (f38173c8-104a-40c3-be63-af1368821c92), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.830324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] Provisioning complete for port b977bfff-00b7-47c3-8f16-c39ed45ca090 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:51.830701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.834406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fce93-fbec-4269-8290-f5df83de3cca None None] Pushing event updated for resources: {'Port': ['ID=b977bfff-00b7-47c3-8f16-c39ed45ca090,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.910074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f38173c8-104a-40c3-be63-af1368821c92), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.952313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:51.957319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:51.961051 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:51.967804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:51.983969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'Port': ['ID=f38173c8-104a-40c3-be63-af1368821c92,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.012369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] Current status of the port b977bfff-00b7-47c3-8f16-c39ed45ca090 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:52.012986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.054908 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.122031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] For port b977bfff-00b7-47c3-8f16-c39ed45ca090, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b977bfff-00b7-47c3-8f16-c39ed45ca090,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:52.163684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f38173c8-104a-40c3-be63-af1368821c92), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.198287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.233778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:51Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:52.278378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1154-abb3-4974-81a1-301dba5f4c0a None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:51Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:52.288038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b8c096ec-bc05-425e-ac23-db319d9e7a00 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:52.315128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2caa5-9e24-4e30-ab8a-5c635c9c482d None None] Pushing event updated for resources: {'Port': ['ID=b977bfff-00b7-47c3-8f16-c39ed45ca090,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.341375 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for port (f38173c8-104a-40c3-be63-af1368821c92), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.363592 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e1dd6f5c-35d8-4672-8715-73627517edb9 None None] Provisioning complete for port b977bfff-00b7-47c3-8f16-c39ed45ca090 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:52.363989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6f5c-35d8-4672-8715-73627517edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.406813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-42cca9b7-4fc9-4b64-953c-b4f51a0a95b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.413959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b8c096ec-bc05-425e-ac23-db319d9e7a00 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:52.414333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.414764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (f38173c8-104a-40c3-be63-af1368821c92), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.491381 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'Port': ['ID=f38173c8-104a-40c3-be63-af1368821c92,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.505837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd6f5c-35d8-4672-8715-73627517edb9 None None] Current status of the port b977bfff-00b7-47c3-8f16-c39ed45ca090 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:52.509857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.541917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b8c096ec-bc05-425e-ac23-db319d9e7a00 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:52.577109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.595937 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c75c9e35-b60f-4770-bb2b-c228e988088d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1875212 Apr 06 14:51:52.731671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3808b171-5950-4716-a754-fb7cfe570aa7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1562768115&fields=id&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 267 time: 0.0453322 Apr 06 14:51:52.845416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-4ba031f6-c6cf-4c6d-9f6c-311d46235c02 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:52.847030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-4ba031f6-c6cf-4c6d-9f6c-311d46235c02 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1087933 Apr 06 14:51:52.863091 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-c2d8a42e-ea47-4e46-99df-ef65b884f904 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/quotas/a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 375 time: 0.0106206 Apr 06 14:51:52.921007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-216152f1-0de6-4b04-9434-90a9d3d79a21 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524948 Apr 06 14:51:53.023370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-24f4cd63-aba8-4ad0-934e-1bcc5de56317 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903342 Apr 06 14:51:53.115830 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-a253abbb-2d14-4950-b098-5a08fb0df716 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Apr 06 14:51:53.382379 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ad4d4ab7-4d4f-4f92-8cee-ee46201c9f5a req-930c72d2-bb14-46e2-b57b-553e198ecc87 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 210 time: 0.0337858 Apr 06 14:51:53.631336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.260853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b977bfff-00b7-47c3-8f16-c39ed45ca090 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:54.311693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b977bfff-00b7-47c3-8f16-c39ed45ca090 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:54.312074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.394001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b977bfff-00b7-47c3-8f16-c39ed45ca090 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:54.479262 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5175b18-d5a1-477e-a3bc-edc24b121e6e req-00b0dd68-3148-456c-8e0f-19a5f72401b3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 210 time: 0.0278966 Apr 06 14:51:54.763128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e783824-6efb-4742-a6f1-b9b5aea9139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:55.399376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-92688629-e7fb-4c35-b4d8-e37bb0deeb8e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:55.400898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-92688629-e7fb-4c35-b4d8-e37bb0deeb8e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1069107 Apr 06 14:51:55.467137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-9aa81772-5435-44bf-ab53-e9a34aa1e4c8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 380 time: 0.0579076 Apr 06 14:51:55.474797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'port': {'device_id': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'admin_state_up': True, 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'security_groups': ['8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:55.608549 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abf1c6fe-70d6-413b-af6f-d96db1822649 req-1e004766-2943-4cbe-850b-878cdcd4153c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 210 time: 0.0425661 Apr 06 14:51:55.688629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Made reservation on behalf of a2d32994941a48e886d7c0517eea31b0 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:55.692970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:55.825784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:55.826361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Allocated IP 172.20.0.13 (d7318b1d-026c-40eb-985f-139bc6b3a9a4/d0ee1743-19b8-475e-9b51-e96c0f3228ee/ee89eb46-235c-48e7-b28f-cef89c8c5293) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:55.977995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.054477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.099063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:56.106780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:56.110393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:56.136099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:56.173329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:56.173997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.245472 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3112c943-c15c-4722-b182-c25b5e776c11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742002 Apr 06 14:51:56.257050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Request body: {'port': {'device_id': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:56.325744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.349557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d7ae8c2e-f982-48e6-892d-5a17e7a3121c None None] Provisioning complete for port ee89eb46-235c-48e7-b28f-cef89c8c5293 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:56.349928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8c2e-f982-48e6-892d-5a17e7a3121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.393096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae8c2e-f982-48e6-892d-5a17e7a3121c None None] Port ee89eb46-235c-48e7-b28f-cef89c8c5293 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:56.592037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee89eb46-235c-48e7-b28f-cef89c8c5293 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:51:56.599333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Publish callbacks [] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.611471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Transition to ACTIVE for port object ee89eb46-235c-48e7-b28f-cef89c8c5293 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:51:56.689288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.769895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:56.820720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd266f-1d10-4819-9067-aa73b44e4065 req-c8225300-1e64-4cb3-866d-4ffe9db419ad tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:56.822256 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2fd266f-1d10-4819-9067-aa73b44e4065 req-c8225300-1e64-4cb3-866d-4ffe9db419ad tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 944 time: 0.1438911 Apr 06 14:51:56.870276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Attempting to bind port ee89eb46-235c-48e7-b28f-cef89c8c5293 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:56.870629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Attempting to bind port ee89eb46-235c-48e7-b28f-cef89c8c5293 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:56.871524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Attempting to bind port ee89eb46-235c-48e7-b28f-cef89c8c5293 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:56.893863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Port ee89eb46-235c-48e7-b28f-cef89c8c5293 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:51:56.894189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Attempting to bind port ee89eb46-235c-48e7-b28f-cef89c8c5293 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:56.905748 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2fd266f-1d10-4819-9067-aa73b44e4065 req-157ee198-e663-4cd7-bfe2-df96fb1ed9c5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724626 Apr 06 14:51:56.906655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:56.906998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:56.907382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Bound using segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:56.907829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Bound port: ee89eb46-235c-48e7-b28f-cef89c8c5293, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:56.908188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:56.977248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:56.980943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:57.063846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:57.098010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.098688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:57.100023 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] 10.222.0.79 "PUT /v2.0/ports/ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 1094 time: 0.8473859 Apr 06 14:51:57.100521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:57.102833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:57.133797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b58d89-658b-4c3c-be34-370d7ccdb417 service neutron] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:57.144480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e3804-94ea-4e59-8dcc-a59a3a8cbf57 x-openstack-request-id: req-702e3804-94ea-4e59-8dcc-a59a3a8cbf57 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:57.144916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:57.145267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-702e3804-94ea-4e59-8dcc-a59a3a8cbf57 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:57.145751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702e3804-94ea-4e59-8dcc-a59a3a8cbf57'] response: {'name': 'network-changed', 'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'status': 'completed', 'code': 200} Apr 06 14:51:57.216911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea req-bc068d63-3f2c-465c-8ed7-60a0d669bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.218586 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea req-bc068d63-3f2c-465c-8ed7-60a0d669bf2e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1128 time: 0.0518925 Apr 06 14:51:57.346734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea req-5d9cbaf3-1f56-4c1c-ba2e-c0f24b4f966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.348342 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea req-5d9cbaf3-1f56-4c1c-ba2e-c0f24b4f966a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a2d32994941a48e886d7c0517eea31b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1228395 Apr 06 14:51:57.446615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea req-89943177-4b82-4a20-9c15-5f2b77fcc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.448057 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3b1e7e51-3966-4787-bc37-1c8ccda0e2ea req-89943177-4b82-4a20-9c15-5f2b77fcc695 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938859 Apr 06 14:51:57.459691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:57.525045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-4e66c4ce-f882-4361-a988-c37b354c91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.526832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-4e66c4ce-f882-4361-a988-c37b354c91e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1128 time: 0.0453172 Apr 06 14:51:57.567266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-d6d9d1c0-abb1-40ca-9352-877aa8f57223 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 217 time: 0.0337300 Apr 06 14:51:57.616947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-0f2222b3-3d73-43cf-8acf-ce9b273bf6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.618290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-0f2222b3-3d73-43cf-8acf-ce9b273bf6b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0461261 Apr 06 14:51:57.668448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-88badfda-f6ea-4db9-be2d-fba15f00004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:57.669976 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-88badfda-f6ea-4db9-be2d-fba15f00004a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445819 Apr 06 14:51:57.757152 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-f58cd513-58e6-420f-8e6c-c09492d6fe1a service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806510 Apr 06 14:51:57.846824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d6d2e95-595b-45f1-bba5-0c8d61c60490 req-3aa84409-75ca-47b0-a3d3-e215e74d97d8 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839639 Apr 06 14:51:58.032249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a62798-921b-4d0b-b61c-e8fc7dfd7b76 req-2eb1c1d6-bb12-431f-8825-e0021b48a28a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:58.033753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b5a62798-921b-4d0b-b61c-e8fc7dfd7b76 req-2eb1c1d6-bb12-431f-8825-e0021b48a28a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 944 time: 0.0538664 Apr 06 14:51:58.079193 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b5a62798-921b-4d0b-b61c-e8fc7dfd7b76 req-64f25f14-76a4-4013-8bbf-7d6da7f57d35 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 Apr 06 14:51:58.568127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.203083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abe238-d85c-4d2c-8675-9f6174403f12 req-de44574e-2921-489b-a4f3-79bf16d4682e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:59.204496 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64abe238-d85c-4d2c-8675-9f6174403f12 req-de44574e-2921-489b-a4f3-79bf16d4682e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 944 time: 0.0587413 Apr 06 14:51:59.252882 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64abe238-d85c-4d2c-8675-9f6174403f12 req-f9782e77-a35c-47ac-b32e-c45df016932f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Apr 06 14:52:00.305879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:52:00.371143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466d568-7ae3-4d2d-8a6a-654c02a1b862 req-b696b6bb-bdf9-4db8-a1e3-11f4fa3a099b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.372619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e466d568-7ae3-4d2d-8a6a-654c02a1b862 req-b696b6bb-bdf9-4db8-a1e3-11f4fa3a099b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 944 time: 0.0520806 Apr 06 14:52:00.405786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:00.417125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'mac_address': 'fa:16:3e:88:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:52:00.420317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e466d568-7ae3-4d2d-8a6a-654c02a1b862 req-c65c2899-f54e-4437-9ba5-620665842376 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Apr 06 14:52:00.458926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ee89eb46-235c-48e7-b28f-cef89c8c5293 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:00.459321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:00.472888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee89eb46-235c-48e7-b28f-cef89c8c5293 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:52:00.492411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:00.595167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:00.644562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:00.651665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.652009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.652367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.652809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.653687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.654024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.654351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.654673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.654998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.655322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.655647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.655968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.656292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.656611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.656954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:00.793638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['ee89eb46-235c-48e7-b28f-cef89c8c5293'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:52:01.538030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f69c-6ade-47b6-bdf3-0dea6f26f204 req-b6b6e0d8-2073-4d6f-8935-0930b150071c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:01.539482 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8380f69c-6ade-47b6-bdf3-0dea6f26f204 req-b6b6e0d8-2073-4d6f-8935-0930b150071c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 945 time: 0.0527129 Apr 06 14:52:01.589366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8380f69c-6ade-47b6-bdf3-0dea6f26f204 req-64e9e9ab-2606-4ba4-8550-2eea65c47a8a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Apr 06 14:52:02.322156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:52:02.442454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port ee89eb46-235c-48e7-b28f-cef89c8c5293 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:52:02.446644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port ee89eb46-235c-48e7-b28f-cef89c8c5293 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:52:02.447168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:02.529854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ee89eb46-235c-48e7-b28f-cef89c8c5293 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:02.530454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:02.553341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:02.555557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a6fd9-0567-4551-b78d-4556ff433858" -d '{"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-plugged", "status": "completed", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:02.568779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:02.596305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b61cd-223a-4cf5-849f-1a80822ff59f x-openstack-request-id: req-5c8b61cd-223a-4cf5-849f-1a80822ff59f {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:02.596305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-plugged", "status": "completed", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:02.596305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c8b61cd-223a-4cf5-849f-1a80822ff59f {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:02.596305 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8b61cd-223a-4cf5-849f-1a80822ff59f'] response: {'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'code': 200} Apr 06 14:52:02.657723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:02.706422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:02.710923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc3b66-d0f5-497c-acf5-b61c673836d0 req-e104e8aa-39d1-4cca-8789-f2eaa7f46d81 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:02.712422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ffc3b66-d0f5-497c-acf5-b61c673836d0 req-e104e8aa-39d1-4cca-8789-f2eaa7f46d81 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0526986 Apr 06 14:52:02.760879 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ffc3b66-d0f5-497c-acf5-b61c673836d0 req-064c7ce1-08a6-4f57-8971-abedbbb0c3a0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Apr 06 14:52:02.913884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89ad5-0d5f-46f1-8ce6-0d68b06297a2 req-ba33ec77-6f6c-40ea-bbab-0d4e3baf8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:02.915283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dc89ad5-0d5f-46f1-8ce6-0d68b06297a2 req-ba33ec77-6f6c-40ea-bbab-0d4e3baf8d75 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1130 time: 0.0436592 Apr 06 14:52:02.958251 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3dc89ad5-0d5f-46f1-8ce6-0d68b06297a2 req-71fc0fde-1772-406d-a8f2-3bdd95fc6e6b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 Apr 06 14:52:04.208573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7377c-3289-4bcb-ae75-9e39e0bf5995 req-83061bb1-cbdd-447a-b426-970e139e054c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:04.210082 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efa7377c-3289-4bcb-ae75-9e39e0bf5995 req-83061bb1-cbdd-447a-b426-970e139e054c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.3806570 Apr 06 14:52:04.258505 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efa7377c-3289-4bcb-ae75-9e39e0bf5995 req-78d8a19c-503b-474f-820f-c2b717f73251 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Apr 06 14:52:05.384690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8fb7c-eb66-4090-bf8e-9a3dd550fd26 req-cd2f28bf-8411-4098-9b50-5c6aad89c4f6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:05.386174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7d8fb7c-eb66-4090-bf8e-9a3dd550fd26 req-cd2f28bf-8411-4098-9b50-5c6aad89c4f6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0559993 Apr 06 14:52:05.433139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7d8fb7c-eb66-4090-bf8e-9a3dd550fd26 req-55dc9c76-d3d7-4168-a2d7-e5d8078bd609 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402384 Apr 06 14:52:05.549777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02e67-70e8-46a3-8eb1-07465bed6e26 req-5ec9928f-2490-4e39-a559-10a2dbaec93d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:05.551123 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43b02e67-70e8-46a3-8eb1-07465bed6e26 req-5ec9928f-2490-4e39-a559-10a2dbaec93d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0553672 Apr 06 14:52:05.560225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53484) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:52:05.564969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'floatingip': {'port_id': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:52:05.607458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.078252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.123033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.224177 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 associated. External IP: 172.26.6.138, port: ee89eb46-235c-48e7-b28f-cef89c8c5293. Apr 06 14:52:06.446772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:52:06.560181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:52:06.565670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.571694 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:52:06.581445 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:06.582060 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:51:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:06.594988 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-52a3598c-b5a2-41e1-9534-d32eb4ee4ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "PUT /v2.0/floatingips/5573dd14-45bb-49f0-bb9d-745a923d6ba4 HTTP/1.1" status: 200 len: 992 time: 1.0335963 Apr 06 14:52:06.595597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:06.597938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7a5274-fd55-466e-860c-352c66740267" -d '{"events": [{"name": "network-changed", "server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:06.636103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d9d135-6a06-45e4-b57d-9d3619b72239 x-openstack-request-id: req-67d9d135-6a06-45e4-b57d-9d3619b72239 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:06.636473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:06.636671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-67d9d135-6a06-45e4-b57d-9d3619b72239 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:06.637131 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d9d135-6a06-45e4-b57d-9d3619b72239'] response: {'name': 'network-changed', 'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'status': 'completed', 'code': 200} Apr 06 14:52:06.694502 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:06.731774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a2ba0-6521-454d-80ae-ab874e930b6f req-85a07a6d-e09e-4471-b824-64a4253ba312 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:06.733198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d0a2ba0-6521-454d-80ae-ab874e930b6f req-85a07a6d-e09e-4471-b824-64a4253ba312 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0851309 Apr 06 14:52:06.735080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a5274-fd55-466e-860c-352c66740267 req-e08c65f2-0b69-485e-a710-643432a7139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:06.736443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-e08c65f2-0b69-485e-a710-643432a7139f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1130 time: 0.0774953 Apr 06 14:52:06.835422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d0a2ba0-6521-454d-80ae-ab874e930b6f req-89cc1403-4531-4860-8523-1162e10019a8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959966 Apr 06 14:52:06.858736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a5274-fd55-466e-860c-352c66740267 req-4d3ce12f-52d0-4cf9-a212-d634118e1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:06.860206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-4d3ce12f-52d0-4cf9-a212-d634118e1f50 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.1154695 Apr 06 14:52:06.919789 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:88:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:52:05Z', 'revision_number': 1, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:06.945222 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:52:06.954191 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:06.954813 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:51:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:06.956649 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-8ff2ba3e-7303-4c54-997c-a429e182fddf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 1000 time: 0.0895755 Apr 06 14:52:07.004324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475b570-22ff-43e6-a4ae-7d98309da9f6 req-44151e44-f8df-4289-b1dd-9e30c465f449 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:07.005743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4475b570-22ff-43e6-a4ae-7d98309da9f6 req-44151e44-f8df-4289-b1dd-9e30c465f449 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0990860 Apr 06 14:52:07.032541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a5274-fd55-466e-860c-352c66740267 req-d6a9209c-b057-42cc-84af-4cb396ca251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:07.034111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-d6a9209c-b057-42cc-84af-4cb396ca251a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0719831 Apr 06 14:52:07.062531 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:07.090939 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4475b570-22ff-43e6-a4ae-7d98309da9f6 req-1e9d9ae5-2553-4305-bac5-b67c14e5b0c3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760627 Apr 06 14:52:07.112030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a5274-fd55-466e-860c-352c66740267 req-5b7ef1e9-68e7-43bd-b5df-f6ea5e99a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:07.112030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-5b7ef1e9-68e7-43bd-b5df-f6ea5e99a3b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0644059 Apr 06 14:52:07.197909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-5420afd6-f77c-494e-a0e8-825ad83b594e service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Apr 06 14:52:07.282976 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:88:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:52:05Z', 'revision_number': 1, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:07.288300 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d7a5274-fd55-466e-860c-352c66740267 req-a77f2e14-b57f-4e1b-afe6-62b622bf9218 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851734 Apr 06 14:52:07.397561 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bec20-434e-42cf-807d-3a7aa9223ccd None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:88:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:52:05Z', 'revision_number': 1, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:52:07.595527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1a4b7-d90e-46e1-9136-5d90e06900c3 None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:52:08.212164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d484d-6bf7-4e6f-82e8-6592bc510e20 req-81a9e3ad-8320-4363-9eeb-14eec61e9aa8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:08.216862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9c1d484d-6bf7-4e6f-82e8-6592bc510e20 req-81a9e3ad-8320-4363-9eeb-14eec61e9aa8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0545783 Apr 06 14:52:08.265203 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9c1d484d-6bf7-4e6f-82e8-6592bc510e20 req-6403764d-c4a6-47a6-a39e-492e8c1ec9b4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455804 Apr 06 14:52:08.389580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27d00-0f18-42c1-921e-d560eaea01ed req-f8e23c32-664c-4886-9c5e-0f29692a1dd2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:08.391198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9f27d00-0f18-42c1-921e-d560eaea01ed req-f8e23c32-664c-4886-9c5e-0f29692a1dd2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0592737 Apr 06 14:52:08.438061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9f27d00-0f18-42c1-921e-d560eaea01ed req-79d3698a-ceed-47c0-b2e1-209c659fa603 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Apr 06 14:52:08.810063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c54b9-f545-44c0-9091-7538a3e1700d req-df958334-3a5e-451a-8817-c8f1d2695e03 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:08.811571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-977c54b9-f545-44c0-9091-7538a3e1700d req-df958334-3a5e-451a-8817-c8f1d2695e03 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0531058 Apr 06 14:52:08.858714 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-977c54b9-f545-44c0-9091-7538a3e1700d req-ae02bcd0-402d-4465-841f-d4ef8e9301bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Apr 06 14:52:08.910602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-b2e539ae-f76c-49c3-99ff-f63854a8d2eb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483868 Apr 06 14:52:09.516509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-c1d9bfd7-40de-4c7e-95f3-b423c6a3ac14 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:09.517883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-c1d9bfd7-40de-4c7e-95f3-b423c6a3ac14 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports/ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 943 time: 0.0457206 Apr 06 14:52:09.984496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72465-670c-4bfb-b031-9cf96be6dbce req-1564d8e5-ed59-4b9e-a940-256cc56664ab tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:09.986122 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24f72465-670c-4bfb-b031-9cf96be6dbce req-1564d8e5-ed59-4b9e-a940-256cc56664ab tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0555358 Apr 06 14:52:10.036289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24f72465-670c-4bfb-b031-9cf96be6dbce req-fcba2017-6757-4fe7-b165-70c4b16f771c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Apr 06 14:52:11.076082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-f4f158a9-4103-4cc0-adf8-52430f1029ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.077731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-f4f158a9-4103-4cc0-adf8-52430f1029ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1130 time: 0.0486233 Apr 06 14:52:11.210412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7270e-cf93-46be-a15a-b023a2856a75 req-d3880f13-b2d4-4563-950c-cb9023fab799 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.211883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60c7270e-cf93-46be-a15a-b023a2856a75 req-d3880f13-b2d4-4563-950c-cb9023fab799 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0855746 Apr 06 14:52:11.213440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-e98bcf18-e374-4b40-8da3-59f2eb3a589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.214748 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-e98bcf18-e374-4b40-8da3-59f2eb3a589d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.1303701 Apr 06 14:52:11.307619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60c7270e-cf93-46be-a15a-b023a2856a75 req-8337a90f-1aea-4f17-b757-63f3a621f1a1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889192 Apr 06 14:52:11.309626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-543c11c0-4037-4e40-a1d5-035afb51ef85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 1002 time: 0.0850320 Apr 06 14:52:11.359541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-ab6d7011-29f4-4302-bb90-9b9ae25a6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.361119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-ab6d7011-29f4-4302-bb90-9b9ae25a6579 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0454605 Apr 06 14:52:11.415907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-3ab38427-0503-490c-a7bd-64875c7c5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.417462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-3ab38427-0503-490c-a7bd-64875c7c5fd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506294 Apr 06 14:52:11.504832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-8e54fee0-903b-4b1f-865b-f6e16939ff17 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808475 Apr 06 14:52:11.599544 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-6abf9212-5e0a-4b6c-b1e1-2e73e4c79cf8 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893207 Apr 06 14:52:12.427985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa097c71-b47d-4eb8-a6a5-61d5d5afc5a1 req-7b825e8a-1b06-4d21-9544-7b7d52692969 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:12.429491 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa097c71-b47d-4eb8-a6a5-61d5d5afc5a1 req-7b825e8a-1b06-4d21-9544-7b7d52692969 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0536220 Apr 06 14:52:12.476136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa097c71-b47d-4eb8-a6a5-61d5d5afc5a1 req-d129f6aa-0ec9-4b52-9dd1-89bf54179109 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Apr 06 14:52:13.598409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c444d4-fa61-4e71-9f9d-39f2d78f74ee req-81e59760-4c2f-4fe3-8d51-dc3b587b4584 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:13.599883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66c444d4-fa61-4e71-9f9d-39f2d78f74ee req-81e59760-4c2f-4fe3-8d51-dc3b587b4584 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0530331 Apr 06 14:52:13.653925 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66c444d4-fa61-4e71-9f9d-39f2d78f74ee req-61f76791-aee7-4c18-8400-d395752c9cf6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484574 Apr 06 14:52:14.774780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15ebf-df54-4f55-b31e-fd3283d29c91 req-85951c07-afb8-418b-aa28-9d211fb6ec00 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:14.776527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9fe15ebf-df54-4f55-b31e-fd3283d29c91 req-85951c07-afb8-418b-aa28-9d211fb6ec00 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0555937 Apr 06 14:52:14.823166 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9fe15ebf-df54-4f55-b31e-fd3283d29c91 req-8085d29d-04ed-4f07-968b-330b72ac3294 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Apr 06 14:52:15.955398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21598-801b-4679-844a-53f7e4b8c04d req-8a21be44-6ed8-4857-83cc-1795d4bbc0f8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:15.957049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51b21598-801b-4679-844a-53f7e4b8c04d req-8a21be44-6ed8-4857-83cc-1795d4bbc0f8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0654101 Apr 06 14:52:16.006553 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51b21598-801b-4679-844a-53f7e4b8c04d req-e6454099-5d30-4761-b75c-80efc831b761 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437846 Apr 06 14:52:17.131258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af4374-d0fe-42de-a70c-baeb2224b331 req-e9cc5aff-4588-4434-a756-752ff140c8ab tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:17.132773 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37af4374-d0fe-42de-a70c-baeb2224b331 req-e9cc5aff-4588-4434-a756-752ff140c8ab tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0566397 Apr 06 14:52:17.179227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37af4374-d0fe-42de-a70c-baeb2224b331 req-583c36ea-2f70-4302-98cf-ff91801f685d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Apr 06 14:52:17.353450 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-464f3e57-77af-4a0d-87ee-c3134fb25175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:17.354969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-464f3e57-77af-4a0d-87ee-c3134fb25175 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1130 time: 0.0454783 Apr 06 14:52:17.458753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-0f859c1a-033f-4eb0-8bb8-d12e2672fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:17.460231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-0f859c1a-033f-4eb0-8bb8-d12e2672fcc1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0883694 Apr 06 14:52:17.530086 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-99f12f0d-ff18-42a2-842e-99f402abeeb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 1002 time: 0.0638797 Apr 06 14:52:17.579399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-b3a955af-6a2c-4b10-92fe-75cbc02cecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:17.580975 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-b3a955af-6a2c-4b10-92fe-75cbc02cecb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0443769 Apr 06 14:52:17.632383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-1ef17de2-b455-420a-9898-c24186532539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:17.633801 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-1ef17de2-b455-420a-9898-c24186532539 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476704 Apr 06 14:52:17.720798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-b12147b9-008a-4469-90ab-e562790e1f91 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792837 Apr 06 14:52:17.812545 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d3bd765-5ffe-48e5-be5a-01ed88b54110 req-77ed0d55-1280-45ca-83d7-6048c38d660a service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864909 Apr 06 14:52:18.302762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb090-7bc4-413b-ac98-2b750a3749ca req-585cf10c-3a44-4d40-aa6e-28fba1d4beaa tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:18.304316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-393fb090-7bc4-413b-ac98-2b750a3749ca req-585cf10c-3a44-4d40-aa6e-28fba1d4beaa tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0570481 Apr 06 14:52:18.352195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-393fb090-7bc4-413b-ac98-2b750a3749ca req-2e987962-9f35-4bdd-9ddf-6b07b46052dd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412259 Apr 06 14:52:19.474978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a6788-33b2-4b9a-a129-fa8a9c3c50a3 req-e652bbc1-b008-494c-a3b0-c767dfc5a751 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:19.476470 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-848a6788-33b2-4b9a-a129-fa8a9c3c50a3 req-e652bbc1-b008-494c-a3b0-c767dfc5a751 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0530262 Apr 06 14:52:19.523897 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-848a6788-33b2-4b9a-a129-fa8a9c3c50a3 req-9bad1497-9c0e-40af-a182-e0cf17660fb4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Apr 06 14:52:20.649650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a628380-4cc8-4ee1-b7df-67747827c2c8 req-6595a6b6-8de4-4e1f-9630-2a7e152982b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:20.651400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a628380-4cc8-4ee1-b7df-67747827c2c8 req-6595a6b6-8de4-4e1f-9630-2a7e152982b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0570710 Apr 06 14:52:20.697521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a628380-4cc8-4ee1-b7df-67747827c2c8 req-f8bad4a5-8fef-4040-af4d-07d10865959f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Apr 06 14:52:21.815676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02a6c7-931b-44d7-88de-da068b9ee248 req-75d095db-4235-4833-aa2b-370263e45e47 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:21.817214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d02a6c7-931b-44d7-88de-da068b9ee248 req-75d095db-4235-4833-aa2b-370263e45e47 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0523944 Apr 06 14:52:21.862704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d02a6c7-931b-44d7-88de-da068b9ee248 req-d61f7d00-3fc4-4a51-8568-b89845d70fbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Apr 06 14:52:22.325681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-48cc5240-d0db-48a5-af9f-15c82a1cf29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:22.979355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18a567-4c65-4eef-b7b8-de324b65fc19 req-90225b65-1aa7-4c89-9876-762a474095dd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:22.981656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ea18a567-4c65-4eef-b7b8-de324b65fc19 req-90225b65-1aa7-4c89-9876-762a474095dd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0524371 Apr 06 14:52:23.032495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ea18a567-4c65-4eef-b7b8-de324b65fc19 req-0d7bb495-4991-4d62-93b0-cf22004c4afb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Apr 06 14:52:23.635543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:24.153210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098b099-8eb3-4637-a9e6-4d111ac99c90 req-3510045b-3cf9-4e1d-a6e1-a5f8b192a4b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:24.154659 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9098b099-8eb3-4637-a9e6-4d111ac99c90 req-3510045b-3cf9-4e1d-a6e1-a5f8b192a4b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0530291 Apr 06 14:52:24.201715 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9098b099-8eb3-4637-a9e6-4d111ac99c90 req-52afbe8b-8529-44f7-b870-e2c6c3e00384 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Apr 06 14:52:24.503040 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:52:24.731255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-835d9c90-b49c-40a2-8473-2ab77e779a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:25.320399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364111c1-cb70-429b-9dce-05dd0abd6ee1 req-3c0e2924-ef58-4fa8-8c19-8a6b0ca78706 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:25.321889 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-364111c1-cb70-429b-9dce-05dd0abd6ee1 req-3c0e2924-ef58-4fa8-8c19-8a6b0ca78706 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0520995 Apr 06 14:52:25.367091 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-364111c1-cb70-429b-9dce-05dd0abd6ee1 req-b0923bec-0c5b-4c36-90bb-1d1ec57378c0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395820 Apr 06 14:52:25.816593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:26.491782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cb095-3d35-4bce-b73f-fc3370fae58e req-317a2a86-295e-44d7-855a-91d644697e6d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:26.493206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c84cb095-3d35-4bce-b73f-fc3370fae58e req-317a2a86-295e-44d7-855a-91d644697e6d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0572391 Apr 06 14:52:26.539723 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c84cb095-3d35-4bce-b73f-fc3370fae58e req-2fe90675-ecce-4fdb-bf99-7a7d35b9b9a9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Apr 06 14:52:27.458087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:27.661595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3e48-5456-45d7-8995-c226ed3b6bdc req-7e0777eb-f318-4b20-9801-14ff9c6c995f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:27.662975 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8fea3e48-5456-45d7-8995-c226ed3b6bdc req-7e0777eb-f318-4b20-9801-14ff9c6c995f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0539563 Apr 06 14:52:27.709478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8fea3e48-5456-45d7-8995-c226ed3b6bdc req-5ae67c3f-5e5d-4ae5-8745-c95aeb4a1bf2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Apr 06 14:52:28.387226 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-e43be0b6-cc5f-4790-bad2-482d21d00bdd service neutron] 10.222.0.79 "GET /v2.0/ports/ee89eb46-235c-48e7-b28f-cef89c8c5293/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0582743 Apr 06 14:52:28.532444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:28.830137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413089fc-ef3a-4374-b9b4-8084fb48ca85 req-e3b5f060-929c-4cde-9246-f8f5f47c4edd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:28.831914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-413089fc-ef3a-4374-b9b4-8084fb48ca85 req-e3b5f060-929c-4cde-9246-f8f5f47c4edd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0535152 Apr 06 14:52:28.905574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-413089fc-ef3a-4374-b9b4-8084fb48ca85 req-a6a492f3-a6fe-4a9d-b869-d852fc6cab88 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669551 Apr 06 14:52:28.918855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-c261c035-b4c8-44ce-80ad-82450277b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:28.920335 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-c261c035-b4c8-44ce-80ad-82450277b3f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 1130 time: 0.0622299 Apr 06 14:52:28.992115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-990c5e46-af96-4fd6-9242-c8f87c2e6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:28.995813 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-990c5e46-af96-4fd6-9242-c8f87c2e6b93 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1130 time: 0.0504234 Apr 06 14:52:29.086778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-f1344aa7-7c24-469a-b2b3-c5adc02f5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:29.088148 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-f1344aa7-7c24-469a-b2b3-c5adc02f5447 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0868001 Apr 06 14:52:29.152348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-b023fc10-4e9f-4fba-ba7f-08b9d94f2d4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 1002 time: 0.0579305 Apr 06 14:52:29.202986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-078c915b-aaaf-41f7-ad5d-4b7335a098e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:29.204432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-078c915b-aaaf-41f7-ad5d-4b7335a098e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0474963 Apr 06 14:52:29.253600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-af842759-07ed-4eb6-8b28-9651f9d6a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:29.255129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-af842759-07ed-4eb6-8b28-9651f9d6a8b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444922 Apr 06 14:52:29.346091 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-b7faf3df-d8b9-4400-a883-a3297932d694 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Apr 06 14:52:29.441349 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e705b2a-f7ac-407d-9918-df54bdc94bd1 req-a4357d7e-002a-4c34-bdb1-757d9a90e71c service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889268 Apr 06 14:52:30.026864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6728b-6452-4a4b-9c6b-2d0063ec1316 req-882e9948-4ec8-465d-9a0e-b1e88cebde61 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:30.028346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ea6728b-6452-4a4b-9c6b-2d0063ec1316 req-882e9948-4ec8-465d-9a0e-b1e88cebde61 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0539019 Apr 06 14:52:30.076930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ea6728b-6452-4a4b-9c6b-2d0063ec1316 req-afc19e13-34b8-482a-bce4-fc0cc9a12668 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Apr 06 14:52:31.202215 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611437ce-3f7c-48aa-b905-65d37e71f907 req-ffa4c376-3b8f-4450-b744-cb277a4360e7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:31.203721 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-611437ce-3f7c-48aa-b905-65d37e71f907 req-ffa4c376-3b8f-4450-b744-cb277a4360e7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0578003 Apr 06 14:52:31.251397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-611437ce-3f7c-48aa-b905-65d37e71f907 req-8deb052f-a442-4296-bf09-bddd4411d374 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Apr 06 14:52:32.370544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb23b0-b47a-407b-a78c-9eea86477660 req-05713b27-7b51-4154-917f-ec2b835879fd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:32.372009 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fcbb23b0-b47a-407b-a78c-9eea86477660 req-05713b27-7b51-4154-917f-ec2b835879fd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0528798 Apr 06 14:52:32.418936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fcbb23b0-b47a-407b-a78c-9eea86477660 req-7db4ef8c-46b4-4ecf-b00e-6ea10cccd5d9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Apr 06 14:52:32.485398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:52:32.487425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:52:32.717552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497502ae-db8b-432b-b269-104fbc801d04 req-3802a7c4-10a5-4b61-ac88-d51aaca84933 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:32.719061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-497502ae-db8b-432b-b269-104fbc801d04 req-3802a7c4-10a5-4b61-ac88-d51aaca84933 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0590956 Apr 06 14:52:32.793234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ee89eb46-235c-48e7-b28f-cef89c8c5293 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:32.793517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:32.800244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:32.807308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-497502ae-db8b-432b-b269-104fbc801d04 req-14d8d049-5b77-46f6-a774-7f182539250d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744059 Apr 06 14:52:32.820743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-cbb64a5f-b41d-4cf9-a229-5231ba2db2f5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:32.822274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-cbb64a5f-b41d-4cf9-a229-5231ba2db2f5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea&tenant_id=a2d32994941a48e886d7c0517eea31b0&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 946 time: 0.0987725 Apr 06 14:52:32.827084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'mac_address': 'fa:16:3e:88:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:52:32.835028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:32.837304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8c5f3-cb71-459a-bc02-be7cfec50e03" -d '{"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-unplugged", "status": "completed", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:32.870067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:32.882029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cab207-6f7c-43b3-8ab3-265fdf00eb5d x-openstack-request-id: req-02cab207-6f7c-43b3-8ab3-265fdf00eb5d {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:32.882324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-unplugged", "status": "completed", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:32.882574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-02cab207-6f7c-43b3-8ab3-265fdf00eb5d {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:32.882971 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cab207-6f7c-43b3-8ab3-265fdf00eb5d'] response: {'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'code': 200} Apr 06 14:52:32.887811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ee89eb46-235c-48e7-b28f-cef89c8c5293 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:32.888201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:32.902864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee89eb46-235c-48e7-b28f-cef89c8c5293 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:52:32.910099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:32.915501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-5d32d49a-aec6-47b4-acf5-84ba3c18a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:32.917593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-5d32d49a-aec6-47b4-acf5-84ba3c18a383 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 1130 time: 0.0498919 Apr 06 14:52:32.984001 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:52:32.984378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:52:32.987504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:33.011630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-cbe47f90-ae13-45e9-a276-6f10895c401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:33.013141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-cbe47f90-ae13-45e9-a276-6f10895c401e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0905120 Apr 06 14:52:33.077144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-86c0dcbe-2b3d-4478-adac-5b85fd19bf91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 200 len: 1000 time: 0.0578067 Apr 06 14:52:33.125546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-9cc54158-221d-4dde-b187-4a167112a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:33.126962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-9cc54158-221d-4dde-b187-4a167112a6ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0435281 Apr 06 14:52:33.179205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-e9036580-4d0f-445d-85db-7f9c084cd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:33.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-e9036580-4d0f-445d-85db-7f9c084cd413 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475383 Apr 06 14:52:33.266732 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-5dad4bea-3a7d-4673-8836-1667c9501c00 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801141 Apr 06 14:52:33.358943 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a640f082-04ca-48a0-9484-17b7f31e7ead req-c76e080b-059d-4c59-a520-4fb58f86d565 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864871 Apr 06 14:52:33.524070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ee89eb46-235c-48e7-b28f-cef89c8c5293 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:33.524655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:33.538367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee89eb46-235c-48e7-b28f-cef89c8c5293 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:52:33.558933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:33.610518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:33.663095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:33.671522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['ee89eb46-235c-48e7-b28f-cef89c8c5293'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:52:33.930282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d50d8-b714-4c2e-a576-a1f90d902f4c req-3ccea372-7d4d-4b08-80fe-debbfec5124e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:33.931675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e09d50d8-b714-4c2e-a576-a1f90d902f4c req-3ccea372-7d4d-4b08-80fe-debbfec5124e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 945 time: 0.0546184 Apr 06 14:52:33.978424 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e09d50d8-b714-4c2e-a576-a1f90d902f4c req-5afb01cd-c647-4b74-a474-88acb27ac340 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403535 Apr 06 14:52:34.490471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:52:34.540758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port ee89eb46-235c-48e7-b28f-cef89c8c5293 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:52:34.541408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:34.621919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port ee89eb46-235c-48e7-b28f-cef89c8c5293 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:34.622307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:34.654513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:34.732451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:34.781205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:34.884413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:34.887385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f480271-1241-4251-be3b-8f1306a3d9d7" -d '{"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-plugged", "status": "completed", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:34.923154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27820fcd-7e31-47c6-ae47-3d2534f9530f x-openstack-request-id: req-27820fcd-7e31-47c6-ae47-3d2534f9530f {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:34.923450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-plugged", "status": "completed", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:34.923705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27820fcd-7e31-47c6-ae47-3d2534f9530f {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:34.924109 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27820fcd-7e31-47c6-ae47-3d2534f9530f'] response: {'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'code': 200} Apr 06 14:52:35.096261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6616da-3c5c-4276-baa6-925c57df3eef req-15664262-4377-463b-b35a-77c83f421d56 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:35.097757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a6616da-3c5c-4276-baa6-925c57df3eef req-15664262-4377-463b-b35a-77c83f421d56 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0517321 Apr 06 14:52:35.142936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a6616da-3c5c-4276-baa6-925c57df3eef req-93b81b6a-8e85-4a1d-94ae-465231ae817c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Apr 06 14:52:35.268063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2439a-cd49-4ab5-86d4-1475ae6bc39c req-11b95bdf-d96a-4ac1-a29a-a9efd4be48d4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:35.269574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d1e2439a-cd49-4ab5-86d4-1475ae6bc39c req-11b95bdf-d96a-4ac1-a29a-a9efd4be48d4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0581753 Apr 06 14:52:35.315600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d1e2439a-cd49-4ab5-86d4-1475ae6bc39c req-01b70234-3413-4c3e-80c9-8b21042ec838 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Apr 06 14:52:35.430224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603215c-9ab7-479b-ae1a-d2d63cfaf46f req-45221407-7a46-41c3-8d52-f73a97208b20 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:35.431682 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c603215c-9ab7-479b-ae1a-d2d63cfaf46f req-45221407-7a46-41c3-8d52-f73a97208b20 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0527382 Apr 06 14:52:35.477939 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c603215c-9ab7-479b-ae1a-d2d63cfaf46f req-4d9a2991-18fa-4451-919b-126c241f1ea1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Apr 06 14:52:35.875530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d1d8e-49e6-43f7-8831-d616370f255d req-1d97a712-a0d2-4c5c-b70e-de4a610bc70d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:35.877039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-158d1d8e-49e6-43f7-8831-d616370f255d req-1d97a712-a0d2-4c5c-b70e-de4a610bc70d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0582788 Apr 06 14:52:35.923604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-158d1d8e-49e6-43f7-8831-d616370f255d req-be071954-f7d7-474d-958b-b5ab574f7f8c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Apr 06 14:52:37.043391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797d53-7745-49de-8b45-d176ffd342f3 req-e75aca0c-28b9-4f0f-a592-7e98ec7e7f52 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:37.044892 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-59797d53-7745-49de-8b45-d176ffd342f3 req-e75aca0c-28b9-4f0f-a592-7e98ec7e7f52 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0538738 Apr 06 14:52:37.097143 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-59797d53-7745-49de-8b45-d176ffd342f3 req-5c9ba44b-fd3a-4f49-a4ed-affb54dd1981 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Apr 06 14:52:37.591361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-e714e106-a755-440e-8d01-a31a6f7ec990 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:37.592834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-e714e106-a755-440e-8d01-a31a6f7ec990 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 946 time: 0.0518720 Apr 06 14:52:37.687410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Deleting port ee89eb46-235c-48e7-b28f-cef89c8c5293 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:52:37.687748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:37.773178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] For port ee89eb46-235c-48e7-b28f-cef89c8c5293, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=ee89eb46-235c-48e7-b28f-cef89c8c5293,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:37.773544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:37.998349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:37.998623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:37.998943 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 disassociated. External IP: 172.26.6.138, port: ee89eb46-235c-48e7-b28f-cef89c8c5293. Apr 06 14:52:37.999288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Calling delete_port for ee89eb46-235c-48e7-b28f-cef89c8c5293 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:52:38.194529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (ee89eb46-235c-48e7-b28f-cef89c8c5293), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:38.232663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event deleted for resources: {'Port': ['ID=ee89eb46-235c-48e7-b28f-cef89c8c5293,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:38.255255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a190815-6399-45db-9191-06f484406b35 req-1d391f39-8a96-464d-ab01-589acdb3574a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:38.256842 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a190815-6399-45db-9191-06f484406b35 req-1d391f39-8a96-464d-ab01-589acdb3574a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=37e0fe92-12c1-4fb6-9929-ae2b83fe0bea HTTP/1.1" status: 200 len: 867 time: 0.0928197 Apr 06 14:52:38.700268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a190815-6399-45db-9191-06f484406b35 req-97291a60-986c-4885-b2ba-776782d2f494 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089870 Apr 06 14:52:38.720185 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:52:38.830531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:52:38.841248 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:52:38.851388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:38.852005 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:52:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:38.871510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] No DVR routers for this DVR port ee89eb46-235c-48e7-b28f-cef89c8c5293 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:52:38.874158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:38.877483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b536ed0e-4a78-4540-95d3-b07cfd22687d req-493b8444-f008-49d0-8b4c-5677c8a97f11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "DELETE /v2.0/ports/ee89eb46-235c-48e7-b28f-cef89c8c5293 HTTP/1.1" status: 204 len: 173 time: 1.2785327 Apr 06 14:52:38.877933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-deleted', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:38.880238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffa3b56-ecc1-4ab6-9bb3-a741c01b95db" -d '{"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-deleted", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:38.916396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1041a8-5564-412a-8bb8-8c3b63933a8b x-openstack-request-id: req-4c1041a8-5564-412a-8bb8-8c3b63933a8b {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:38.917315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0fe92-12c1-4fb6-9929-ae2b83fe0bea", "name": "network-vif-deleted", "tag": "ee89eb46-235c-48e7-b28f-cef89c8c5293", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:38.917573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4c1041a8-5564-412a-8bb8-8c3b63933a8b {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:38.918001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1041a8-5564-412a-8bb8-8c3b63933a8b'] response: {'server_uuid': '37e0fe92-12c1-4fb6-9929-ae2b83fe0bea', 'name': 'network-vif-deleted', 'tag': 'ee89eb46-235c-48e7-b28f-cef89c8c5293', 'status': 'completed', 'code': 200} Apr 06 14:52:38.959663 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:39.169870 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:39.195227 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:52:39.204307 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:39.204941 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:52:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:39.312502 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:39.520914 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:39.547774 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e87bb7-abe3-4368-9ee4-d2d15e27050a None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:52:39.786156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47627bc-8826-4613-bf1e-a6cb5b2d3b28 None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:52:39.948032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-096e3927-635d-42dc-a43f-14e539cc7211 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1562768115&fields=id&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 267 time: 0.0430429 Apr 06 14:52:40.058277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-a14a00bb-5c94-47d9-9c05-6a75133b4e94 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:40.060299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-a14a00bb-5c94-47d9-9c05-6a75133b4e94 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1057756 Apr 06 14:52:40.076451 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-5106351d-7c6c-4e22-9ed0-f5f26d11ec45 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/quotas/a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 375 time: 0.0107512 Apr 06 14:52:40.130478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-a7826f01-8c4f-4c66-b80e-2c5aa6354df4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489604 Apr 06 14:52:40.276937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-87e98c95-fd32-46ad-b75f-dd7dbbc7a2d7 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345437 Apr 06 14:52:40.363720 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-fcd93431-8494-4bc0-a9b4-e0267922b11c service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804386 Apr 06 14:52:40.587712 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-73160753-4a94-4d96-afb8-165e7de28f07 req-e8b1c332-747b-4375-a67c-230cde20cadb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 210 time: 0.0277624 Apr 06 14:52:41.693722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b23db25b-b95e-41a1-b91e-b2799090c575 req-97800b64-48c1-4bf3-8ea0-73bb67139cae tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 210 time: 0.0316417 Apr 06 14:52:42.374014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-57a5605e-c0c4-4cce-a0c0-01649dce5d90 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:42.375408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-57a5605e-c0c4-4cce-a0c0-01649dce5d90 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1021111 Apr 06 14:52:42.434727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-52581061-1029-4fd5-9ed0-5d3ae15cceca tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 380 time: 0.0502667 Apr 06 14:52:42.443911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'port': {'device_id': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'admin_state_up': True, 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'security_groups': ['8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:52:42.538509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:52:42.559212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: ee89eb46-235c-48e7-b28f-cef89c8c5293 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:52:42.559554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device ee89eb46-235c-48e7-b28f-cef89c8c5293 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:52:42.627699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Made reservation on behalf of a2d32994941a48e886d7c0517eea31b0 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:52:42.631230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:42.759995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Allocated IP 172.20.0.12 (d7318b1d-026c-40eb-985f-139bc6b3a9a4/d0ee1743-19b8-475e-9b51-e96c0f3228ee/8e4ca4ff-4c94-4528-a39e-5ba1b879be86) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:52:42.805823 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-535ff502-bea0-476e-83c8-818ca1a215be req-faab0e43-298d-4719-8583-8d4b6e21e14e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 210 time: 0.0434518 Apr 06 14:52:42.943962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.040574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.085961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:52:43.092403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:52:43.096285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:52:43.119414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:43.131967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.132323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.132671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.133049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.133385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.133714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.134044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.134373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.134702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.135032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.135367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.135694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.136025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.136398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.136745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:43.162460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:43.163105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.243639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-c8169e4b-ecec-4458-9e67-cc23c0ee58ee tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031969 Apr 06 14:52:43.255006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Request body: {'port': {'device_id': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:52:43.317774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.342140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9432d0f3-4612-42bb-8dd0-c1c09fec9ce0 None None] Provisioning complete for port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:52:43.342842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9432d0f3-4612-42bb-8dd0-c1c09fec9ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.376617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9432d0f3-4612-42bb-8dd0-c1c09fec9ce0 None None] Port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:52:43.578202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:52:43.585516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Publish callbacks [] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.597061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Transition to ACTIVE for port object 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:52:43.657758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.711179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:43.788082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Attempting to bind port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:52:43.788893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Attempting to bind port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:52:43.788893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Attempting to bind port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:52:43.793530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:52:43.793856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Attempting to bind port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:52:43.799927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:52:43.800267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:52:43.800653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Bound using segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:52:43.801111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Bound port: 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:52:43.801473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.870656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:52:43.874780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:52:43.937637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4d3d3-86de-4d78-868e-1547fab5d01e req-e98f2d94-bab0-45c9-809c-914ad8ec8564 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:43.939168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cef4d3d3-86de-4d78-868e-1547fab5d01e req-e98f2d94-bab0-45c9-809c-914ad8ec8564 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 944 time: 0.0550315 Apr 06 14:52:43.943763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.999075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.000086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:44.001567 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] 10.222.0.79 "PUT /v2.0/ports/8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1094 time: 0.7510591 Apr 06 14:52:44.004494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:44.006912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de5789-d704-4b1c-89b9-269980ceb00d" -d '{"events": [{"name": "network-changed", "server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:44.055475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effd4e7-3036-4ab2-930f-cccc4fa48761 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:44.062132 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cef4d3d3-86de-4d78-868e-1547fab5d01e req-1801b861-363f-429b-b7d5-e9e9f0d07976 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159475 Apr 06 14:52:44.066753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643c2fb6-9371-4d33-873d-3838a2541cc4 x-openstack-request-id: req-643c2fb6-9371-4d33-873d-3838a2541cc4 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:44.067078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:44.067327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-643c2fb6-9371-4d33-873d-3838a2541cc4 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:44.067810 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643c2fb6-9371-4d33-873d-3838a2541cc4'] response: {'name': 'network-changed', 'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'status': 'completed', 'code': 200} Apr 06 14:52:44.142876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de5789-d704-4b1c-89b9-269980ceb00d req-a2f23150-5b80-41f9-ba30-321d4dcb460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.144944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7de5789-d704-4b1c-89b9-269980ceb00d req-a2f23150-5b80-41f9-ba30-321d4dcb460e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1128 time: 0.0564137 Apr 06 14:52:44.257767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de5789-d704-4b1c-89b9-269980ceb00d req-37c98bc2-bb2a-4aff-b2b3-19439911ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.259332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7de5789-d704-4b1c-89b9-269980ceb00d req-37c98bc2-bb2a-4aff-b2b3-19439911ce3d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a2d32994941a48e886d7c0517eea31b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1077766 Apr 06 14:52:44.367066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de5789-d704-4b1c-89b9-269980ceb00d req-b5eb09e6-e77b-4a18-83a7-af221b45d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.369450 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7de5789-d704-4b1c-89b9-269980ceb00d req-b5eb09e6-e77b-4a18-83a7-af221b45d6d3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1044145 Apr 06 14:52:44.466690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-0d46d0f3-f59b-432e-be39-ed8d45a3c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.468938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-0d46d0f3-f59b-432e-be39-ed8d45a3c46f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1128 time: 0.0588832 Apr 06 14:52:44.522692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-b5e281ff-80f3-449f-ba4b-17de059687cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 217 time: 0.0473368 Apr 06 14:52:44.574711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-24be1e6c-6a8e-446f-aaa6-a57d2257f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.576462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-24be1e6c-6a8e-446f-aaa6-a57d2257f875 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0479822 Apr 06 14:52:44.629515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-fe366c88-94b2-4073-b26e-febb14698f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.631064 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-fe366c88-94b2-4073-b26e-febb14698f26 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479255 Apr 06 14:52:44.750460 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-1704ecd8-bcc4-4f7f-a7ee-b0bda1dab79e service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130400 Apr 06 14:52:44.871919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba801094-c81c-4fc3-bb7d-35cfde1c2ee9 req-4ee9217e-ac62-4e41-985d-fb9e921eacf4 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143367 Apr 06 14:52:45.194770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af453f-59b7-4e40-a4e8-a29d5dfb148b req-2a01240c-314c-4859-9a82-e43ea537be65 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:45.196361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6af453f-59b7-4e40-a4e8-a29d5dfb148b req-2a01240c-314c-4859-9a82-e43ea537be65 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 944 time: 0.0539377 Apr 06 14:52:45.243560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6af453f-59b7-4e40-a4e8-a29d5dfb148b req-50755756-6d82-4cb1-b756-97b69fe7d631 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Apr 06 14:52:46.362551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cd68-4235-479b-8cdc-f15f6304ca03 req-18393496-b1e7-4094-a123-1308c5f46ebd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:46.364061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bbf4cd68-4235-479b-8cdc-f15f6304ca03 req-18393496-b1e7-4094-a123-1308c5f46ebd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 944 time: 0.0527768 Apr 06 14:52:46.411026 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bbf4cd68-4235-479b-8cdc-f15f6304ca03 req-e1d959de-95ca-4d2c-882f-2ba76251a95b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Apr 06 14:52:47.533750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7ee9c-cb49-4acd-8b6b-7a1f464cd089 req-33328116-3578-42a5-b634-89b36c0f5f0e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:47.535284 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24b7ee9c-cb49-4acd-8b6b-7a1f464cd089 req-33328116-3578-42a5-b634-89b36c0f5f0e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 944 time: 0.0575759 Apr 06 14:52:47.583523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24b7ee9c-cb49-4acd-8b6b-7a1f464cd089 req-578f5a13-b1e9-4494-8113-bbf4a9e450d2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Apr 06 14:52:48.554083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:52:48.655757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:48.667610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'mac_address': 'fa:16:3e:7d:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:52:48.702189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff058fc-d9d0-4e92-97af-53575e7aace9 req-2e27d992-40eb-4e1e-9a01-2006217155cd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:48.703696 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eff058fc-d9d0-4e92-97af-53575e7aace9 req-2e27d992-40eb-4e1e-9a01-2006217155cd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 944 time: 0.0536032 Apr 06 14:52:48.706022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:48.706426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:48.719808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:52:48.743177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:48.752316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eff058fc-d9d0-4e92-97af-53575e7aace9 req-7623d3b2-ccd6-461b-b21f-d5a86cd44ead tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Apr 06 14:52:48.845877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:48.893047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:49.032961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['8e4ca4ff-4c94-4528-a39e-5ba1b879be86'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:52:49.870955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f4fef-11c5-4427-89be-c77b65dc1606 req-1e4a12dd-1dc9-400a-9164-be6c03bfeb48 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:49.872388 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef5f4fef-11c5-4427-89be-c77b65dc1606 req-1e4a12dd-1dc9-400a-9164-be6c03bfeb48 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 945 time: 0.0516901 Apr 06 14:52:49.923508 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef5f4fef-11c5-4427-89be-c77b65dc1606 req-9418375a-5368-477c-8b12-92e1cbf1cfc5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Apr 06 14:52:50.579367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:52:50.686015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:52:50.689872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:52:50.690248 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:50.765490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:50.765882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:50.789316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:50.791541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95767bf1-6092-4893-969d-01e0263ed633" -d '{"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:50.803735 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:50.828303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308949dd-fca2-42a1-b0d3-de65c0a3b180 x-openstack-request-id: req-308949dd-fca2-42a1-b0d3-de65c0a3b180 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:50.828563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:50.828847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-308949dd-fca2-42a1-b0d3-de65c0a3b180 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:50.829250 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308949dd-fca2-42a1-b0d3-de65c0a3b180'] response: {'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'code': 200} Apr 06 14:52:50.868802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:50.921716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:51.045193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7625c98-6daa-4a4d-beae-e15e3cf8366c req-0a088c2d-82cf-44bb-bead-32611b6846a4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:51.046686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7625c98-6daa-4a4d-beae-e15e3cf8366c req-0a088c2d-82cf-44bb-bead-32611b6846a4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0546820 Apr 06 14:52:51.118440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7625c98-6daa-4a4d-beae-e15e3cf8366c req-cbdf9ead-5f2d-4522-997e-95b77602aac0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659976 Apr 06 14:52:51.139301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b75c9-231f-4f09-8caa-25e189fed183 req-6ced5d91-7ed8-4459-8ead-b37fe0e7474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:51.140865 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-464b75c9-231f-4f09-8caa-25e189fed183 req-6ced5d91-7ed8-4459-8ead-b37fe0e7474a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1130 time: 0.0583231 Apr 06 14:52:51.185639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-464b75c9-231f-4f09-8caa-25e189fed183 req-a8c3205b-d15e-4d75-b734-28a15df9033b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 Apr 06 14:52:52.252145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280ca4-5801-4ac4-9e24-b98ff67da0bc req-47310f1b-8fc9-42bc-bf04-6733416aff11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:52.253801 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50280ca4-5801-4ac4-9e24-b98ff67da0bc req-47310f1b-8fc9-42bc-bf04-6733416aff11 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0588336 Apr 06 14:52:52.304865 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50280ca4-5801-4ac4-9e24-b98ff67da0bc req-97615a84-efef-48f5-a909-016f1157dd2c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Apr 06 14:52:52.325868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c612e30e-4ada-418e-a78d-4763af96d558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:53.424127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a721c-4918-448d-b0fc-a8944d71de19 req-cac6e69d-b758-4972-946f-521c3206e1fb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:53.425636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7d2a721c-4918-448d-b0fc-a8944d71de19 req-cac6e69d-b758-4972-946f-521c3206e1fb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0523841 Apr 06 14:52:53.472618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7d2a721c-4918-448d-b0fc-a8944d71de19 req-729c58a0-8bd7-4904-97bb-fa6d5b0e7ccb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Apr 06 14:52:53.594276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789233-4153-46a4-9d01-a112f27ab8be req-6920b657-4dda-4f25-84a7-04c9ccdf133c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:53.595714 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8789233-4153-46a4-9d01-a112f27ab8be req-6920b657-4dda-4f25-84a7-04c9ccdf133c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0588992 Apr 06 14:52:53.605920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 53654) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:52:53.611162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'floatingip': {'port_id': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:52:53.628587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:53.654862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:54.336391 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:54.398444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:54.502902 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 associated. External IP: 172.26.6.138, port: 8e4ca4ff-4c94-4528-a39e-5ba1b879be86. Apr 06 14:52:54.718726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:52:54.735437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6777aa09-6137-47ec-b3be-0d2be7c5ed14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:54.842593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:52:54.847441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:54.852083 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:52:54.862014 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:54.862623 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:52:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:54.877815 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-22e8136e-cd3c-4fcf-a4a9-352c0b01ef16 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "PUT /v2.0/floatingips/5573dd14-45bb-49f0-bb9d-745a923d6ba4 HTTP/1.1" status: 200 len: 992 time: 1.2702465 Apr 06 14:52:54.878420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:54.880693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2" -d '{"events": [{"name": "network-changed", "server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:54.971400 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:55.050917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe5e229-7277-4935-ade9-5763b8cfe3a1 x-openstack-request-id: req-dfe5e229-7277-4935-ade9-5763b8cfe3a1 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:55.050917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:55.050917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfe5e229-7277-4935-ade9-5763b8cfe3a1 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:55.050917 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe5e229-7277-4935-ade9-5763b8cfe3a1'] response: {'name': 'network-changed', 'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'status': 'completed', 'code': 200} Apr 06 14:52:55.094437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-222599bd-59fa-4181-9da3-b64e18d2aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:55.097647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-222599bd-59fa-4181-9da3-b64e18d2aea0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1130 time: 0.0521576 Apr 06 14:52:55.206316 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:7d:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:52:54Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:55.232742 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:52:55.239186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-d64eba68-621d-4e7c-b988-1977291b53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:55.240768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-d64eba68-621d-4e7c-b988-1977291b53fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.1255133 Apr 06 14:52:55.241386 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:55.242179 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:52:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:55.313772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72484666-14b7-4d46-a230-ba7dda668b55 req-7c04ed29-a2f0-4bee-b019-2b007fbad2c7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:55.315179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-72484666-14b7-4d46-a230-ba7dda668b55 req-7c04ed29-a2f0-4bee-b019-2b007fbad2c7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.1303024 Apr 06 14:52:55.321629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-5a4fcab9-ffa9-44fa-bc6a-1e6a778bd250 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1000 time: 0.0725765 Apr 06 14:52:55.351568 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:55.399928 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-c219cc8a-cb3b-4195-9b94-a0b5af41ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:55.401403 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-c219cc8a-cb3b-4195-9b94-a0b5af41ef41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0720999 Apr 06 14:52:55.405398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-72484666-14b7-4d46-a230-ba7dda668b55 req-57b04af5-b89b-4b32-877b-440b9f21bf95 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829093 Apr 06 14:52:55.461061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-7fe266e3-5f49-4a8d-9ba9-4648fdf385ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:55.462785 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-7fe266e3-5f49-4a8d-9ba9-4648fdf385ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0545471 Apr 06 14:52:55.554834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-463c3646-03e2-4dce-863e-c11d2787c5a1 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Apr 06 14:52:55.599449 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:7d:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:52:54Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:55.658109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09a399ac-2cc1-4fd5-a611-86abf8ff99e2 req-59655f5d-bf6e-44a3-91b8-b1385a28f4bc service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971417 Apr 06 14:52:55.715581 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3ce22-b5b5-4e54-8071-4c44e937240c None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:7d:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:52:54Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:52:55.840004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:55.937667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d1f93-e3ad-4c23-941a-48aa58d0a57a None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:52:56.529819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73f1e-077d-49cc-8abd-6671f1629a9b req-dc32ee3b-32a6-4d62-b4b1-a887c9188582 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:56.531211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7f73f1e-077d-49cc-8abd-6671f1629a9b req-dc32ee3b-32a6-4d62-b4b1-a887c9188582 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0562611 Apr 06 14:52:56.578689 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a7f73f1e-077d-49cc-8abd-6671f1629a9b req-1e9acd2b-ad5e-4dd3-a8ad-214030bfae9a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Apr 06 14:52:57.455384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:57.703459 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e5398-3a23-4982-b115-e6c0180c4ae6 req-06788193-470b-4857-ba25-15ab7fe8002a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:57.704945 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a32e5398-3a23-4982-b115-e6c0180c4ae6 req-06788193-470b-4857-ba25-15ab7fe8002a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0589514 Apr 06 14:52:57.758749 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a32e5398-3a23-4982-b115-e6c0180c4ae6 req-b6ea88e9-69d1-4729-8c24-b2ed4c968fcf tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482142 Apr 06 14:52:58.542622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:58.876909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2d7b-688e-4f38-97af-9cfa49106928 req-87e2ef8f-096e-4f85-b3e2-37f5998715c5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:58.878388 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3cfd2d7b-688e-4f38-97af-9cfa49106928 req-87e2ef8f-096e-4f85-b3e2-37f5998715c5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0518441 Apr 06 14:52:58.925571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3cfd2d7b-688e-4f38-97af-9cfa49106928 req-c9a39b26-dfb3-4f03-bf85-d525b035dcd8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Apr 06 14:53:00.044200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db974c-f95b-400c-8f43-752a48700cd0 req-1b546891-2aa5-4d44-8882-38984a5e14c2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:00.045704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-15db974c-f95b-400c-8f43-752a48700cd0 req-1b546891-2aa5-4d44-8882-38984a5e14c2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0540609 Apr 06 14:53:00.099922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-15db974c-f95b-400c-8f43-752a48700cd0 req-b16bd4fb-6966-4ac5-9ea7-d963fac59187 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486610 Apr 06 14:53:01.220162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba64ec2-e00b-4590-a2f0-00417969f11d req-d103cadc-221f-44ae-b52d-b18da85dc73d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:01.221679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ba64ec2-e00b-4590-a2f0-00417969f11d req-d103cadc-221f-44ae-b52d-b18da85dc73d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0523241 Apr 06 14:53:01.269255 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9ba64ec2-e00b-4590-a2f0-00417969f11d req-c0381deb-e6bf-4613-a79c-04f30578ad1c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419614 Apr 06 14:53:01.502105 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:53:02.387970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec593-bfe9-4caa-83b9-c88cd699540d req-5c190252-535a-4967-a341-842ace7f0dbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:02.390074 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d7ec593-bfe9-4caa-83b9-c88cd699540d req-5c190252-535a-4967-a341-842ace7f0dbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0520175 Apr 06 14:53:02.443962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d7ec593-bfe9-4caa-83b9-c88cd699540d req-401cf172-3a9a-45c0-a146-74066ab59b87 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481224 Apr 06 14:53:03.568031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6e68-9db7-4bc8-bf4b-0335899e2d50 req-8408d627-457b-4dd2-b8e8-cbbdf609a9e4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:03.569569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-423c6e68-9db7-4bc8-bf4b-0335899e2d50 req-8408d627-457b-4dd2-b8e8-cbbdf609a9e4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0565979 Apr 06 14:53:03.616923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-423c6e68-9db7-4bc8-bf4b-0335899e2d50 req-a914f325-e926-4541-90e7-6de8030da93a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Apr 06 14:53:04.734977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407fb93-10c3-4862-bc1a-4623dde3264c req-51269eea-5f85-47ac-9156-e8a4a976f1be tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:04.736451 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2407fb93-10c3-4862-bc1a-4623dde3264c req-51269eea-5f85-47ac-9156-e8a4a976f1be tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0546534 Apr 06 14:53:04.783732 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2407fb93-10c3-4862-bc1a-4623dde3264c req-90bee54e-fb66-4e37-80de-fde37f4f6e04 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Apr 06 14:53:05.907889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c14833-8bf9-4c10-8c6c-e2ac05b953b4 req-63f5187c-6a1d-4d04-899b-5b8bf5c0f8c9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:05.909399 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08c14833-8bf9-4c10-8c6c-e2ac05b953b4 req-63f5187c-6a1d-4d04-899b-5b8bf5c0f8c9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0581477 Apr 06 14:53:05.955877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08c14833-8bf9-4c10-8c6c-e2ac05b953b4 req-6c32c1bb-595c-4f61-8766-a3a29fd8e33f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Apr 06 14:53:07.073365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0137848-6741-4555-9d89-3a4bcbf9475e req-7b90c7ee-955d-4c94-b3af-4bd503006f83 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:07.074835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0137848-6741-4555-9d89-3a4bcbf9475e req-7b90c7ee-955d-4c94-b3af-4bd503006f83 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0524311 Apr 06 14:53:07.121431 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0137848-6741-4555-9d89-3a4bcbf9475e req-164cc601-f765-4902-bf71-27dfd6320299 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403972 Apr 06 14:53:08.241981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe26c8-dae9-4d35-b987-d07a032b816f req-52eeeacd-f899-49a1-b088-b503a0ea1ccb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:08.243440 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2fe26c8-dae9-4d35-b987-d07a032b816f req-52eeeacd-f899-49a1-b088-b503a0ea1ccb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0518904 Apr 06 14:53:08.294460 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2fe26c8-dae9-4d35-b987-d07a032b816f req-aa4c3d0d-1351-4b87-a763-65f280e0a2da tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Apr 06 14:53:09.411109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc846-6dd6-4f65-8fc5-35a5c698f412 req-176157e9-eaba-4d32-b853-2c0f59f7111e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:09.412959 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-677fc846-6dd6-4f65-8fc5-35a5c698f412 req-176157e9-eaba-4d32-b853-2c0f59f7111e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0525882 Apr 06 14:53:09.459503 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-677fc846-6dd6-4f65-8fc5-35a5c698f412 req-8152b913-4746-4374-a549-daef7bcc53a0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 Apr 06 14:53:10.579733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0bf2-6c86-488d-9585-35030ba509eb req-8845ca72-cdec-4e07-aa5a-f0ac332377ea tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:10.581249 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-245d0bf2-6c86-488d-9585-35030ba509eb req-8845ca72-cdec-4e07-aa5a-f0ac332377ea tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0536463 Apr 06 14:53:10.627521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-245d0bf2-6c86-488d-9585-35030ba509eb req-21092397-8e32-4d6b-bf6e-1b9807033f0a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Apr 06 14:53:11.757977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fea80f-709a-4ebd-9310-1c2683296de6 req-18a66b5b-5131-4ff9-9781-1bc996bbde4b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:11.759656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f7fea80f-709a-4ebd-9310-1c2683296de6 req-18a66b5b-5131-4ff9-9781-1bc996bbde4b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0608473 Apr 06 14:53:11.806039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f7fea80f-709a-4ebd-9310-1c2683296de6 req-558dfccf-fa56-40f7-b88c-7068ccb04032 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 Apr 06 14:53:12.924455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c36b1e-2561-4cc9-9199-30836813e2db req-8e30f564-eebc-4d76-94c9-4720e02bd021 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:12.925955 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54c36b1e-2561-4cc9-9199-30836813e2db req-8e30f564-eebc-4d76-94c9-4720e02bd021 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0536220 Apr 06 14:53:12.972095 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54c36b1e-2561-4cc9-9199-30836813e2db req-8c00021d-8478-4bee-a55d-93ce335e90f8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Apr 06 14:53:14.090933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494161e9-42e2-4f11-ab19-e4a9ccd127b5 req-d9bd27d8-84c1-4bc9-8b76-a05d75797e7f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:14.092554 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-494161e9-42e2-4f11-ab19-e4a9ccd127b5 req-d9bd27d8-84c1-4bc9-8b76-a05d75797e7f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0523651 Apr 06 14:53:14.142885 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-494161e9-42e2-4f11-ab19-e4a9ccd127b5 req-f7863497-4056-4755-a3af-e06ded5e48f8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 Apr 06 14:53:15.260250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d16a2-48dc-4a2f-b1a0-249b67ee98cc req-078f8689-0ec1-46b4-9434-0d2e367bfccf tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:15.261731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf0d16a2-48dc-4a2f-b1a0-249b67ee98cc req-078f8689-0ec1-46b4-9434-0d2e367bfccf tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0518923 Apr 06 14:53:15.307664 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf0d16a2-48dc-4a2f-b1a0-249b67ee98cc req-f250d2e0-c1e4-4d2e-b6c6-73e2e6554ec4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Apr 06 14:53:16.426354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec72705-3fff-4f51-800b-dbd2f2880f8b req-239c834d-825c-4584-a8c8-3c39896cfc58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:16.427846 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aec72705-3fff-4f51-800b-dbd2f2880f8b req-239c834d-825c-4584-a8c8-3c39896cfc58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0532420 Apr 06 14:53:16.507900 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aec72705-3fff-4f51-800b-dbd2f2880f8b req-58c023c2-08ff-4b8d-971a-71a4481f7a0d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742106 Apr 06 14:53:16.523310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-3f60c545-b9e4-4b38-a0bd-0259b7697a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:16.524836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-3f60c545-b9e4-4b38-a0bd-0259b7697a28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1130 time: 0.0651479 Apr 06 14:53:16.626498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-1597d8e1-7611-4bee-aaf1-0a111b538fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:16.627938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-1597d8e1-7611-4bee-aaf1-0a111b538fff service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0845158 Apr 06 14:53:16.695027 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-712c09a2-16a0-4a25-aae7-b2e7b5372f53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1002 time: 0.0615630 Apr 06 14:53:16.741995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-106aa917-0cef-4b35-a9a7-ad94db58b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:16.743427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-106aa917-0cef-4b35-a9a7-ad94db58b7ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0429614 Apr 06 14:53:16.792298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-65467455-73f2-43e5-8b57-4e8f760ac5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:16.793711 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-65467455-73f2-43e5-8b57-4e8f760ac5fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440841 Apr 06 14:53:16.883922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-ffbcc489-e1c4-40e8-af18-4bd7d256052c service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829880 Apr 06 14:53:16.971905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6f3dbf61-f49f-44ab-95aa-e7c978b2bedf req-bdaab841-2ae6-432f-90ef-553c1e4217f7 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811565 Apr 06 14:53:17.631617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d59cf-c327-4f78-b636-d0450e6b92fd req-0225a547-8218-448d-a7c0-d1b95fdb4010 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:17.633119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f72d59cf-c327-4f78-b636-d0450e6b92fd req-0225a547-8218-448d-a7c0-d1b95fdb4010 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0568061 Apr 06 14:53:17.678822 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f72d59cf-c327-4f78-b636-d0450e6b92fd req-7e583163-ce8a-4a26-9180-51630eb966a9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Apr 06 14:53:18.799889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e75f63-acf0-45ba-ab76-7fb8766dcc2a req-db7a66b0-ec63-4613-aec1-ea2ab8b1a5f6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:18.801413 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22e75f63-acf0-45ba-ab76-7fb8766dcc2a req-db7a66b0-ec63-4613-aec1-ea2ab8b1a5f6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0548527 Apr 06 14:53:18.848794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22e75f63-acf0-45ba-ab76-7fb8766dcc2a req-dc4fec19-4c22-47c1-9ad7-ecaec0bafe9c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 Apr 06 14:53:19.967763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4d51-b7bf-4653-8ffb-27cbafae9a98 req-aefd21f6-70e7-4318-a9a9-e540bae40a17 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:19.969250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b7e4d51-b7bf-4653-8ffb-27cbafae9a98 req-aefd21f6-70e7-4318-a9a9-e540bae40a17 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0526991 Apr 06 14:53:20.018616 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b7e4d51-b7bf-4653-8ffb-27cbafae9a98 req-92c255e2-bf81-4df1-ac2e-25ea31263146 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Apr 06 14:53:21.137330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d23cd-804e-4597-b4ff-df483c2914b1 req-749580cd-2aa6-48b8-88d2-1cdcf4d5cced tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:21.138802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-556d23cd-804e-4597-b4ff-df483c2914b1 req-749580cd-2aa6-48b8-88d2-1cdcf4d5cced tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0536993 Apr 06 14:53:21.186278 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-556d23cd-804e-4597-b4ff-df483c2914b1 req-f82df248-d2b8-43c1-90c7-7c700bf17561 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412765 Apr 06 14:53:22.310312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7ee4b-36ce-4779-b355-57bdff68e333 req-efa7bcf4-2282-4ed7-8cf0-71b7dffc716d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:22.312515 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0a7ee4b-36ce-4779-b355-57bdff68e333 req-efa7bcf4-2282-4ed7-8cf0-71b7dffc716d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0559468 Apr 06 14:53:22.330259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-be103336-21dd-4438-8351-211afc81f110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:22.361607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0a7ee4b-36ce-4779-b355-57bdff68e333 req-fbc2db56-7b85-4442-9ffc-43bc00b53a76 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433927 Apr 06 14:53:23.486062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c535a-43b5-40e3-81e7-7395a8a22aec req-348a1d13-c333-4534-921b-9dbc81560d8c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:23.487523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f67c535a-43b5-40e3-81e7-7395a8a22aec req-348a1d13-c333-4534-921b-9dbc81560d8c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0567982 Apr 06 14:53:23.540020 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f67c535a-43b5-40e3-81e7-7395a8a22aec req-54783ff7-53b0-472c-97c7-03fc10c454e4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469260 Apr 06 14:53:23.654386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:24.659135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aa395-4153-4eea-ba9b-8c56d3b654d4 req-fe64ef10-8b41-426f-9383-ec7364ca68a1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:24.660606 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed1aa395-4153-4eea-ba9b-8c56d3b654d4 req-fe64ef10-8b41-426f-9383-ec7364ca68a1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0517251 Apr 06 14:53:24.707814 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed1aa395-4153-4eea-ba9b-8c56d3b654d4 req-f9f3a1c1-c40f-430d-985b-4f0b3843a860 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Apr 06 14:53:24.758428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8216c5e1-017a-4e9d-ac94-d44f4d51b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:25.828409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd34fd-18c8-4439-8004-02dd9c929282 req-775eca24-0be3-42da-87c2-84239da416dc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:25.829821 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46dd34fd-18c8-4439-8004-02dd9c929282 req-775eca24-0be3-42da-87c2-84239da416dc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0525668 Apr 06 14:53:25.838512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:25.883942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46dd34fd-18c8-4439-8004-02dd9c929282 req-dca25225-1a6d-471c-9ea1-70d3f741c33f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Apr 06 14:53:26.238895 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f7d0-26f1-44cc-a512-fefd8d88e6ef req-97b8b17f-f123-41a8-a0be-7c56f1561a3d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:26.240389 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1242f7d0-26f1-44cc-a512-fefd8d88e6ef req-97b8b17f-f123-41a8-a0be-7c56f1561a3d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0547996 Apr 06 14:53:26.286775 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1242f7d0-26f1-44cc-a512-fefd8d88e6ef req-da725482-f885-4430-b630-8d056b5ce2fb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Apr 06 14:53:26.340800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-c00887de-cb1f-4b97-b9f7-b42a6435e169 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427954 Apr 06 14:53:26.848646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-5c478ac6-73cf-4bb8-87fb-aee448092e4f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:26.849991 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-5c478ac6-73cf-4bb8-87fb-aee448092e4f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports/8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 943 time: 0.0487993 Apr 06 14:53:27.415515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bb557-d132-4d7e-b42a-7a4ad9246993 req-ad7b0770-dbd0-4ef7-8e60-d5ee13e68259 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:27.417017 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-274bb557-d132-4d7e-b42a-7a4ad9246993 req-ad7b0770-dbd0-4ef7-8e60-d5ee13e68259 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0563588 Apr 06 14:53:27.464187 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-274bb557-d132-4d7e-b42a-7a4ad9246993 req-5822cf06-f285-41b4-b7c3-08f3b8d96658 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Apr 06 14:53:27.485439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:28.264488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-73cf32c9-917f-4902-ab9e-27e5425231c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.266763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-73cf32c9-917f-4902-ab9e-27e5425231c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1130 time: 0.0470707 Apr 06 14:53:28.580035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:28.736111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de22da0-a319-4392-9fe3-f508a5482d36 req-15ca3ef8-c8f4-4e6e-b620-24f5dab746a0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.737604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4de22da0-a319-4392-9fe3-f508a5482d36 req-15ca3ef8-c8f4-4e6e-b620-24f5dab746a0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0800149 Apr 06 14:53:28.740351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-cb783492-1d86-4dd7-be52-2386e516d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.741692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-cb783492-1d86-4dd7-be52-2386e516d0f8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.4672563 Apr 06 14:53:28.838707 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4de22da0-a319-4392-9fe3-f508a5482d36 req-5f94fea4-2bcd-4530-9faa-e592dfabd6a6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953901 Apr 06 14:53:28.840513 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-7c501ce0-ce5f-49d7-a0aa-c46d3ae4eb2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1002 time: 0.0901816 Apr 06 14:53:28.891278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-6599f4cf-f0bf-4cc3-abf1-f4c0de2e530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.892794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-6599f4cf-f0bf-4cc3-abf1-f4c0de2e530d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0449309 Apr 06 14:53:28.941018 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-35702301-8a3e-4458-af7d-bf33cf60a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.942566 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-35702301-8a3e-4458-af7d-bf33cf60a4b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443647 Apr 06 14:53:29.033573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-853ca9a2-cb5b-4cd6-abdb-35533feb7244 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853202 Apr 06 14:53:29.119461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-dc09c12e-c759-4d61-a1b6-8fff105017e7 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798445 Apr 06 14:53:29.962989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f0fa-2fce-4b03-bc90-f80b657d8f25 req-40f2cdb6-1f25-497d-9f63-34a22f8a5409 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:29.964443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca84f0fa-2fce-4b03-bc90-f80b657d8f25 req-40f2cdb6-1f25-497d-9f63-34a22f8a5409 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0571749 Apr 06 14:53:30.010091 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca84f0fa-2fce-4b03-bc90-f80b657d8f25 req-71b59199-6e21-48ab-9107-5c0769e87b99 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Apr 06 14:53:31.036623 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-59765d60-aa6f-47f0-a509-aa5f87cd624b service neutron] 10.222.0.79 "GET /v2.0/ports/8e4ca4ff-4c94-4528-a39e-5ba1b879be86/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0544100 Apr 06 14:53:31.144970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99be9-ed8a-4457-8fad-fea1a4179a68 req-2290714b-1f59-4d2e-ba6d-adea9ed8914f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.146611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86e99be9-ed8a-4457-8fad-fea1a4179a68 req-2290714b-1f59-4d2e-ba6d-adea9ed8914f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0660460 Apr 06 14:53:31.194167 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86e99be9-ed8a-4457-8fad-fea1a4179a68 req-47325462-2b9b-4072-aba5-f1bd991bbd13 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Apr 06 14:53:31.511058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-67b31dde-6afa-4dd3-b943-def07c4acf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.512610 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-67b31dde-6afa-4dd3-b943-def07c4acf32 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 1130 time: 0.0520489 Apr 06 14:53:31.576149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-3ec180a8-faf3-4f68-9837-2fc5cb0fb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.577851 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-3ec180a8-faf3-4f68-9837-2fc5cb0fb91c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1130 time: 0.0448477 Apr 06 14:53:31.666965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-4c31f771-6167-45c1-9eb5-b19ad957190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.668437 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-4c31f771-6167-45c1-9eb5-b19ad957190f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0842600 Apr 06 14:53:31.736108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-d1b2d1aa-dfef-481f-b06d-1deffb3a1d25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1002 time: 0.0622981 Apr 06 14:53:31.784545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-4956cf2e-2909-4403-91ae-25c4fced02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.785924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-4956cf2e-2909-4403-91ae-25c4fced02e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0441265 Apr 06 14:53:31.837073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a19e-dfda-43b2-b7c9-007685963796 req-340280c4-1189-4a4e-9d77-e8d190cc2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.838564 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-340280c4-1189-4a4e-9d77-e8d190cc2753 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464015 Apr 06 14:53:31.928668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-4255a0f0-cf87-42ea-90f6-83155f1063e5 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Apr 06 14:53:32.013729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5531a19e-dfda-43b2-b7c9-007685963796 req-48d8be41-4ff2-4f21-958c-9bd57e210478 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796025 Apr 06 14:53:32.325634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d06672-7c45-4e24-b022-e56cb77428c3 req-5cfaf1fc-281d-4fcd-a3cf-40a58e1f415b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:32.327190 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f8d06672-7c45-4e24-b022-e56cb77428c3 req-5cfaf1fc-281d-4fcd-a3cf-40a58e1f415b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0591664 Apr 06 14:53:32.373283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f8d06672-7c45-4e24-b022-e56cb77428c3 req-bc82d366-2674-47b7-889d-a99784c2340e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Apr 06 14:53:33.497901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950838-b498-48ad-9bea-579788d6cb73 req-8ef397d2-1b50-495c-b021-9749a90f9afe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:33.499422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37950838-b498-48ad-9bea-579788d6cb73 req-8ef397d2-1b50-495c-b021-9749a90f9afe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0569947 Apr 06 14:53:33.548806 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37950838-b498-48ad-9bea-579788d6cb73 req-2ef500be-c63b-4e35-bf1d-13c7f8f18a73 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Apr 06 14:53:34.671242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b4467-72d4-4a94-be74-a42953b0a0a8 req-b482785c-76aa-4221-bb8f-d8ab80bcac1c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:34.673394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c7b4467-72d4-4a94-be74-a42953b0a0a8 req-b482785c-76aa-4221-bb8f-d8ab80bcac1c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0574281 Apr 06 14:53:34.719350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c7b4467-72d4-4a94-be74-a42953b0a0a8 req-135ef9bd-7db0-458b-817c-e2ccdf4c9d55 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Apr 06 14:53:34.853945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:53:34.855978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:35.000251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:35.000811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:35.028114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:35.049128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:35.051361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038daf25-86a5-426f-8fa4-5c43832306fb" -d '{"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:35.055894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'mac_address': 'fa:16:3e:7d:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:53:35.066112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:35.105650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa5b9d-54ad-444d-be09-a0dd2b60ac64 x-openstack-request-id: req-5bfa5b9d-54ad-444d-be09-a0dd2b60ac64 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:35.105883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:35.106138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5bfa5b9d-54ad-444d-be09-a0dd2b60ac64 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:35.106537 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfa5b9d-54ad-444d-be09-a0dd2b60ac64'] response: {'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'code': 200} Apr 06 14:53:35.108736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:35.109132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:35.115719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407945-432f-4db1-82d2-e74518060924 req-b0b63e8b-ad2d-48d9-8a25-0ced36de5dcd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.122916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca407945-432f-4db1-82d2-e74518060924 req-b0b63e8b-ad2d-48d9-8a25-0ced36de5dcd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0679500 Apr 06 14:53:35.123351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:53:35.153227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:35.168235 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca407945-432f-4db1-82d2-e74518060924 req-220d0d35-7121-4c17-b6dd-38dfa75b88fc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Apr 06 14:53:35.232404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-fda8df3a-a5b0-4630-b456-6ad2efdb442e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.233916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-fda8df3a-a5b0-4630-b456-6ad2efdb442e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa&tenant_id=a2d32994941a48e886d7c0517eea31b0&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 944 time: 0.0590045 Apr 06 14:53:35.235013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:53:35.235419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:53:35.238189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:35.245955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.251397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:35.326543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-80dc6bcc-33b5-4f1e-89d7-8864f3f1478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.328071 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-80dc6bcc-33b5-4f1e-89d7-8864f3f1478f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1128 time: 0.0488427 Apr 06 14:53:35.414951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-a1a915e6-eabd-46f9-94c0-c1a35040774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.416300 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-a1a915e6-eabd-46f9-94c0-c1a35040774f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0817702 Apr 06 14:53:35.483902 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-50d3d38c-8b5c-4334-8894-ac69343e7178 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1000 time: 0.0617032 Apr 06 14:53:35.532189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-10c6a385-6ace-4ea5-88e3-aa8eb225cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.533880 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-10c6a385-6ace-4ea5-88e3-aa8eb225cd5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0432427 Apr 06 14:53:35.582410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-64d0cc0d-86f7-43de-8a0b-c105d619a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.583957 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-64d0cc0d-86f7-43de-8a0b-c105d619a9d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444591 Apr 06 14:53:35.675272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-7df33080-8529-4cf3-a0a5-f607bf6e4441 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855310 Apr 06 14:53:35.764188 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a51ba38d-f03b-47e8-9db9-d25353867556 req-a3d24f8d-3c2e-4644-a5e1-ef9175b69b8c service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829055 Apr 06 14:53:35.773354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:35.773742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:35.787623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:53:35.807000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:35.901403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:35.955564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:35.962908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['8e4ca4ff-4c94-4528-a39e-5ba1b879be86'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:53:36.298477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747489d-159c-4d95-bf1a-fdbe1e03c495 req-7c0e5bcd-ae17-4faf-bdd7-160fde30b407 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:36.299980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d747489d-159c-4d95-bf1a-fdbe1e03c495 req-7c0e5bcd-ae17-4faf-bdd7-160fde30b407 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 945 time: 0.0603180 Apr 06 14:53:36.351625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d747489d-159c-4d95-bf1a-fdbe1e03c495 req-1dc6cbd8-1e29-4f2e-958a-fdce9c721c0d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459344 Apr 06 14:53:36.884571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:36.939194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:36.939912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.018580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:37.018985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.052830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:37.100874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.122239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:37.124403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ff354-b214-4779-bef5-646cad2e4896" -d '{"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:37.154769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:37.163866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67753d6-5e65-4756-a72a-b5180c3c8250 x-openstack-request-id: req-f67753d6-5e65-4756-a72a-b5180c3c8250 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:37.164162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:37.164463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f67753d6-5e65-4756-a72a-b5180c3c8250 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:37.164841 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67753d6-5e65-4756-a72a-b5180c3c8250'] response: {'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'code': 200} Apr 06 14:53:37.470386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21ef24-e7c3-4b59-9b8c-c7cef45296c3 req-d931a113-96ea-4567-a85a-9cebc2e8ff19 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:37.471923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e21ef24-e7c3-4b59-9b8c-c7cef45296c3 req-d931a113-96ea-4567-a85a-9cebc2e8ff19 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0531042 Apr 06 14:53:37.518546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e21ef24-e7c3-4b59-9b8c-c7cef45296c3 req-bb18ea74-2844-4179-8556-58e8d9da169d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Apr 06 14:53:37.637336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c01b0-bf1e-4ec4-bd9b-0863b18a1929 req-d3a735a6-632e-4e32-8913-a48f769480e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:37.638739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-331c01b0-bf1e-4ec4-bd9b-0863b18a1929 req-d3a735a6-632e-4e32-8913-a48f769480e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0523951 Apr 06 14:53:37.686516 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-331c01b0-bf1e-4ec4-bd9b-0863b18a1929 req-66d69a58-c444-4418-9e67-b4ef9e0b73c1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Apr 06 14:53:38.095938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f400-c0ac-4513-95a3-40b983f9caf2 req-7bb21689-1094-4602-aac4-fd3e96da8732 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:38.097470 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12c6f400-c0ac-4513-95a3-40b983f9caf2 req-7bb21689-1094-4602-aac4-fd3e96da8732 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0589595 Apr 06 14:53:38.156164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12c6f400-c0ac-4513-95a3-40b983f9caf2 req-b7fe5b13-092a-43b0-9ba0-cbb26dccc573 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529189 Apr 06 14:53:38.196613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-05bb0e3c-4675-4e09-9501-b8478573c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:38.198343 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-05bb0e3c-4675-4e09-9501-b8478573c76b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 1130 time: 0.0584002 Apr 06 14:53:38.295727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-1d16abc7-f145-4f6d-82bd-a93e8644fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:38.297825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-1d16abc7-f145-4f6d-82bd-a93e8644fa88 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0934279 Apr 06 14:53:38.365238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-e9f6adec-b22b-4364-a6e6-d1c0b34f72e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 200 len: 1002 time: 0.0613093 Apr 06 14:53:38.413617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-33032d01-b287-4a96-9d03-16060115ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:38.415056 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-33032d01-b287-4a96-9d03-16060115ebe7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0439756 Apr 06 14:53:38.466505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-c664244e-6cc0-41dc-95e6-4d082be313c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:38.467982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-c664244e-6cc0-41dc-95e6-4d082be313c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474920 Apr 06 14:53:38.501016 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:53:38.558336 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-b54535b1-a96c-41c9-b151-d3b7df437654 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846763 Apr 06 14:53:38.651938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43ae7d5e-ac4a-4af9-9441-08a7f9b3aacf req-3b8ba1ba-148b-4fa4-8caf-deeb441f4a16 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875285 Apr 06 14:53:39.284720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e44ed-30b8-476a-bef5-9d0ce8a67e15 req-8b9b25fa-9cda-4c67-bde1-05d6aae97a8a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:39.286223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f42e44ed-30b8-476a-bef5-9d0ce8a67e15 req-8b9b25fa-9cda-4c67-bde1-05d6aae97a8a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0561240 Apr 06 14:53:39.334462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f42e44ed-30b8-476a-bef5-9d0ce8a67e15 req-49f7dc06-1ee3-472f-9a2e-edafbd922dab tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Apr 06 14:53:40.457933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454defb-111e-43ee-91d4-89dbe1f08478 req-094aed30-b0b0-4690-9950-e0df87fa161c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:40.459461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f454defb-111e-43ee-91d4-89dbe1f08478 req-094aed30-b0b0-4690-9950-e0df87fa161c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0574377 Apr 06 14:53:40.506384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f454defb-111e-43ee-91d4-89dbe1f08478 req-0c591cd6-d408-46a0-b758-429d4f37b7e2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Apr 06 14:53:40.899238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2cf35-2268-4329-84a8-87461f03111c req-2709b03c-643c-45e1-918e-de2fddce2869 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:40.900743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6e2cf35-2268-4329-84a8-87461f03111c req-2709b03c-643c-45e1-918e-de2fddce2869 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0582242 Apr 06 14:53:40.946891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6e2cf35-2268-4329-84a8-87461f03111c req-b545445d-9d6e-471e-ba12-441382e8f992 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Apr 06 14:53:42.067514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553721-ebf5-4771-ba00-b46d2cfc9ca3 req-8b0ae7d8-38b6-4bcc-9779-4012013346ff tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:42.068974 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-04553721-ebf5-4771-ba00-b46d2cfc9ca3 req-8b0ae7d8-38b6-4bcc-9779-4012013346ff tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0541129 Apr 06 14:53:42.115977 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-04553721-ebf5-4771-ba00-b46d2cfc9ca3 req-bdc53d6b-7bbd-426f-8723-47eff901ef25 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Apr 06 14:53:42.506682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-3bc774fc-cefc-4644-a865-8a7a18af0112 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:42.508115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-3bc774fc-cefc-4644-a865-8a7a18af0112 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 946 time: 0.0528426 Apr 06 14:53:42.603129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Deleting port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:42.603468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:42.693955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] For port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:42.694316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:42.862050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:42.862410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:42.862746 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 disassociated. External IP: 172.26.6.138, port: 8e4ca4ff-4c94-4528-a39e-5ba1b879be86. Apr 06 14:53:42.863095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Calling delete_port for 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:43.048503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (8e4ca4ff-4c94-4528-a39e-5ba1b879be86), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:43.078593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event deleted for resources: {'Port': ['ID=8e4ca4ff-4c94-4528-a39e-5ba1b879be86,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:43.226313 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2486e2e5-3184-43e3-807a-d86afad97a2d req-e18ce43d-8daf-464a-a8da-c14f945c8127 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 210 time: 0.0333381 Apr 06 14:53:43.230351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:43.348305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:43.357728 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:43.368052 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:43.368668 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:53:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:43.389120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] No DVR routers for this DVR port 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:53:43.392005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:43.395643 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e4e7662c-89cf-4aa2-bda1-503c877071f3 req-5b47b2a0-9355-4af7-8a4a-bb028fc1ed58 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "DELETE /v2.0/ports/8e4ca4ff-4c94-4528-a39e-5ba1b879be86 HTTP/1.1" status: 204 len: 173 time: 0.8828130 Apr 06 14:53:43.396112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-deleted', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:43.399507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a33e2-9a4c-4160-95e5-60ef389bf9e1" -d '{"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-deleted", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:43.435640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cc6181-0352-40bd-a39d-4aa160dc88ff x-openstack-request-id: req-c1cc6181-0352-40bd-a39d-4aa160dc88ff {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:43.435944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa", "name": "network-vif-deleted", "tag": "8e4ca4ff-4c94-4528-a39e-5ba1b879be86", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:43.436198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c1cc6181-0352-40bd-a39d-4aa160dc88ff {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:43.436834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cc6181-0352-40bd-a39d-4aa160dc88ff'] response: {'server_uuid': 'af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa', 'name': 'network-vif-deleted', 'tag': '8e4ca4ff-4c94-4528-a39e-5ba1b879be86', 'status': 'completed', 'code': 200} Apr 06 14:53:43.482047 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:43.682108 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:43.710977 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:43.719759 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:43.720360 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:53:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:43.826499 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:44.020517 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:44.048157 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be00d4e-a715-4934-bac0-f874b4d66e46 None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:53:44.290759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88652514-45ac-41ba-8e61-f9b5f871163f None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:53:44.348836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-def3ac58-8c79-475b-b765-097ab733af88 req-00c70116-fae9-4be7-8f29-05a0155fd3e9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=af4d4c34-8fc1-4bf8-8aae-8ba3bc5b33fa HTTP/1.1" status: 200 len: 210 time: 0.0301361 Apr 06 14:53:45.622752 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-280d5adc-b5ce-409a-b6e3-098bcde4ee80 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1562768115&fields=id&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 267 time: 0.0554273 Apr 06 14:53:45.737057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-fade51f0-047f-4c8b-8db4-f1a24c35c46a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:45.738448 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-fade51f0-047f-4c8b-8db4-f1a24c35c46a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1057653 Apr 06 14:53:45.759226 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-fc60bbb7-b66b-4ecb-b91d-cabde219b614 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/quotas/a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 375 time: 0.0134776 Apr 06 14:53:45.821281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-76b600c1-a8c5-4d6d-9f0b-ae580f722749 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554929 Apr 06 14:53:45.918751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-624f9d18-cb7a-4b74-b7a0-ee6be0d96b09 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850983 Apr 06 14:53:46.011915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-fedfc7cf-e0c3-4934-8777-174d80733793 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870609 Apr 06 14:53:46.229006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d0b5347-cdc5-4f22-8bb5-7e9ce8dabe5b req-fc4ffb82-2779-4598-a241-d0faa0751d2f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 210 time: 0.0288458 Apr 06 14:53:46.916092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:46.936969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:53:46.937924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 8e4ca4ff-4c94-4528-a39e-5ba1b879be86 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:53:47.326258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f9595f9-0e67-43b0-a76f-b5f90e42341b req-0b5062cd-d46e-4e61-b443-08d3b92d28ad tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 210 time: 0.0288901 Apr 06 14:53:48.055674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-4650c7cd-f95e-4b7f-b9e9-47f0d878f618 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:48.057055 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-4650c7cd-f95e-4b7f-b9e9-47f0d878f618 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1043844 Apr 06 14:53:48.124525 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-c717cb61-3b36-4477-a8c2-a17655f45ce0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 380 time: 0.0596490 Apr 06 14:53:48.132724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'port': {'device_id': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'admin_state_up': True, 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'security_groups': ['8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:48.295041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Made reservation on behalf of a2d32994941a48e886d7c0517eea31b0 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:53:48.299329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.435315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8eaf128c-18ae-4357-a55c-b9781487358c req-961341b3-c2ff-4144-bce8-2f062d9dab0a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 210 time: 0.0321615 Apr 06 14:53:48.453129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Allocated IP 172.20.0.6 (d7318b1d-026c-40eb-985f-139bc6b3a9a4/d0ee1743-19b8-475e-9b51-e96c0f3228ee/5a7fc9f7-7fe7-4ca0-b964-d537d832f396) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:48.595624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.677969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.719595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:48.725378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:48.729320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:53:48.738341 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:48.770244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.770599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.770948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.771295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.771898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.772235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.772567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.772924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.773258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.773590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.773923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.774252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.774583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.774906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.775230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:48.801819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:48.802477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.870903 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-e8db6007-4832-4172-a038-a8ce0fc0b7ec tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7415240 Apr 06 14:53:48.882515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Request body: {'port': {'device_id': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:48.949596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.963368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-70538572-ee12-4475-9520-4bc070cbcb00 None None] Provisioning complete for port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:48.963987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-70538572-ee12-4475-9520-4bc070cbcb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.997712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-70538572-ee12-4475-9520-4bc070cbcb00 None None] Port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:53:49.227064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:53:49.235293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Publish callbacks [] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.247191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Transition to ACTIVE for port object 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:53:49.352243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.401550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:49.476870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Attempting to bind port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:53:49.477537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Attempting to bind port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:53:49.477537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Attempting to bind port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:53:49.482086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:53:49.482485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Attempting to bind port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:53:49.488369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:53:49.488735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:53:49.489163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Bound using segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:53:49.489593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Bound port: 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:53:49.489958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.589702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:49.593468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:49.607989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403e2a6-7f91-404f-94bf-f4c38bd670c1 req-0a6d7ed6-818b-44fd-8e0c-9de65a9694d1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:49.612042 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1403e2a6-7f91-404f-94bf-f4c38bd670c1 req-0a6d7ed6-818b-44fd-8e0c-9de65a9694d1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 943 time: 0.0819776 Apr 06 14:53:49.659450 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1403e2a6-7f91-404f-94bf-f4c38bd670c1 req-5eac0f06-a29e-4462-ae64-8cbcfe0b6c55 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Apr 06 14:53:49.700852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.734408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:49.734989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.736365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-46313965-03ba-4b31-928f-cff17b33771c service neutron] 10.222.0.79 "PUT /v2.0/ports/5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 1093 time: 0.8583581 Apr 06 14:53:49.736843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:49.739130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26518e16-4eb4-4bdc-b15d-e985397e2870" -d '{"events": [{"name": "network-changed", "server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:49.775213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313965-03ba-4b31-928f-cff17b33771c service neutron] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:49.780618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642abe4-6491-46b7-80fe-9ad22417bfc8 x-openstack-request-id: req-4642abe4-6491-46b7-80fe-9ad22417bfc8 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:49.780945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:49.781207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4642abe4-6491-46b7-80fe-9ad22417bfc8 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:49.781627 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4642abe4-6491-46b7-80fe-9ad22417bfc8'] response: {'name': 'network-changed', 'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'status': 'completed', 'code': 200} Apr 06 14:53:49.854760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e16-4eb4-4bdc-b15d-e985397e2870 req-9892f4d1-7341-4ec6-86f0-18db413f3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:49.856299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26518e16-4eb4-4bdc-b15d-e985397e2870 req-9892f4d1-7341-4ec6-86f0-18db413f3a3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1127 time: 0.0527041 Apr 06 14:53:49.959841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e16-4eb4-4bdc-b15d-e985397e2870 req-a44b8df5-9636-40a0-bb31-edc85313c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:49.961387 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26518e16-4eb4-4bdc-b15d-e985397e2870 req-a44b8df5-9636-40a0-bb31-edc85313c78a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a2d32994941a48e886d7c0517eea31b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975335 Apr 06 14:53:50.058089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e16-4eb4-4bdc-b15d-e985397e2870 req-2bc3f578-be82-422a-8f23-b12faa6627e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:50.059420 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26518e16-4eb4-4bdc-b15d-e985397e2870 req-2bc3f578-be82-422a-8f23-b12faa6627e2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925300 Apr 06 14:53:50.136843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-14a3ac37-045c-4555-8adb-eed79ae6d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:50.138411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-14a3ac37-045c-4555-8adb-eed79ae6d4d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1127 time: 0.0446792 Apr 06 14:53:50.177741 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-dd81861d-1ec2-4f7d-84e9-f982be38fa8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 217 time: 0.0332162 Apr 06 14:53:50.557553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-4daab131-eec6-4f77-ab63-ce2e9d06bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:50.559001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-4daab131-eec6-4f77-ab63-ce2e9d06bb9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.3761742 Apr 06 14:53:50.608113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda163f6-7429-4d72-85df-65f267b90a14 req-f6dd1e56-6f9c-4e3b-ae3d-213a379358a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:50.609639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-f6dd1e56-6f9c-4e3b-ae3d-213a379358a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443008 Apr 06 14:53:50.699529 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-91da2c25-bb56-497d-93ad-619c48db0308 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814576 Apr 06 14:53:50.829868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3bf4-3b89-4ef7-99e5-52866094ca67 req-26186188-866d-4d13-8788-4a0e9d528680 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:50.831329 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-147f3bf4-3b89-4ef7-99e5-52866094ca67 req-26186188-866d-4d13-8788-4a0e9d528680 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 943 time: 0.0825214 Apr 06 14:53:50.833279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda163f6-7429-4d72-85df-65f267b90a14 req-13bc7410-269f-42ba-bed6-b2ecca3cc7fd service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281438 Apr 06 14:53:50.881655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-147f3bf4-3b89-4ef7-99e5-52866094ca67 req-5092f0c3-7762-4c5f-9da6-539c9eb2de71 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445507 Apr 06 14:53:52.004255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eee3a-09ed-4408-b177-36c15ea60bf3 req-fceb326c-a87a-4480-84e4-416cfea25709 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:52.005737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f2eee3a-09ed-4408-b177-36c15ea60bf3 req-fceb326c-a87a-4480-84e4-416cfea25709 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 943 time: 0.0522187 Apr 06 14:53:52.051934 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f2eee3a-09ed-4408-b177-36c15ea60bf3 req-88d154df-98d8-442c-bc8d-b6a67aa6a585 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407097 Apr 06 14:53:52.334343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bc9c5c80-4302-4322-be65-cb2091f4e0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.938948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:53:53.036402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:53.047940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'mac_address': 'fa:16:3e:fc:9e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:53:53.083969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:53.084366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.098788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:53:53.118841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:53.173445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aab78-b29b-44d4-ba04-e5ab7ff86f7e req-711c5388-109a-460a-b8af-96581f97b919 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:53.174941 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2aab78-b29b-44d4-ba04-e5ab7ff86f7e req-711c5388-109a-460a-b8af-96581f97b919 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 943 time: 0.0537879 Apr 06 14:53:53.197380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.222828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2aab78-b29b-44d4-ba04-e5ab7ff86f7e req-546cffa1-2d35-4e05-85ad-7d8e126fa61e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 Apr 06 14:53:53.250515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:53.541690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['5a7fc9f7-7fe7-4ca0-b964-d537d832f396'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:53:53.652546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.350775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce92d65-de8d-469b-ad49-8f406f30fe50 req-1d43b76d-fc77-4784-a5e0-2a75e828ec8c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:54.352285 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ce92d65-de8d-469b-ad49-8f406f30fe50 req-1d43b76d-fc77-4784-a5e0-2a75e828ec8c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 944 time: 0.0588033 Apr 06 14:53:54.398834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ce92d65-de8d-469b-ad49-8f406f30fe50 req-ac24ac22-20e0-4ad7-a4a2-d1daa7ae757d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410180 Apr 06 14:53:54.762755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71731703-141d-4f00-8d20-1ba5691fd6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.963840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:55.104470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:53:55.108605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:55.109040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.187096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:55.187491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.210952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:55.213202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aca92f-a692-404f-aba0-789d86bc41d9" -d '{"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:55.226209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:55.251309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd75c2-f11c-4c03-aa99-8756929ec76a x-openstack-request-id: req-dddd75c2-f11c-4c03-aa99-8756929ec76a {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:55.251693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:55.251975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dddd75c2-f11c-4c03-aa99-8756929ec76a {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:55.252386 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddd75c2-f11c-4c03-aa99-8756929ec76a'] response: {'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'code': 200} Apr 06 14:53:55.310399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.360723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:55.553590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e11eb-3662-4b4d-9e86-2f2c42a13d84 req-c9a4d8d0-047b-4c66-925e-4798fcb9d0b4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.555018 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e16e11eb-3662-4b4d-9e86-2f2c42a13d84 req-c9a4d8d0-047b-4c66-925e-4798fcb9d0b4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0885589 Apr 06 14:53:55.569684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57872b0-6521-4c31-99ae-97c0bd7d752d req-70ce4958-ed57-409f-8205-f1c665c24e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.571139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57872b0-6521-4c31-99ae-97c0bd7d752d req-70ce4958-ed57-409f-8205-f1c665c24e11 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1129 time: 0.0679245 Apr 06 14:53:55.637999 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e16e11eb-3662-4b4d-9e86-2f2c42a13d84 req-714b87a3-1916-46f4-a566-63e0375dfd29 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762718 Apr 06 14:53:55.644250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57872b0-6521-4c31-99ae-97c0bd7d752d req-61d3b13c-bc8d-4eb6-8c81-cf1a1809985a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657020 Apr 06 14:53:55.861032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.768601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8aab-8817-4caf-8f03-00b13ff9e1c6 req-3f7047f7-9b3e-4645-a83a-16b5c020b873 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:56.770052 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1f0f8aab-8817-4caf-8f03-00b13ff9e1c6 req-3f7047f7-9b3e-4645-a83a-16b5c020b873 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0556004 Apr 06 14:53:56.819048 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1f0f8aab-8817-4caf-8f03-00b13ff9e1c6 req-455bb799-d190-4993-824a-eb1e274f9566 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Apr 06 14:53:57.448694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.939364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e8a56-7234-49c0-82d0-d823c4bea88d req-d33df152-4851-4a40-bc94-75039db220c1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:57.940860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1e9e8a56-7234-49c0-82d0-d823c4bea88d req-d33df152-4851-4a40-bc94-75039db220c1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0560875 Apr 06 14:53:57.987432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1e9e8a56-7234-49c0-82d0-d823c4bea88d req-7e9d617a-fac1-4e9d-893b-e8bf4f15476b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Apr 06 14:53:58.106515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a6c5-11fd-46f9-b707-93d4e3d238d4 req-e3c09b2d-c087-4d6c-a4c5-125738d56ee7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:58.107904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1159a6c5-11fd-46f9-b707-93d4e3d238d4 req-e3c09b2d-c087-4d6c-a4c5-125738d56ee7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0569448 Apr 06 14:53:58.116907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 53852) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:58.121856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'floatingip': {'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:58.161596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.516535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.609244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.694148 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.796774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 associated. External IP: 172.26.6.138, port: 5a7fc9f7-7fe7-4ca0-b964-d537d832f396. Apr 06 14:53:59.007900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:59.118608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:59.123454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:59.128357 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:59.138920 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:59.139574 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:53:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:59.152960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0edd31c6-ac11-4d93-b136-f953e1913bbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "PUT /v2.0/floatingips/5573dd14-45bb-49f0-bb9d-745a923d6ba4 HTTP/1.1" status: 200 len: 991 time: 1.0349386 Apr 06 14:53:59.153557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:59.155792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de0df7d-1007-48d0-8207-a76a937d8263" -d '{"events": [{"name": "network-changed", "server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:59.197381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edaaaad-8fea-44b2-a62a-e8132e5191c8 x-openstack-request-id: req-4edaaaad-8fea-44b2-a62a-e8132e5191c8 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:59.197679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:59.197942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4edaaaad-8fea-44b2-a62a-e8132e5191c8 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:59.198599 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edaaaad-8fea-44b2-a62a-e8132e5191c8'] response: {'name': 'network-changed', 'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'status': 'completed', 'code': 200} Apr 06 14:53:59.252194 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:59.273478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-4d07c7df-b891-4ec8-9850-3ddac46dfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:59.275061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-4d07c7df-b891-4ec8-9850-3ddac46dfe8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1129 time: 0.0562880 Apr 06 14:53:59.371638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-35d730e7-babb-4425-86a8-d127df46d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:59.373118 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-35d730e7-babb-4425-86a8-d127df46d3c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0925927 Apr 06 14:53:59.443680 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-a94af650-54b9-4278-aea5-1bac3999b6da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 999 time: 0.0643866 Apr 06 14:53:59.480033 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:fc:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:53:58Z', 'revision_number': 9, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:59.497292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-f746c25c-ae28-4850-898c-66c1aeea189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:59.498814 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-f746c25c-ae28-4850-898c-66c1aeea189f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0491490 Apr 06 14:53:59.594728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-580c6307-9f86-4710-ab78-b21333440e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:59.596211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-580c6307-9f86-4710-ab78-b21333440e24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0906990 Apr 06 14:53:59.606225 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:59.608439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1df6e-1dad-49fd-ad09-6057bcabed66 req-6c92bedb-dc21-4d70-8f82-2cca080743d0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:59.610627 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84f1df6e-1dad-49fd-ad09-6057bcabed66 req-6c92bedb-dc21-4d70-8f82-2cca080743d0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0766768 Apr 06 14:53:59.615700 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:59.616322 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:53:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:59.726729 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:59.760332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84f1df6e-1dad-49fd-ad09-6057bcabed66 req-81196a1b-41e5-4150-825a-9d09be567b3e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416097 Apr 06 14:53:59.775251 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-d6534145-7012-47b0-bdd7-b72e38cc04ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166096 Apr 06 14:53:59.777535 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-8ceecd78-411b-40fe-b5c1-e2530cb02c78 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659555 Apr 06 14:53:59.871483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7de0df7d-1007-48d0-8207-a76a937d8263 req-71936d79-5e88-49f1-b093-f276880b862d service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857081 Apr 06 14:53:59.954114 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:fc:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:53:58Z', 'revision_number': 9, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:59.985058 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a180050a-c126-4b5c-a8ad-230f10559d96 None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:fc:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:53:58Z', 'revision_number': 9, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:54:00.173098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df2e6e-c4a4-42f9-8b2c-e598f544a799 None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:54:00.364687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-6ddb498b-72fd-4982-b99d-e3571bd41016 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:00.366121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-6ddb498b-72fd-4982-b99d-e3571bd41016 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports/5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 942 time: 0.0509257 Apr 06 14:54:00.881927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4f16a-ae7b-4c95-a3b1-b16b94f874f3 req-754e26c6-93fd-45da-aa47-7101d7ccc6bb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:00.883343 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49a4f16a-ae7b-4c95-a3b1-b16b94f874f3 req-754e26c6-93fd-45da-aa47-7101d7ccc6bb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0529854 Apr 06 14:54:00.931452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49a4f16a-ae7b-4c95-a3b1-b16b94f874f3 req-7019ed54-f85e-43c0-be1a-829be1c1951e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Apr 06 14:54:01.772167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-cd573df1-36fc-4608-b8cb-be5c822e3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:01.773691 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-cd573df1-36fc-4608-b8cb-be5c822e3584 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1129 time: 0.0464680 Apr 06 14:54:01.863503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-0b660246-0d88-42ce-b727-39e752e7fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:01.864894 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-0b660246-0d88-42ce-b727-39e752e7fb1f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0855968 Apr 06 14:54:01.928125 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-3961adb0-60c2-4092-9192-802d91939686 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 1002 time: 0.0577581 Apr 06 14:54:01.980509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-988a2c29-4a44-4843-b8b4-8962c4a158b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:01.981996 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-988a2c29-4a44-4843-b8b4-8962c4a158b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0482199 Apr 06 14:54:02.067855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-68e52062-dafb-4aea-8056-e6405e4387e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:02.069396 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-68e52062-dafb-4aea-8056-e6405e4387e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0806122 Apr 06 14:54:02.081233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767692-cf5b-4812-9853-9e775297b875 req-2f3b0b51-b883-4a44-82ab-45d218e866be tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:02.082673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-01767692-cf5b-4812-9853-9e775297b875 req-2f3b0b51-b883-4a44-82ab-45d218e866be tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0669556 Apr 06 14:54:02.178705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-01767692-cf5b-4812-9853-9e775297b875 req-fd9af412-b55f-4d5c-8d20-19226e8e89e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881331 Apr 06 14:54:02.200887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-0a0dff9e-eba6-43b5-a9a6-3b95bd8cf8cc service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172533 Apr 06 14:54:02.290490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-8ab96bae-9965-4544-a5bc-3e2ed0eff2de service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Apr 06 14:54:03.303019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb37247-1da8-4bdc-a898-b71c45190a2b req-c64c0a35-1a4e-45d2-a19e-d56e399101e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.304514 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8bb37247-1da8-4bdc-a898-b71c45190a2b req-c64c0a35-1a4e-45d2-a19e-d56e399101e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0587275 Apr 06 14:54:03.353020 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8bb37247-1da8-4bdc-a898-b71c45190a2b req-1c985992-731b-4f8c-8dac-fe5c31f64b4b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Apr 06 14:54:04.472664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962dd35-9751-460d-952d-d797618b20fc req-fd681bbf-5b2d-49fc-85ab-136545fc7adc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:04.474154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b962dd35-9751-460d-952d-d797618b20fc req-fd681bbf-5b2d-49fc-85ab-136545fc7adc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0520635 Apr 06 14:54:04.521239 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b962dd35-9751-460d-952d-d797618b20fc req-ffc313cc-b5bf-4f96-aab6-a4af600b1669 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 Apr 06 14:54:05.641501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430340fa-2ea4-47f0-8e2e-36614a944e6e req-730a5fc9-f90d-405d-b1f3-abcbb6e06da2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:05.642990 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-430340fa-2ea4-47f0-8e2e-36614a944e6e req-730a5fc9-f90d-405d-b1f3-abcbb6e06da2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0533462 Apr 06 14:54:05.692958 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-430340fa-2ea4-47f0-8e2e-36614a944e6e req-026ea97b-5d0e-4470-bfd6-dc44581ec810 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441737 Apr 06 14:54:06.818193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620b5e1-317c-4bcd-a3c4-05c44e9c40ad req-10f651a0-12f0-41e1-b3f2-6bdfc2e8e154 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:06.824559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0620b5e1-317c-4bcd-a3c4-05c44e9c40ad req-10f651a0-12f0-41e1-b3f2-6bdfc2e8e154 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0554671 Apr 06 14:54:06.867873 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0620b5e1-317c-4bcd-a3c4-05c44e9c40ad req-b33f8609-c011-4f25-8b6d-b72da8237df1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Apr 06 14:54:07.988942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28e6e-0525-4ae4-bb55-64628a8d21e4 req-8fdaa3e3-f297-45c9-bf60-284f83d76f02 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:07.990414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4f28e6e-0525-4ae4-bb55-64628a8d21e4 req-8fdaa3e3-f297-45c9-bf60-284f83d76f02 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0529706 Apr 06 14:54:08.036774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4f28e6e-0525-4ae4-bb55-64628a8d21e4 req-25a88a92-95cc-442b-b50a-e58fe2a8d486 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 Apr 06 14:54:09.160770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6d89-c4d1-480b-a8b1-368b9b95ce49 req-58855317-a7fb-4177-8a96-3a717d761f59 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:09.162237 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb2f6d89-c4d1-480b-a8b1-368b9b95ce49 req-58855317-a7fb-4177-8a96-3a717d761f59 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0582981 Apr 06 14:54:09.208170 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb2f6d89-c4d1-480b-a8b1-368b9b95ce49 req-7df8c4c6-e8a8-4bc4-806f-f60edd4434a7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Apr 06 14:54:10.330787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90756ce5-c91a-448a-81ca-98603a51247d req-d9de17e0-703c-4d37-a218-f16137105687 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:10.332250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90756ce5-c91a-448a-81ca-98603a51247d req-d9de17e0-703c-4d37-a218-f16137105687 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0534101 Apr 06 14:54:10.380573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90756ce5-c91a-448a-81ca-98603a51247d req-d7f81731-3c6d-4c2b-9ac3-fe3df22cd749 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Apr 06 14:54:11.502663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a3c2-6a18-4f65-afcf-edaae6a20d62 req-9fadc37f-c110-447b-b7c5-6d1c89b3053a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:11.504168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ae19a3c2-6a18-4f65-afcf-edaae6a20d62 req-9fadc37f-c110-447b-b7c5-6d1c89b3053a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0560510 Apr 06 14:54:11.550377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ae19a3c2-6a18-4f65-afcf-edaae6a20d62 req-960c9c68-27dd-4fb9-8c6b-9027578e7777 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Apr 06 14:54:12.667988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c953a0-2f81-48bf-9a14-f387d9094409 req-56c7eaf5-1342-4398-acb2-82d7c32bde40 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:12.669473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-25c953a0-2f81-48bf-9a14-f387d9094409 req-56c7eaf5-1342-4398-acb2-82d7c32bde40 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0516694 Apr 06 14:54:12.717725 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-25c953a0-2f81-48bf-9a14-f387d9094409 req-20272243-6fde-4ce0-85f5-c9beb129fb1b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 Apr 06 14:54:13.836631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de7f8-8366-4a87-808e-0ad7497450fb req-f011d8e6-212f-414d-ad37-51efabe44c71 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:13.838068 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a19de7f8-8366-4a87-808e-0ad7497450fb req-f011d8e6-212f-414d-ad37-51efabe44c71 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0520647 Apr 06 14:54:13.888952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a19de7f8-8366-4a87-808e-0ad7497450fb req-62e86115-c76d-4d34-a604-9c9fc7f1dfdb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Apr 06 14:54:15.008543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af824a23-d4e4-4f50-8056-31664d374ce8 req-953513d4-b40d-4981-a0f8-e26d102e7ab7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:15.010025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af824a23-d4e4-4f50-8056-31664d374ce8 req-953513d4-b40d-4981-a0f8-e26d102e7ab7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0528533 Apr 06 14:54:15.057263 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-af824a23-d4e4-4f50-8056-31664d374ce8 req-d7bf9575-1e2a-4603-8b9f-6dfff3169a9f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Apr 06 14:54:15.500054 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:54:16.175354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cff0a-2616-4055-b31d-a5bd5fdc1e0e req-902a76b6-129f-40ec-ba4a-a8501e46599b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:16.176866 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-016cff0a-2616-4055-b31d-a5bd5fdc1e0e req-902a76b6-129f-40ec-ba4a-a8501e46599b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0531709 Apr 06 14:54:16.222922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-016cff0a-2616-4055-b31d-a5bd5fdc1e0e req-908a5ab6-54a9-4a8c-a76a-25cc8c0c14eb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 Apr 06 14:54:17.346950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8faa-cf10-4f9c-863e-394be94ca3dc req-17c8e247-3d75-4ad9-83e5-45872741f2b7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:17.348434 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bcae8faa-cf10-4f9c-863e-394be94ca3dc req-17c8e247-3d75-4ad9-83e5-45872741f2b7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0578454 Apr 06 14:54:17.400903 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bcae8faa-cf10-4f9c-863e-394be94ca3dc req-f8e111f4-79e8-4e07-ac4c-461ab6b2ec06 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 Apr 06 14:54:17.494294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-c649a5fd-3e26-4c43-a7ad-93dd8c09194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:17.495769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-c649a5fd-3e26-4c43-a7ad-93dd8c09194b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1129 time: 0.0445001 Apr 06 14:54:17.599735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-5d35d455-32ce-4556-94f1-8065c3a238e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:17.601270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-5d35d455-32ce-4556-94f1-8065c3a238e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0880580 Apr 06 14:54:17.665850 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-9434ecef-0c15-47d9-934c-aaf22f1a2d05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 1002 time: 0.0585742 Apr 06 14:54:17.748291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-8203ae2a-1d76-4462-b9a5-68fc960ec2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:17.750060 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-8203ae2a-1d76-4462-b9a5-68fc960ec2c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0526600 Apr 06 14:54:17.803553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-b91164d8-b649-402e-8c06-1be87c9c63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:17.805135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-b91164d8-b649-402e-8c06-1be87c9c63b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487294 Apr 06 14:54:17.892053 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-b23f0423-6be7-4e35-909f-32c5b3b52fee service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811744 Apr 06 14:54:17.986770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50d03778-54ac-429a-a383-31a9ddd934d8 req-e8ee5421-cca0-45af-82c5-4431606a74e7 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Apr 06 14:54:18.844687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc50a7-8df1-45c3-a00e-f3fe9e405e28 req-c0c385d1-caf9-4e3f-b509-c42eb1735bae tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:18.846124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-72cc50a7-8df1-45c3-a00e-f3fe9e405e28 req-c0c385d1-caf9-4e3f-b509-c42eb1735bae tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.3769152 Apr 06 14:54:18.891934 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-72cc50a7-8df1-45c3-a00e-f3fe9e405e28 req-c1257b54-8a27-483a-aa79-8f671ca36807 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401456 Apr 06 14:54:19.238761 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-972ded7f-df43-4fcb-bb54-755bc70c9087 service neutron] 10.222.0.79 "GET /v2.0/ports/5a7fc9f7-7fe7-4ca0-b964-d537d832f396/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0526969 Apr 06 14:54:19.723982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-43f2e115-cd96-4d75-b579-f329010defae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:19.725559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-43f2e115-cd96-4d75-b579-f329010defae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 1129 time: 0.0518003 Apr 06 14:54:19.790289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-1cc84f62-2804-4395-9e38-1721a1447376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:19.791787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-1cc84f62-2804-4395-9e38-1721a1447376 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1129 time: 0.0463357 Apr 06 14:54:19.881500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-2bf3e7b5-23c1-4d84-bcd3-178eae0a0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:19.882854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-2bf3e7b5-23c1-4d84-bcd3-178eae0a0c44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0853953 Apr 06 14:54:19.951374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-63022010-d22d-4d68-9cf0-81c31445d23a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 1002 time: 0.0625560 Apr 06 14:54:20.043618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-cadcb1af-ee98-4ccd-aa65-448c35c1cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:20.045120 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-cadcb1af-ee98-4ccd-aa65-448c35c1cbc0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0747852 Apr 06 14:54:20.058845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e748fe-26c3-4105-b451-de1d9e891c1d req-b5a8a6d8-6b23-4a33-a861-1de654b51f7d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:20.060308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6e748fe-26c3-4105-b451-de1d9e891c1d req-b5a8a6d8-6b23-4a33-a861-1de654b51f7d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0989044 Apr 06 14:54:20.134487 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6e748fe-26c3-4105-b451-de1d9e891c1d req-cc75aefe-9529-48b3-9802-d811e8b22059 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657613 Apr 06 14:54:20.141199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-8f345c7c-a649-4eaa-9bde-79cc3183a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:20.142658 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-8f345c7c-a649-4eaa-9bde-79cc3183a42d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0814724 Apr 06 14:54:20.231037 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-38778165-8c2f-426b-9999-39a8989b36a3 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817814 Apr 06 14:54:20.321915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be59a0ef-ff23-42e4-83ba-f4c95012e140 req-b30b4b3a-d852-459b-9124-f67b6df3f997 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853233 Apr 06 14:54:21.259434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960181-b085-4dfe-8828-c420c2f6deec req-ef80b480-320b-45bf-b8f8-f58d186cd1c9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:21.260985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb960181-b085-4dfe-8828-c420c2f6deec req-ef80b480-320b-45bf-b8f8-f58d186cd1c9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0573771 Apr 06 14:54:21.308971 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb960181-b085-4dfe-8828-c420c2f6deec req-2c90c40e-20c5-4b28-88b0-8e87860439a3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Apr 06 14:54:22.350539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6799-a48e-47e0-befc-1157bf289a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:22.438667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe9f0-2891-49f9-9ce5-1aa9f1b2dcf2 req-ed8cca89-2df4-4939-8217-6f081ff62620 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:22.440180 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-697fe9f0-2891-49f9-9ce5-1aa9f1b2dcf2 req-ed8cca89-2df4-4939-8217-6f081ff62620 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0593827 Apr 06 14:54:22.487443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-697fe9f0-2891-49f9-9ce5-1aa9f1b2dcf2 req-67935ca5-91ad-4c3b-be7e-983a7d57ee37 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Apr 06 14:54:23.100589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:54:23.103810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:54:23.245756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:23.246146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:23.269593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:23.289166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:23.291369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0ae511-6f47-4269-b83e-583028e4b31e" -d '{"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:23.295822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'mac_address': 'fa:16:3e:fc:9e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:54:23.307778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:23.336232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5faf4c-ae60-48a9-a637-5dbcc1a710ca x-openstack-request-id: req-3f5faf4c-ae60-48a9-a637-5dbcc1a710ca {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:23.336527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:23.336819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3f5faf4c-ae60-48a9-a637-5dbcc1a710ca {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:23.337238 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5faf4c-ae60-48a9-a637-5dbcc1a710ca'] response: {'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'code': 200} Apr 06 14:54:23.346270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:23.350730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:23.359031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:23.364364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:23.438464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:54:23.438821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:54:23.441468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:23.607449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebfff3-6554-4dbf-8f6d-4eb95909730e req-bf200f08-8241-4771-87ce-ac0ee747f75a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:23.609129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4ebfff3-6554-4dbf-8f6d-4eb95909730e req-bf200f08-8241-4771-87ce-ac0ee747f75a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 943 time: 0.0539300 Apr 06 14:54:23.630210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:23.655427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4ebfff3-6554-4dbf-8f6d-4eb95909730e req-20f44806-ef33-4e6b-8870-d482edc7325a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406430 Apr 06 14:54:23.974880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:23.975186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:23.988303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:24.006719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:24.093797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:24.154211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['5a7fc9f7-7fe7-4ca0-b964-d537d832f396'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:54:24.181021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:24.361631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22257-db79-4c69-be3b-82145b50dec6 req-f6bafb4d-eb80-44d6-bb52-e1d708e27ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:24.363128 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86c22257-db79-4c69-be3b-82145b50dec6 req-f6bafb4d-eb80-44d6-bb52-e1d708e27ddb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 944 time: 0.0918155 Apr 06 14:54:24.376925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-400550ad-0fbe-49ad-bab5-b75c0fcc6957 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:24.378294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-400550ad-0fbe-49ad-bab5-b75c0fcc6957 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda&tenant_id=a2d32994941a48e886d7c0517eea31b0&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 944 time: 0.0795693 Apr 06 14:54:24.459794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86c22257-db79-4c69-be3b-82145b50dec6 req-23a89710-5ce7-4383-87d3-872cb662b15b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905995 Apr 06 14:54:24.467611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-3cac680c-c53d-4be3-92f5-8207483d05c0 service neutron] 10.222.0.79 "GET /v2.0/ports/5a7fc9f7-7fe7-4ca0-b964-d537d832f396/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0769386 Apr 06 14:54:24.543867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-d2c82f8e-4a2b-4ab1-bf1c-8bc20a1380fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:24.545322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-d2c82f8e-4a2b-4ab1-bf1c-8bc20a1380fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1128 time: 0.0534835 Apr 06 14:54:24.637679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-f1fe85ee-6556-4b4a-97b5-2210cf2e8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:24.639138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-f1fe85ee-6556-4b4a-97b5-2210cf2e8e07 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0869553 Apr 06 14:54:24.704827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-a6d90ef1-f0aa-448e-9c6a-a9e4d1a26915 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 1001 time: 0.0590448 Apr 06 14:54:24.756621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-836a5eae-799a-4165-b677-f4b22972196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:24.758150 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-836a5eae-799a-4165-b677-f4b22972196a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0474758 Apr 06 14:54:24.761778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0468ef09-493a-4b2e-8e19-e91e5f7c30ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:24.812730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-ade6cc21-3a54-4bc5-a619-e3aff2c22875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:24.814174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-ade6cc21-3a54-4bc5-a619-e3aff2c22875 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501311 Apr 06 14:54:24.903233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-61990e8c-2879-466a-99ae-47cd9639b89e service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828052 Apr 06 14:54:24.994532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-8f503a4d-5030-4831-a2f8-4ffc19392a68 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854087 Apr 06 14:54:25.100384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:54:25.157464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:54:25.157842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:25.243044 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:25.243437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:25.275335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:25.337663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:25.339250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:25.341504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea3b9b-2bc7-47cf-9a1c-6997ce41330a" -d '{"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:25.392026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9d9c8-9b3a-4637-a0c6-1dbeea70ba67 x-openstack-request-id: req-1bf9d9c8-9b3a-4637-a0c6-1dbeea70ba67 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:25.392315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:25.392563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1bf9d9c8-9b3a-4637-a0c6-1dbeea70ba67 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:25.392977 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf9d9c8-9b3a-4637-a0c6-1dbeea70ba67'] response: {'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'code': 200} Apr 06 14:54:25.397612 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:25.587899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182ceae-5fca-4e31-ac8a-b61bc8be6e5e req-a239f9d0-c7b3-4ba3-9956-dd9c2f22f3f4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:25.589409 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b182ceae-5fca-4e31-ac8a-b61bc8be6e5e req-a239f9d0-c7b3-4ba3-9956-dd9c2f22f3f4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0539389 Apr 06 14:54:25.636789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b182ceae-5fca-4e31-ac8a-b61bc8be6e5e req-bce949b2-a975-4960-86f4-378066080d6e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Apr 06 14:54:25.846262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:26.762248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621a7ce-b93e-436a-a2b5-54a49c53d12b req-032eeacd-628e-4a6e-b7fe-3bb2abce5e93 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:26.763709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3621a7ce-b93e-436a-a2b5-54a49c53d12b req-032eeacd-628e-4a6e-b7fe-3bb2abce5e93 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0564053 Apr 06 14:54:26.813108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3621a7ce-b93e-436a-a2b5-54a49c53d12b req-6484c811-6d07-4012-86b9-4c01b7a4b95e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Apr 06 14:54:27.487125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:27.879461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-c6532caf-3e2f-40a6-be52-1c6ee53c73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:27.881036 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-c6532caf-3e2f-40a6-be52-1c6ee53c73f5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 1129 time: 0.0471749 Apr 06 14:54:27.967351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eaba6-25a6-495e-adf4-071ed285e48f req-5b17fffa-7a56-41e7-935f-0414bf93ff57 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:27.969587 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e16eaba6-25a6-495e-adf4-071ed285e48f req-5b17fffa-7a56-41e7-935f-0414bf93ff57 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0876782 Apr 06 14:54:27.975679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-eb9a9f1e-3720-41e0-99b0-17f2f7a55f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:27.977119 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-eb9a9f1e-3720-41e0-99b0-17f2f7a55f25 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 1129 time: 0.0680256 Apr 06 14:54:28.068315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e16eaba6-25a6-495e-adf4-071ed285e48f req-7fc98243-edc5-40de-aba3-e5113c925897 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902493 Apr 06 14:54:28.093244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-b2741d7d-fc59-40e4-a926-8a55fecbb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:28.094909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-b2741d7d-fc59-40e4-a926-8a55fecbb686 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.1113374 Apr 06 14:54:28.165554 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-b71bea5e-3849-42a9-af64-9031d9b59e71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 200 len: 1002 time: 0.0642390 Apr 06 14:54:28.213684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-9e3c6306-37a3-47a5-8033-d036afc066e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:28.215126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-9e3c6306-37a3-47a5-8033-d036afc066e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0437803 Apr 06 14:54:28.265164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-341d19b6-a46f-4c24-807a-75bac25c3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:28.266676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-341d19b6-a46f-4c24-807a-75bac25c3aec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451579 Apr 06 14:54:28.361728 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-a6cf781e-39c3-44f9-b090-6a60c510a52d service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884228 Apr 06 14:54:28.452805 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bae88c54-cd0a-44d0-8a63-588fd83d3736 req-36df4609-7c28-4e82-982e-f8799c94de42 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847862 Apr 06 14:54:28.544714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:29.194612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4980fb-46ab-4058-876c-b8f392cd013f req-e3eaceb2-d819-44ed-8dd2-e34abfc6b504 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:29.196116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd4980fb-46ab-4058-876c-b8f392cd013f req-e3eaceb2-d819-44ed-8dd2-e34abfc6b504 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0588231 Apr 06 14:54:29.243583 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd4980fb-46ab-4058-876c-b8f392cd013f req-159f0e73-c865-4224-a828-b8be883e9d4f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 Apr 06 14:54:30.371904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bcf44-6f7a-441c-8133-225e4538d372 req-cd3155c4-5d8d-4d51-ac6c-ef2378298396 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:30.373511 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd2bcf44-6f7a-441c-8133-225e4538d372 req-cd3155c4-5d8d-4d51-ac6c-ef2378298396 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0539405 Apr 06 14:54:30.422776 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd2bcf44-6f7a-441c-8133-225e4538d372 req-175a741e-39b5-4bd5-8b56-f0bbf8c306ef tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Apr 06 14:54:30.546577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701ee8d-a0ef-4f3a-95e8-b961792e3061 req-ab60783d-4308-4200-925f-905c72283edc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:30.547962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2701ee8d-a0ef-4f3a-95e8-b961792e3061 req-ab60783d-4308-4200-925f-905c72283edc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0540590 Apr 06 14:54:30.599671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2701ee8d-a0ef-4f3a-95e8-b961792e3061 req-bbb57ce1-9cc9-435f-a46f-1751664edd32 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461898 Apr 06 14:54:30.715310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ee93-95f3-4958-bdd3-17687e52d71a req-4fa2e822-8b94-47ac-88b0-f1af961703e4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:30.716782 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8140ee93-95f3-4958-bdd3-17687e52d71a req-4fa2e822-8b94-47ac-88b0-f1af961703e4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0530460 Apr 06 14:54:30.762598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8140ee93-95f3-4958-bdd3-17687e52d71a req-936d24dd-1f06-4025-bf1b-b173306188b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Apr 06 14:54:31.160863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d45e7-ae21-44b0-9d17-ba85e7bad0cc req-d5bfd2e3-006b-40e8-bfde-03a2f1fe1be9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:31.162384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e3d45e7-ae21-44b0-9d17-ba85e7bad0cc req-d5bfd2e3-006b-40e8-bfde-03a2f1fe1be9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0540822 Apr 06 14:54:31.209306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e3d45e7-ae21-44b0-9d17-ba85e7bad0cc req-b3cfb288-b6a5-4383-9154-9e432c937673 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Apr 06 14:54:31.210684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:54:31.212910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:54:31.357753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:31.358264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:31.394611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:31.407897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:31.410137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3c63a-7acd-4044-8397-4d73ac9a7a0d" -d '{"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:31.420252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'mac_address': 'fa:16:3e:fc:9e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:54:31.425663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:31.449891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbca31f-b3c2-42a1-ab8c-06fabc0a5f8a x-openstack-request-id: req-4cbca31f-b3c2-42a1-ab8c-06fabc0a5f8a {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:31.449891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:31.449891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4cbca31f-b3c2-42a1-ab8c-06fabc0a5f8a {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:31.449891 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbca31f-b3c2-42a1-ab8c-06fabc0a5f8a'] response: {'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'code': 200} Apr 06 14:54:31.464430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:31.464876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:31.478398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:31.504311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:31.576520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:54:31.577174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:54:31.581530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=9']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:32.112544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:32.112964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:32.125913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:32.145272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:32.270411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:32.321324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=10']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:32.326215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['5a7fc9f7-7fe7-4ca0-b964-d537d832f396'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:54:32.339007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7cbe3-22a4-485d-9640-4cbcfbe80577 req-cc3d285f-da9c-4b79-a6cd-e753bc887296 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:32.340490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abf7cbe3-22a4-485d-9640-4cbcfbe80577 req-cc3d285f-da9c-4b79-a6cd-e753bc887296 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0613687 Apr 06 14:54:32.389316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abf7cbe3-22a4-485d-9640-4cbcfbe80577 req-4a9807f3-a8f3-4abd-842e-a34d22e0f12e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Apr 06 14:54:33.169300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-621d9875-0c99-4e81-9d12-0bc4a008f36b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:33.171357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-621d9875-0c99-4e81-9d12-0bc4a008f36b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 945 time: 0.0529439 Apr 06 14:54:33.225501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:54:33.268191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Deleting port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:54:33.268596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.274568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:54:33.275072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.353812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:33.354209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.360969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:33.361499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.386484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:33.450051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:33.453481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff1dd6-9c2c-4520-96ca-7f147dcc2ed0" -d '{"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:33.456927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.502035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9e5c1e-0b1d-4e24-8504-c262f88f088b x-openstack-request-id: req-fd9e5c1e-0b1d-4e24-8504-c262f88f088b {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:33.502035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:33.502285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd9e5c1e-0b1d-4e24-8504-c262f88f088b {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:33.502614 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9e5c1e-0b1d-4e24-8504-c262f88f088b'] response: {'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'code': 200} Apr 06 14:54:33.513207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=11']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:33.581154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2383c7a-be58-4ce5-a7bd-7b8b55d77507 req-ac34b6b3-f8e1-444f-ad8d-d137b8962e95 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:33.582966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c2383c7a-be58-4ce5-a7bd-7b8b55d77507 req-ac34b6b3-f8e1-444f-ad8d-d137b8962e95 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 946 time: 0.1172802 Apr 06 14:54:33.584479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.584868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.585179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 disassociated. External IP: 172.26.6.138, port: 5a7fc9f7-7fe7-4ca0-b964-d537d832f396. Apr 06 14:54:33.585518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Calling delete_port for 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:54:33.681956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c2383c7a-be58-4ce5-a7bd-7b8b55d77507 req-f44b25ab-b27b-4b58-b189-2f3e57987915 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921159 Apr 06 14:54:33.801379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5a7fc9f7-7fe7-4ca0-b964-d537d832f396), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:33.828477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event deleted for resources: {'Port': ['ID=5a7fc9f7-7fe7-4ca0-b964-d537d832f396,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:33.952718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:54:34.067662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:54:34.077502 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:54:34.087240 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:54:34.087856 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:54:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:34.109904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] No DVR routers for this DVR port 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:54:34.112476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:34.115921 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b66724e4-acc3-48d1-addb-24ee19e770b5 req-fc9a3622-b7ae-466c-b8fb-e181a2e30a1f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "DELETE /v2.0/ports/5a7fc9f7-7fe7-4ca0-b964-d537d832f396 HTTP/1.1" status: 204 len: 173 time: 0.9394233 Apr 06 14:54:34.116386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-deleted', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:34.118686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54749132-ca1e-4c90-b88b-7c2eccefac1e" -d '{"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-deleted", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:34.156137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517eb78c-6f68-484f-9e04-bce262254fe7 x-openstack-request-id: req-517eb78c-6f68-484f-9e04-bce262254fe7 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:34.156441 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2f5c5-9395-4065-82cf-55279ec63cda", "name": "network-vif-deleted", "tag": "5a7fc9f7-7fe7-4ca0-b964-d537d832f396", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:34.156695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-517eb78c-6f68-484f-9e04-bce262254fe7 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:34.157179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517eb78c-6f68-484f-9e04-bce262254fe7'] response: {'server_uuid': 'aad2f5c5-9395-4065-82cf-55279ec63cda', 'name': 'network-vif-deleted', 'tag': '5a7fc9f7-7fe7-4ca0-b964-d537d832f396', 'status': 'completed', 'code': 200} Apr 06 14:54:34.196872 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:54:34.398201 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:34.423858 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:54:34.432118 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:54:34.432743 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:54:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:34.558764 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:54:34.756752 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:34.788617 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48648a2-6bf2-497a-a1cf-f7e6ab3c154c None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:54:34.796956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ce48aaf-a34e-4d8b-b42c-614c6cd712fb req-2543657b-e13d-4e26-bb05-eee230715e42 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2f5c5-9395-4065-82cf-55279ec63cda HTTP/1.1" status: 200 len: 210 time: 0.0301223 Apr 06 14:54:35.018593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0f68d-8422-44ce-a365-2e29fdb81064 None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:54:36.040735 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-319aca93-01fa-4068-92b4-4fecc563b6c3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1562768115&fields=id&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 267 time: 0.0462139 Apr 06 14:54:36.143089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2cc060e7-8420-4f78-bfb7-6b0b7e5d3025 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:36.144432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2cc060e7-8420-4f78-bfb7-6b0b7e5d3025 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.0966880 Apr 06 14:54:36.159505 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ba031645-195f-4b35-8da9-4cb609cc35bb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/quotas/a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 375 time: 0.0095465 Apr 06 14:54:36.212593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-e817f173-d35a-43ce-9040-396d7efc0a77 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480855 Apr 06 14:54:36.270362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-6468c27d-489f-481c-866e-5896ddd8dd53 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:54:36.271367 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-6468c27d-489f-481c-866e-5896ddd8dd53 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474622 Apr 06 14:54:36.363512 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-bc38df86-2ebf-4c88-b565-f70242d7c537 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861971 Apr 06 14:54:36.451484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-7d0360e1-4992-4af8-b76f-debec3e3d909 service neutron] 10.222.0.89 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819778 Apr 06 14:54:36.672929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e55f461c-abc5-46db-83b9-7be51bc3a2bc req-f1a03a16-08e8-40fa-9271-df7a82abbf85 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0318291 Apr 06 14:54:37.256828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:54:37.277193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:54:37.277540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 5a7fc9f7-7fe7-4ca0-b964-d537d832f396 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:54:37.771797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1d203f9-c7dc-4228-936b-113ed9e9e60c req-77338f78-2910-4d19-bc90-9ce046c40148 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0317044 Apr 06 14:54:38.472324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-a1ed3505-e7cf-4e34-a849-546b2fcf3b09 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:38.474037 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-a1ed3505-e7cf-4e34-a849-546b2fcf3b09 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 811 time: 0.1065037 Apr 06 14:54:38.535328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-94c048d5-05c2-4231-b8b7-463ea8fd4a35 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 380 time: 0.0536046 Apr 06 14:54:38.555023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'port': {'device_id': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'admin_state_up': True, 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'security_groups': ['8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:54:38.709947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Made reservation on behalf of a2d32994941a48e886d7c0517eea31b0 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:54:38.713361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:38.855365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Allocated IP 172.20.0.10 (d7318b1d-026c-40eb-985f-139bc6b3a9a4/d0ee1743-19b8-475e-9b51-e96c0f3228ee/4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:54:38.877269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b1362ff-7dfc-4811-90bc-ddab82fa8a80 req-b6601e0a-8c9e-4bb5-bbe6-caa238b6a42d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0349534 Apr 06 14:54:39.007718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.098571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.137334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:54:39.140861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:54:39.147725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:54:39.172912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:39.203529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:39.204169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.278398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-2442e7bb-0152-4985-bf7f-11f40dddcffe tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7272928 Apr 06 14:54:39.290452 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Request body: {'port': {'device_id': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:54:39.354576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.370235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6957e20b-d8d6-4c99-98eb-6ae439e6e6c4 None None] Provisioning complete for port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:54:39.370777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6957e20b-d8d6-4c99-98eb-6ae439e6e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.412108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6957e20b-d8d6-4c99-98eb-6ae439e6e6c4 None None] Port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:54:39.645082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:39.645082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Publish callbacks [] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.650386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Transition to ACTIVE for port object 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:54:39.778087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.831627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:39.913001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Attempting to bind port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:54:39.913655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Attempting to bind port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:54:39.913784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Attempting to bind port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:54:39.918505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:54:39.918833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Attempting to bind port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a on network d7318b1d-026c-40eb-985f-139bc6b3a9a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:54:39.925437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:54:39.925778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Checking segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:54:39.926163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Bound using segment: {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:54:39.926590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Bound port: 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500e407-d11f-490c-ba1c-40d11a093b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:54:39.927005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:40.027959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:54:40.032412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:54:40.046319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29fce4-e594-4565-94e0-de70710546e1 req-b98a234b-5d78-4459-84cd-07624be1028e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.048050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a29fce4-e594-4565-94e0-de70710546e1 req-b98a234b-5d78-4459-84cd-07624be1028e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0864191 Apr 06 14:54:40.095008 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a29fce4-e594-4565-94e0-de70710546e1 req-ad87ca7e-1009-4cf9-b707-93f58f91acba tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Apr 06 14:54:40.103184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:40.133117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.133117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:40.133490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] 10.222.0.79 "PUT /v2.0/ports/4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1094 time: 0.8473690 Apr 06 14:54:40.133964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:40.136207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:40.169602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80ab89-c2d5-4ee2-89cd-12a5e3cfba1c service neutron] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:40.186267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11557aa0-6809-405a-a288-de732838017c x-openstack-request-id: req-11557aa0-6809-405a-a288-de732838017c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:40.186267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:40.186267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-11557aa0-6809-405a-a288-de732838017c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:40.186267 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11557aa0-6809-405a-a288-de732838017c'] response: {'name': 'network-changed', 'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'status': 'completed', 'code': 200} Apr 06 14:54:40.252965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df req-2cb8fc93-2471-4d44-9a5d-e8fc98550186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.254540 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df req-2cb8fc93-2471-4d44-9a5d-e8fc98550186 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1128 time: 0.0490208 Apr 06 14:54:40.361468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df req-ba6af862-aa8f-4b43-a3b4-0ddaafdaeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.363048 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df req-ba6af862-aa8f-4b43-a3b4-0ddaafdaeea2 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a2d32994941a48e886d7c0517eea31b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1018126 Apr 06 14:54:40.456495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df req-d711c98e-5e29-4cac-8638-3910791cadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.457860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d14bd2a-8ee0-4cfc-acaa-7ffa56c064df req-d711c98e-5e29-4cac-8638-3910791cadcf service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0895514 Apr 06 14:54:40.540767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-5deef415-8c56-4ffc-be65-f20b8633dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.542278 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-5deef415-8c56-4ffc-be65-f20b8633dc66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1128 time: 0.0493255 Apr 06 14:54:40.583943 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-1db36ecf-fbbc-4ccc-9c7b-ac8e56f3ed1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 217 time: 0.0345647 Apr 06 14:54:40.634656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-6b1e12ff-6182-4269-b41d-6684f3ef2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.636089 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-6b1e12ff-6182-4269-b41d-6684f3ef2646 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0470898 Apr 06 14:54:40.684194 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-feb10257-7799-4a2c-b88f-22ed14a27695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:40.685723 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-feb10257-7799-4a2c-b88f-22ed14a27695 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442805 Apr 06 14:54:40.773429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-a485145e-6386-44f1-8e2a-c60090493153 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807261 Apr 06 14:54:40.868575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-09c8db12-59d2-40a7-afae-0175e3ee2227 req-ffc51097-bc54-4f78-b30e-825ec1775746 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Apr 06 14:54:41.213748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08a0b-1930-4e91-b3a6-18806611ad32 req-88ecda53-2e05-4112-bb4b-a282f5e4652d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:41.215219 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ced08a0b-1930-4e91-b3a6-18806611ad32 req-88ecda53-2e05-4112-bb4b-a282f5e4652d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0531280 Apr 06 14:54:41.262299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ced08a0b-1930-4e91-b3a6-18806611ad32 req-2fae5786-c2e9-4a3c-b6a5-f20839dccdf7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Apr 06 14:54:42.386823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d6e6d-861e-471f-95ea-ff97bb95f6c1 req-2b21af7a-9f0e-4d5f-89f2-88d19bbe0a72 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:42.388302 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-425d6e6d-861e-471f-95ea-ff97bb95f6c1 req-2b21af7a-9f0e-4d5f-89f2-88d19bbe0a72 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0565395 Apr 06 14:54:42.433954 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-425d6e6d-861e-471f-95ea-ff97bb95f6c1 req-b4228497-34eb-46cd-a59d-012e1a1571de tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Apr 06 14:54:43.261259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:54:43.356058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:43.367034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'mac_address': 'fa:16:3e:99:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:54:43.404050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:43.404450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:43.420469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:43.439673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:43.556183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dd442-6e5a-4242-9472-d7cb62f17b8b req-45a2b80d-35ab-4f1e-9fda-3d0ddfd57e8a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:43.557585 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-584dd442-6e5a-4242-9472-d7cb62f17b8b req-45a2b80d-35ab-4f1e-9fda-3d0ddfd57e8a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0535152 Apr 06 14:54:43.561022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:43.605475 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-584dd442-6e5a-4242-9472-d7cb62f17b8b req-2c6f5da4-9673-4d1c-abde-bfa3ff92d2f6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Apr 06 14:54:43.609965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:43.617192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.617549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.617890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.618229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.618568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.618927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.619256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.619582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.619911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.620240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.620569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.620918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.621294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.621597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.621916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:54:43.748347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:54:44.724230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4c61-8f2b-4a15-9ffa-ba884d6a87d8 req-f3171076-cf97-4fd5-bd27-d643de0a0716 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:44.725714 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef1f4c61-8f2b-4a15-9ffa-ba884d6a87d8 req-f3171076-cf97-4fd5-bd27-d643de0a0716 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Apr 06 14:54:44.776634 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef1f4c61-8f2b-4a15-9ffa-ba884d6a87d8 req-b3a2a190-a53a-4b3a-bbd5-6a24e17275a7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Apr 06 14:54:45.277043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:54:45.388128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:54:45.391969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:54:45.392341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:45.468424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:45.468838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:45.490459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:45.495617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44487ec5-07f1-4481-b078-e4ec4da95873" -d '{"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:45.505268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:45.531615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef19498c-3123-46f0-869c-614269def36b x-openstack-request-id: req-ef19498c-3123-46f0-869c-614269def36b {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:45.531914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:45.532171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef19498c-3123-46f0-869c-614269def36b {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:45.532598 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef19498c-3123-46f0-869c-614269def36b'] response: {'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'code': 200} Apr 06 14:54:45.566805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:45.619212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:45.808241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947f09-a86d-4c20-a1d0-f73fee394c8b req-097877e3-a3ca-4165-b5c2-9c387d01978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:45.809829 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17947f09-a86d-4c20-a1d0-f73fee394c8b req-097877e3-a3ca-4165-b5c2-9c387d01978c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1130 time: 0.0446427 Apr 06 14:54:45.866173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17947f09-a86d-4c20-a1d0-f73fee394c8b req-74935376-d147-4c5e-b5d1-083a03842ffb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486517 Apr 06 14:54:45.906875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed2ce9-f6ad-440b-ac3e-3ba48d05578b req-ac5f41fa-9223-48f8-b8ec-e0180de2dbf2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:45.908338 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4ed2ce9-f6ad-440b-ac3e-3ba48d05578b req-ac5f41fa-9223-48f8-b8ec-e0180de2dbf2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0578072 Apr 06 14:54:45.953636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4ed2ce9-f6ad-440b-ac3e-3ba48d05578b req-de19e407-c4f5-4208-b42c-d9ddd6e5abac tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Apr 06 14:54:47.083210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589baae1-5ae1-4d5a-96c6-1ac8f0cbaaba req-edb0a858-e191-45cd-8471-20f510213b26 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:47.084750 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-589baae1-5ae1-4d5a-96c6-1ac8f0cbaaba req-edb0a858-e191-45cd-8471-20f510213b26 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0613198 Apr 06 14:54:47.132453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-589baae1-5ae1-4d5a-96c6-1ac8f0cbaaba req-a8e8df0e-d4ca-4938-9236-a4e9e51d05f1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Apr 06 14:54:48.252860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e86e2-ca5c-4740-818a-118941b1fe23 req-8453c8bf-e63f-40ba-9e1b-3388a64ec9aa tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:48.254344 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-076e86e2-ca5c-4740-818a-118941b1fe23 req-8453c8bf-e63f-40ba-9e1b-3388a64ec9aa tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0528378 Apr 06 14:54:48.300823 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-076e86e2-ca5c-4740-818a-118941b1fe23 req-dfee8f15-9038-4f01-86cc-490f8b24b0ac tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Apr 06 14:54:48.413251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb278-cd76-4f6f-a3f6-65c6f041a382 req-197e4ec8-b3c4-4715-9dce-a44d1e33e703 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:48.414619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b46fb278-cd76-4f6f-a3f6-65c6f041a382 req-197e4ec8-b3c4-4715-9dce-a44d1e33e703 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0518615 Apr 06 14:54:48.423808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54028) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:54:48.428139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Request body: {'floatingip': {'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:54:48.470988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:49.246596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:49.320850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:49.440217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 associated. External IP: 172.26.6.138, port: 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a. Apr 06 14:54:49.677671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:54:49.802487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:54:49.809374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:49.818621 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:54:49.834058 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:54:49.834704 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:54:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:49.847930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-05e47b59-a724-4048-9bea-fcc0b28ae370 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "PUT /v2.0/floatingips/5573dd14-45bb-49f0-bb9d-745a923d6ba4 HTTP/1.1" status: 200 len: 993 time: 1.4230535 Apr 06 14:54:49.848643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:49.851066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:49.901942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd689da9-74d4-4de7-b9ee-57ba7d6372c9 x-openstack-request-id: req-bd689da9-74d4-4de7-b9ee-57ba7d6372c9 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:49.902238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:49.902495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd689da9-74d4-4de7-b9ee-57ba7d6372c9 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:49.902915 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd689da9-74d4-4de7-b9ee-57ba7d6372c9'] response: {'name': 'network-changed', 'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'status': 'completed', 'code': 200} Apr 06 14:54:49.969852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-26ab0266-4442-4cf0-bb8c-8a23feb1876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:49.970603 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:54:49.972089 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-26ab0266-4442-4cf0-bb8c-8a23feb1876d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1130 time: 0.0501525 Apr 06 14:54:50.068923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-310525c0-b3e9-49d4-a35a-500f8b73ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:50.071259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-310525c0-b3e9-49d4-a35a-500f8b73ba98 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0935326 Apr 06 14:54:50.147123 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-43afb453-2cbb-422c-8886-baf2afbeb174 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1001 time: 0.0697570 Apr 06 14:54:50.199411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-048030fd-a113-4587-bcb3-64a211bba2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:50.200990 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-048030fd-a113-4587-bcb3-64a211bba2c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0486183 Apr 06 14:54:50.251881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-57925e2f-1fe6-4fc2-9f6b-d83ae0eed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:50.253611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-57925e2f-1fe6-4fc2-9f6b-d83ae0eed651 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463693 Apr 06 14:54:50.302463 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:99:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:54:49Z', 'revision_number': 13, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:50.328163 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:54:50.336444 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:54:50.337092 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:54:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:50.350457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-408ffad3-ee33-45fc-bfd7-702ee055961d service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911098 Apr 06 14:54:50.440041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ff0983a-97a3-48a1-a47d-fe1a1d73b0b5 req-ba53e632-a56a-4c94-87cc-546fab5638dc service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835402 Apr 06 14:54:50.444866 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:54:50.703089 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:99:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:54:49Z', 'revision_number': 13, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:50.729080 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9d04-14c8-456c-9d07-b3e82a4dcf5b None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '5573dd14-45bb-49f0-bb9d-745a923d6ba4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'mac_address': 'fa:16:3e:99:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:54:49Z', 'revision_number': 13, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:54:50.927674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85100408-c6f2-499d-908a-f1af1bb452a7 None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:54:52.326255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9bbb588d-5509-4f3b-b921-7e2a356d188a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:52.498440 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:54:52.762925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e5181-3117-4fe7-8e5c-fafd5cc1c2e4 req-532ba2df-a223-42b0-98b1-9e2bc48196b7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:52.765167 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd9e5181-3117-4fe7-8e5c-fafd5cc1c2e4 req-532ba2df-a223-42b0-98b1-9e2bc48196b7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0574632 Apr 06 14:54:52.810836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd9e5181-3117-4fe7-8e5c-fafd5cc1c2e4 req-2f5913cb-e358-47d9-aa99-c5af02f2764f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400426 Apr 06 14:54:53.680147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:54.743209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5682a6e5-a1f6-43c2-9ba2-376f9325f0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:55.886427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:57.480487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:58.525772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:11.988063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19a974-48e5-4e8a-953a-c980592dd650 req-59426be5-74e3-4a45-bbac-e4410e605aa6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:11.989618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e19a974-48e5-4e8a-953a-c980592dd650 req-59426be5-74e3-4a45-bbac-e4410e605aa6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0541165 Apr 06 14:55:12.037346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e19a974-48e5-4e8a-953a-c980592dd650 req-0f9040d4-042c-4572-bf54-e432171c6670 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Apr 06 14:55:12.132326 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-c038b6f8-08ca-4a11-80ad-8aee54d38745 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898201 Apr 06 14:55:12.668783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-fd7bdda6-4f1d-4323-806d-18c78c091e68 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:12.670134 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-fd7bdda6-4f1d-4323-806d-18c78c091e68 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports/4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 943 time: 0.0951874 Apr 06 14:55:13.165558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a9eaa-c11a-4db4-9598-567f13ebb402 req-791494d8-6b7a-47d2-a94c-6898248ad339 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:13.167037 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e1a9eaa-c11a-4db4-9598-567f13ebb402 req-791494d8-6b7a-47d2-a94c-6898248ad339 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0570993 Apr 06 14:55:13.217523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e1a9eaa-c11a-4db4-9598-567f13ebb402 req-b46328e3-9632-4f0f-a7a9-fb3128e4e9ba tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Apr 06 14:55:13.988190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-f8e70aa3-990b-4246-826e-9448a53a28dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:13.989744 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-f8e70aa3-990b-4246-826e-9448a53a28dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1130 time: 0.0935614 Apr 06 14:55:14.084126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-35962517-aa12-42e8-a6bd-1a3eefa53e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:14.085629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-35962517-aa12-42e8-a6bd-1a3eefa53e15 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0886898 Apr 06 14:55:14.154747 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-7a26d5b3-5e6a-48b9-a809-2c1decea466b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1003 time: 0.0623200 Apr 06 14:55:14.207467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-7fd138f2-01ac-4e6c-b65e-6446b3ed90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:14.209022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-7fd138f2-01ac-4e6c-b65e-6446b3ed90c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0478151 Apr 06 14:55:14.257722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-dd3139e9-362e-4166-91c4-e4f19ca8a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:14.259237 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-dd3139e9-362e-4166-91c4-e4f19ca8a9ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447543 Apr 06 14:55:14.388871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbeeb6-5730-4104-a966-c96d7cc6904d req-e2dbb82f-e73b-4905-ac9f-12a47ede1115 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:14.390326 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98dbeeb6-5730-4104-a966-c96d7cc6904d req-e2dbb82f-e73b-4905-ac9f-12a47ede1115 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0837791 Apr 06 14:55:14.392629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-d7bae1e4-7e79-4c61-af01-d5381565959a service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273694 Apr 06 14:55:14.487797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98dbeeb6-5730-4104-a966-c96d7cc6904d req-d0e103b7-1dca-4813-be9b-5e063a461d25 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908134 Apr 06 14:55:14.517214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-1547e168-9050-4178-a08d-8a7239fea524 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144338 Apr 06 14:55:15.609607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d4bf-1d57-483d-abc6-5e4fe54ae40f req-f8f714ef-1678-441e-a377-e49bb73d7722 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:15.611088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35f8d4bf-1d57-483d-abc6-5e4fe54ae40f req-f8f714ef-1678-441e-a377-e49bb73d7722 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0532968 Apr 06 14:55:15.658359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35f8d4bf-1d57-483d-abc6-5e4fe54ae40f req-25957874-27ff-4042-921e-2235f75bc056 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Apr 06 14:55:16.778500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b37be5-97a9-4d51-8cb3-989eb6d8b90b req-aad086b9-f747-48b7-a626-a607281c3b24 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:16.779967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b2b37be5-97a9-4d51-8cb3-989eb6d8b90b req-aad086b9-f747-48b7-a626-a607281c3b24 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Apr 06 14:55:16.825964 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b2b37be5-97a9-4d51-8cb3-989eb6d8b90b req-3715ec1d-02f4-4358-a03e-d879266a6fc2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 Apr 06 14:55:17.510167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b625d-9523-468c-b797-5e4c860af173 req-722e5355-e90f-4ae2-8c4c-750d16a85f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:17.511656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-722e5355-e90f-4ae2-8c4c-750d16a85f43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1130 time: 0.0501652 Apr 06 14:55:17.612468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b625d-9523-468c-b797-5e4c860af173 req-5c672c2b-bfbf-4631-b09d-1208e7668c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:17.613992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-5c672c2b-bfbf-4631-b09d-1208e7668c61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0832825 Apr 06 14:55:17.680892 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-d343bb2b-30d6-4c65-831d-8bcd31c0c109 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1003 time: 0.0610907 Apr 06 14:55:17.727546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b625d-9523-468c-b797-5e4c860af173 req-df0742bf-ce8f-4659-acf5-0bb96d4afafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:17.729031 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-df0742bf-ce8f-4659-acf5-0bb96d4afafd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0425565 Apr 06 14:55:17.775802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b625d-9523-468c-b797-5e4c860af173 req-23419990-d914-47b9-bb69-a016d9ebaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:17.777204 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-23419990-d914-47b9-bb69-a016d9ebaff0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430818 Apr 06 14:55:17.867252 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-88cdae02-ed82-4f79-904e-8481f76a9fc0 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833528 Apr 06 14:55:17.994809 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae2a34-5ddb-4fdb-a4bd-76b4e98b3d1f req-4c021c48-fff2-49f8-9965-d01215cf87f7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:17.996267 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-acae2a34-5ddb-4fdb-a4bd-76b4e98b3d1f req-4c021c48-fff2-49f8-9965-d01215cf87f7 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0817037 Apr 06 14:55:18.001909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e2b625d-9523-468c-b797-5e4c860af173 req-d4269006-7305-4d01-94a3-0943ec5abf39 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286454 Apr 06 14:55:18.045019 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-acae2a34-5ddb-4fdb-a4bd-76b4e98b3d1f req-1f68a01d-9d94-4889-b914-19b339298032 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Apr 06 14:55:19.167304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9437a-cee7-4ba7-b787-b0e722991dd4 req-d45408be-fa5c-4777-ae49-af6051e3bdb0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:19.168827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e6e9437a-cee7-4ba7-b787-b0e722991dd4 req-d45408be-fa5c-4777-ae49-af6051e3bdb0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0565846 Apr 06 14:55:19.215459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e6e9437a-cee7-4ba7-b787-b0e722991dd4 req-2fdeb199-89c0-49e9-9a32-d33e272cb569 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 Apr 06 14:55:20.335427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f1a0-4790-46e2-9e4b-1f8e50cff90a req-5b96b1a7-e68a-413b-be4d-8b265f0d4fbf tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:20.336942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c854f1a0-4790-46e2-9e4b-1f8e50cff90a req-5b96b1a7-e68a-413b-be4d-8b265f0d4fbf tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Apr 06 14:55:20.386418 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c854f1a0-4790-46e2-9e4b-1f8e50cff90a req-5de5bf4e-ee22-4f2e-bc20-cc0f4cc22712 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Apr 06 14:55:21.509345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025226-e1ee-4430-9713-75efa3d38e5d req-0d806165-4c83-4417-aa08-6cbd8523b89f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:21.510801 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a025226-e1ee-4430-9713-75efa3d38e5d req-0d806165-4c83-4417-aa08-6cbd8523b89f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0539947 Apr 06 14:55:21.559244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7a025226-e1ee-4430-9713-75efa3d38e5d req-929e8ec6-224f-4375-9289-3d96e25e5937 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Apr 06 14:55:22.313909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c035df69-b9e8-4628-bb65-a057b0fcbb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:22.676083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec65d24-f766-488f-98cc-22512c28cbc5 req-cb343687-4f31-4c00-906a-1f42b8d99fea tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:22.677569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ec65d24-f766-488f-98cc-22512c28cbc5 req-cb343687-4f31-4c00-906a-1f42b8d99fea tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0518031 Apr 06 14:55:22.724690 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ec65d24-f766-488f-98cc-22512c28cbc5 req-c97e182e-58fa-4101-9290-f3928d5c5db9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Apr 06 14:55:23.684447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:23.847024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acedac-01af-45fb-a15c-b9e753a2368d req-975db807-84b5-40ee-b936-9fe9c231ad2f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:23.848402 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-63acedac-01af-45fb-a15c-b9e753a2368d req-975db807-84b5-40ee-b936-9fe9c231ad2f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0565364 Apr 06 14:55:23.894569 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-63acedac-01af-45fb-a15c-b9e753a2368d req-2431c1bd-2e87-47e0-8aff-aec5d3689244 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Apr 06 14:55:24.787742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e648aebf-4800-4d06-895c-0f62f524d57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:25.013075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc6b1-5e9d-4379-bf2f-8c3444660d0f req-8d71ed1f-a982-45f2-952b-8a3bfc100124 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:25.014561 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49afc6b1-5e9d-4379-bf2f-8c3444660d0f req-8d71ed1f-a982-45f2-952b-8a3bfc100124 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0538700 Apr 06 14:55:25.062546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49afc6b1-5e9d-4379-bf2f-8c3444660d0f req-ab4004c4-7b17-4ed0-9cb3-1fdf11808eff tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Apr 06 14:55:25.885137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.186881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a6e61-b7f9-470e-bbec-4c79346a93ae req-23b1e58e-e0bd-4dbb-8228-9a0a0850e6d8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:26.188975 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b33a6e61-b7f9-470e-bbec-4c79346a93ae req-23b1e58e-e0bd-4dbb-8228-9a0a0850e6d8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0582047 Apr 06 14:55:26.236784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b33a6e61-b7f9-470e-bbec-4c79346a93ae req-5cdfaaf4-c0f7-420f-bb7b-2e23ef77e227 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Apr 06 14:55:27.355667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f433a-3eb1-4704-8c13-6709584c4202 req-68c7639a-2d9b-4d1b-b516-9fef951010dd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:27.357168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-661f433a-3eb1-4704-8c13-6709584c4202 req-68c7639a-2d9b-4d1b-b516-9fef951010dd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0526795 Apr 06 14:55:27.404337 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-661f433a-3eb1-4704-8c13-6709584c4202 req-debf12ba-f5f3-4b70-9d2d-1b772446ee17 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Apr 06 14:55:27.479691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:28.527017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28447b6c-6a05-420e-87f2-4df586838d13 req-1b26b172-4f0e-47aa-8588-af5f93ad3e3f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:28.528500 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28447b6c-6a05-420e-87f2-4df586838d13 req-1b26b172-4f0e-47aa-8588-af5f93ad3e3f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0542135 Apr 06 14:55:28.535743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:28.581302 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28447b6c-6a05-420e-87f2-4df586838d13 req-53387779-0b0e-4314-9f74-d5f6456dfcf1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Apr 06 14:55:29.496359 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:55:29.698465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe4ce1-8c4f-41b5-8257-cbd39c6a92f1 req-86649f48-140b-4278-a487-b38a664c8596 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:29.699918 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37fe4ce1-8c4f-41b5-8257-cbd39c6a92f1 req-86649f48-140b-4278-a487-b38a664c8596 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0525167 Apr 06 14:55:29.746656 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37fe4ce1-8c4f-41b5-8257-cbd39c6a92f1 req-a98bb4bf-aa04-47c7-bc2a-3a0d7a6a7510 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Apr 06 14:55:30.863432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f3475-c3a4-4112-b3ea-ae82dcd633ea req-7ff5fd79-654c-4f70-bb68-cbd2a8932afc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:30.864819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7c0f3475-c3a4-4112-b3ea-ae82dcd633ea req-7ff5fd79-654c-4f70-bb68-cbd2a8932afc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0518279 Apr 06 14:55:30.910479 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7c0f3475-c3a4-4112-b3ea-ae82dcd633ea req-0764f681-2470-4d1a-8b81-55c6e61413cb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401967 Apr 06 14:55:32.035735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6888e5-c359-4904-ad86-9f51fb08cbdd req-1e7b1b1f-c5c6-4624-b67a-b9f6561e03b6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:32.037263 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4f6888e5-c359-4904-ad86-9f51fb08cbdd req-1e7b1b1f-c5c6-4624-b67a-b9f6561e03b6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0569832 Apr 06 14:55:32.083778 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4f6888e5-c359-4904-ad86-9f51fb08cbdd req-7dfcc82e-6e24-4de0-9aa8-71e2babd63e0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Apr 06 14:55:33.203161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498375-abcc-4951-9872-d9f1c6524c5d req-f25ac7d8-999d-4fc3-91eb-0c6839f18c7b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:33.204649 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da498375-abcc-4951-9872-d9f1c6524c5d req-f25ac7d8-999d-4fc3-91eb-0c6839f18c7b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Apr 06 14:55:33.252550 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da498375-abcc-4951-9872-d9f1c6524c5d req-49cf8f4c-edd0-42ac-bbc6-5da2214a6c60 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Apr 06 14:55:34.378935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c546f-96a4-4af7-ae3c-f085ec0481fb req-a93121ee-7a65-4a96-9765-82024a587b5a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:34.380404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e5c546f-96a4-4af7-ae3c-f085ec0481fb req-a93121ee-7a65-4a96-9765-82024a587b5a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0525362 Apr 06 14:55:34.436825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e5c546f-96a4-4af7-ae3c-f085ec0481fb req-d0f005e6-95d8-47dc-9ce2-59a1571e2e42 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508046 Apr 06 14:55:35.537660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:35.559151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253e04-d392-4774-833a-48836c149e7b req-7db90865-f663-43ec-b4a5-d7597c1c6882 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:35.560629 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21253e04-d392-4774-833a-48836c149e7b req-7db90865-f663-43ec-b4a5-d7597c1c6882 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Apr 06 14:55:35.618133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:35.618410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:35.633088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21253e04-d392-4774-833a-48836c149e7b req-5e23f7ce-76b9-42a6-8748-73f78a5d7846 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657282 Apr 06 14:55:35.644151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:55:35.646508 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf82430-3b22-407e-a5e2-97903dbe459d" -d '{"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:55:35.660356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:35.666707 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-6fc1971f-c3e2-4521-83ce-20cfa7bd378f service neutron] 10.222.0.79 "GET /v2.0/ports/4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0679638 Apr 06 14:55:35.698176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93548cd-998a-41d3-87aa-7aba1f2ad24c x-openstack-request-id: req-e93548cd-998a-41d3-87aa-7aba1f2ad24c {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:55:35.698477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:55:35.698734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e93548cd-998a-41d3-87aa-7aba1f2ad24c {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:55:35.699308 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93548cd-998a-41d3-87aa-7aba1f2ad24c'] response: {'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'code': 200} Apr 06 14:55:35.741218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:35.791812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:36.205994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-950c5993-c5d0-4ab5-8c4c-baae2e47c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.207454 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-950c5993-c5d0-4ab5-8c4c-baae2e47c812 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 1128 time: 0.0480013 Apr 06 14:55:36.271684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-d9481f7f-2811-4785-863e-18444089a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.273185 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-d9481f7f-2811-4785-863e-18444089a28c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1128 time: 0.0456009 Apr 06 14:55:36.359754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-536fbbf8-b4c8-4274-80b5-d01a97c64d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.361966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-536fbbf8-b4c8-4274-80b5-d01a97c64d12 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0833192 Apr 06 14:55:36.428058 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-f1eabf93-676a-4807-8276-8e53d6499788 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1001 time: 0.0607779 Apr 06 14:55:36.485096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-e788d1f6-3a6b-495f-b21a-5e73772e1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.487760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-e788d1f6-3a6b-495f-b21a-5e73772e1dab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0545731 Apr 06 14:55:36.536744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-7521a943-1e19-487a-80e1-aea5e5fe7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.538270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-7521a943-1e19-487a-80e1-aea5e5fe7a24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449874 Apr 06 14:55:36.630607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-64443fce-e3ad-4ee9-aa5f-92334754dc85 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865273 Apr 06 14:55:36.726822 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-cfa00e9c-729f-4190-9f4f-5dc609be4c0e service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902586 Apr 06 14:55:36.816375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef933e9-c4a9-4047-ad00-ab3ccadf4fd0 req-d319032c-86e7-4685-87bf-38eaa75722e5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.817873 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6ef933e9-c4a9-4047-ad00-ab3ccadf4fd0 req-d319032c-86e7-4685-87bf-38eaa75722e5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.1116865 Apr 06 14:55:36.866677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6ef933e9-c4a9-4047-ad00-ab3ccadf4fd0 req-87da02d6-1766-49d9-8bf4-b02f7bdac702 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Apr 06 14:55:38.039838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8920f4-ddea-4fc3-8a34-3a5ef0676521 req-7fef4a51-d5fa-4b05-9c75-3b7de664df40 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:38.041341 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ee8920f4-ddea-4fc3-8a34-3a5ef0676521 req-7fef4a51-d5fa-4b05-9c75-3b7de664df40 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.1039741 Apr 06 14:55:38.088337 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ee8920f4-ddea-4fc3-8a34-3a5ef0676521 req-83db0fb1-2557-4b0a-ad03-0f83add4a870 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Apr 06 14:55:39.213378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7a949-4d20-4899-a866-cca414e4be77 req-7bc453f6-9fa0-49f7-b69d-18c32f156752 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:39.214851 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ab7a949-4d20-4899-a866-cca414e4be77 req-7bc453f6-9fa0-49f7-b69d-18c32f156752 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0559654 Apr 06 14:55:39.557838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-fe11155a-ecad-4814-94e6-6618dd5c9e47 req-ea59318e-4509-4c85-9b4d-910afd8d87bd tempest-TestNetworkBasicOps-2103252229 tempest-TestNetworkBasicOps-2103252229-project] (104420) timed out ('10.222.0.89', 51446) {{(pid=104420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:55:39.587398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4ab7a949-4d20-4899-a866-cca414e4be77 req-48a90a94-9cd9-4645-9bec-230ea7b32bd6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659675 Apr 06 14:55:40.709137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db079ce-d9f5-4e9e-8421-825645ccf060 req-37f2149f-1ebb-4038-a4c1-6c2051d51d00 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:40.710613 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5db079ce-d9f5-4e9e-8421-825645ccf060 req-37f2149f-1ebb-4038-a4c1-6c2051d51d00 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0529037 Apr 06 14:55:40.758818 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5db079ce-d9f5-4e9e-8421-825645ccf060 req-e7a5fe98-f133-4145-a343-528b2519c40f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Apr 06 14:55:41.888323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591b78-19ab-486a-8b92-6328d705c379 req-b5777f3c-bab3-4a3f-907f-2fcb9d95cc59 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:41.890101 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7f591b78-19ab-486a-8b92-6328d705c379 req-b5777f3c-bab3-4a3f-907f-2fcb9d95cc59 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0613909 Apr 06 14:55:41.942378 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7f591b78-19ab-486a-8b92-6328d705c379 req-3616fcfc-992c-4bb8-8c43-92b0f5bff0cd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Apr 06 14:55:43.060333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2291-5702-4fb3-8b14-d60a974217e4 req-380e7e26-65e8-4144-b88e-317e202909e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:43.061819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b0fb2291-5702-4fb3-8b14-d60a974217e4 req-380e7e26-65e8-4144-b88e-317e202909e6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0519099 Apr 06 14:55:43.107935 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b0fb2291-5702-4fb3-8b14-d60a974217e4 req-b3bda354-5acf-486a-b3d5-549ea656bf8c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Apr 06 14:55:44.227907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc52f3-049f-4cdc-87a3-97589c5a9bf0 req-b2536cee-a83a-4f32-b98d-6b021f38009a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:44.229406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eebc52f3-049f-4cdc-87a3-97589c5a9bf0 req-b2536cee-a83a-4f32-b98d-6b021f38009a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0522740 Apr 06 14:55:44.275731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eebc52f3-049f-4cdc-87a3-97589c5a9bf0 req-e532e8cf-d766-409f-8a67-4000740d510b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Apr 06 14:55:45.400630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7214c6-328d-48b0-ad68-cc7aea3721cd req-3b9e4ab0-a09e-45eb-9add-f1bc874e16b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:45.402185 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab7214c6-328d-48b0-ad68-cc7aea3721cd req-3b9e4ab0-a09e-45eb-9add-f1bc874e16b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0576570 Apr 06 14:55:45.450318 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ab7214c6-328d-48b0-ad68-cc7aea3721cd req-2e645298-04f2-4f80-9155-4e928ab33848 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Apr 06 14:55:46.573921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6727e79-79fd-441a-b818-401db35991fe req-cf459207-03b8-40bd-8e55-a03af9d00d7e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:46.575328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6727e79-79fd-441a-b818-401db35991fe req-cf459207-03b8-40bd-8e55-a03af9d00d7e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0531740 Apr 06 14:55:46.621410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6727e79-79fd-441a-b818-401db35991fe req-bdb191ac-f1de-4e95-9aa7-f19dbf14bc8f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 Apr 06 14:55:47.749150 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1307835-4319-4fd5-ad05-73bc39c28d41 req-ee50ed3b-ed7c-43d8-8a5f-5d493cfda707 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:47.750639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b1307835-4319-4fd5-ad05-73bc39c28d41 req-ee50ed3b-ed7c-43d8-8a5f-5d493cfda707 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0578883 Apr 06 14:55:47.796681 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b1307835-4319-4fd5-ad05-73bc39c28d41 req-fbf0b0dc-13d7-4e69-b4c2-4bd1712dd4e9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Apr 06 14:55:48.916077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408788b5-0888-4655-8a5a-d6b028338530 req-27d29b5e-2315-4d46-9711-a85294ba6721 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:48.917595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-408788b5-0888-4655-8a5a-d6b028338530 req-27d29b5e-2315-4d46-9711-a85294ba6721 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0521085 Apr 06 14:55:48.965109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-408788b5-0888-4655-8a5a-d6b028338530 req-a8f5e147-8bc5-4979-9ba0-8a168e6d1ace tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Apr 06 14:55:49.586861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:55:49.680232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:49.691514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'mac_address': 'fa:16:3e:99:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:55:49.728769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:49.729165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:49.744926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:55:49.765959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:49.849790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:49.899705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:49.906537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.906989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.907228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.907568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.907904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.908235 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.908562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.908908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.909236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.909562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.909888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.910214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.910536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.910856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.911176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:49.915782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:55:50.087525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a8ae-6ca8-4a6a-81b4-4d03e26168f4 req-6b8d64ba-2616-424b-bbc6-e557eaa6832f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:50.089036 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a24a8ae-6ca8-4a6a-81b4-4d03e26168f4 req-6b8d64ba-2616-424b-bbc6-e557eaa6832f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 945 time: 0.0540581 Apr 06 14:55:50.142301 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a24a8ae-6ca8-4a6a-81b4-4d03e26168f4 req-a1745199-a9e0-4c0a-acf7-b09651330687 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476177 Apr 06 14:55:51.261528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa226-9caf-4cca-b7ca-4367eb412362 req-37a334d3-ec53-449b-9fb0-f1f64c522ebd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:51.263001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3edaa226-9caf-4cca-b7ca-4367eb412362 req-37a334d3-ec53-449b-9fb0-f1f64c522ebd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 945 time: 0.0529010 Apr 06 14:55:51.310722 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3edaa226-9caf-4cca-b7ca-4367eb412362 req-769d2a85-c20b-43c3-a3b6-655177b25a0d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Apr 06 14:55:51.579944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:55:51.627652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:51.628017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:51.701284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:51.701671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:51.724232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:55:51.726452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf37d6b-d284-46b5-9946-2ec189940794" -d '{"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:55:51.742124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:51.789172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e989f7-b336-490d-9fef-9c7dd3907a41 x-openstack-request-id: req-a2e989f7-b336-490d-9fef-9c7dd3907a41 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:55:51.789466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:55:51.789744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a2e989f7-b336-490d-9fef-9c7dd3907a41 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:55:51.790274 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e989f7-b336-490d-9fef-9c7dd3907a41'] response: {'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'code': 200} Apr 06 14:55:51.820937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:51.869372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:52.312179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-43eebc7d-f923-4273-b60b-02b7f1b55549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:52.432996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7cd98-ed5e-4074-946c-861ba4f5cd27 req-2be67565-19b8-420a-8262-c68956a8c607 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:52.435559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38e7cd98-ed5e-4074-946c-861ba4f5cd27 req-2be67565-19b8-420a-8262-c68956a8c607 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0566235 Apr 06 14:55:52.483006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38e7cd98-ed5e-4074-946c-861ba4f5cd27 req-a2144863-37cf-4d91-b9b5-90668f869ef5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Apr 06 14:55:53.608555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d202ec-ceac-4617-ba0e-49891a781b30 req-8b470a10-7d9a-47d7-a4df-1e3cfd007962 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:53.610881 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58d202ec-ceac-4617-ba0e-49891a781b30 req-8b470a10-7d9a-47d7-a4df-1e3cfd007962 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0577073 Apr 06 14:55:53.626310 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:53.661488 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58d202ec-ceac-4617-ba0e-49891a781b30 req-6969080a-3c6a-420b-8606-8eb9ff5de37c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Apr 06 14:55:54.769955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a56b3d6c-7e20-48d9-8380-e0375a7cfffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:54.790000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe878bd-5b08-48a4-965d-36e16fb24e64 req-6be3cf63-d73b-40c9-bd8b-ba1bc2ce5f9e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:54.791535 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cbe878bd-5b08-48a4-965d-36e16fb24e64 req-6be3cf63-d73b-40c9-bd8b-ba1bc2ce5f9e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0562131 Apr 06 14:55:54.843322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cbe878bd-5b08-48a4-965d-36e16fb24e64 req-4a280c0e-2a32-4eae-bf14-720a81db54fd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459383 Apr 06 14:55:55.843523 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:55.964240 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0d11c-d2e0-4cf3-ae68-8473f8501599 req-595359b0-1572-4bbf-8e26-c39619b06dca tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:55.965869 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abb0d11c-d2e0-4cf3-ae68-8473f8501599 req-595359b0-1572-4bbf-8e26-c39619b06dca tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0524931 Apr 06 14:55:56.021379 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abb0d11c-d2e0-4cf3-ae68-8473f8501599 req-eb4c4176-a1bd-465e-b76e-bd35a8344cd5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495994 Apr 06 14:55:56.573902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc90e6-b480-424b-bf6d-bf7755a51eb5 req-9b9edd47-32a6-408f-a9da-98896ec61ef2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.575384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-48cc90e6-b480-424b-bf6d-bf7755a51eb5 req-9b9edd47-32a6-408f-a9da-98896ec61ef2 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0567489 Apr 06 14:55:56.649377 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-48cc90e6-b480-424b-bf6d-bf7755a51eb5 req-d5d072ef-9a76-47a5-92b6-c6f25e445308 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675733 Apr 06 14:55:56.678178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-b7b0a695-ae06-44f2-bceb-b9f10e0b4b94 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.679669 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-b7b0a695-ae06-44f2-bceb-b9f10e0b4b94 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288&tenant_id=a2d32994941a48e886d7c0517eea31b0&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 946 time: 0.0686257 Apr 06 14:55:56.752254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-d0509dfc-0f3d-446d-8cdb-6a3213d71bfa service neutron] 10.222.0.79 "GET /v2.0/ports/4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0654421 Apr 06 14:55:56.827405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-fb5d857e-f01c-4388-b057-555acbb9d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.829626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-fb5d857e-f01c-4388-b057-555acbb9d1ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1130 time: 0.0539179 Apr 06 14:55:56.923488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-ab8f81a3-db31-48f3-8724-2112448c9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.925039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-ab8f81a3-db31-48f3-8724-2112448c9f62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0907733 Apr 06 14:55:56.995478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-27216387-07bf-49c8-9c20-5a3931eb9bd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1003 time: 0.0649376 Apr 06 14:55:57.044999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-ea11cb17-18d7-4b6d-b287-2befdc74dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:57.046361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-ea11cb17-18d7-4b6d-b287-2befdc74dc89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0447733 Apr 06 14:55:57.098953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-86f2db95-bf69-4def-af57-4a0f95f3145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:57.100547 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-86f2db95-bf69-4def-af57-4a0f95f3145e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479584 Apr 06 14:55:57.197781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-27a07456-e46d-401c-a851-3136f6587650 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915511 Apr 06 14:55:57.290916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-e1c4a1b4-03ca-4d56-9099-4a8c7f2ef800 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863986 Apr 06 14:55:57.460408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:57.776117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e605b-7f71-4714-9fc9-a2d83498bd23 req-0d1b0deb-34a2-4d94-9c3e-4c0f1b41b16a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:57.777611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb7e605b-7f71-4714-9fc9-a2d83498bd23 req-0d1b0deb-34a2-4d94-9c3e-4c0f1b41b16a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0567439 Apr 06 14:55:57.823241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb7e605b-7f71-4714-9fc9-a2d83498bd23 req-1884c2a0-41f2-4635-a964-441e10a7cc8f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392857 Apr 06 14:55:58.523139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:58.948808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e862-a5fd-4df0-80c3-20d411e3115e req-bef17e76-bc34-4b6f-bfea-2ece243bf42d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:58.950294 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6da8e862-a5fd-4df0-80c3-20d411e3115e req-bef17e76-bc34-4b6f-bfea-2ece243bf42d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0534749 Apr 06 14:55:58.998733 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6da8e862-a5fd-4df0-80c3-20d411e3115e req-a36c6b5b-f26a-4aca-9377-c6bbdcb087f4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Apr 06 14:56:00.129743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbe281-242d-4d9c-81a2-7d09f5e27e76 req-89bf99a3-acff-471c-bccd-ac59adfcb322 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:00.131250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24bbe281-242d-4d9c-81a2-7d09f5e27e76 req-89bf99a3-acff-471c-bccd-ac59adfcb322 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0599549 Apr 06 14:56:00.181925 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24bbe281-242d-4d9c-81a2-7d09f5e27e76 req-745fcdd2-e49d-41d0-9035-20dd810b39d9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Apr 06 14:56:01.310708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93630c86-0e35-4b00-819b-c841af8f8c79 req-03cc0847-5867-4c0a-a39b-6377d0297e31 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:01.316527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93630c86-0e35-4b00-819b-c841af8f8c79 req-03cc0847-5867-4c0a-a39b-6377d0297e31 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0572100 Apr 06 14:56:01.360473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93630c86-0e35-4b00-819b-c841af8f8c79 req-fa899db7-9f8b-414d-9d57-a0524a3788a9 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 Apr 06 14:56:02.483020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6406d09-2d93-43c4-a352-400f2598f851 req-2f54ac35-2145-4005-b76e-8c5b9a9e5f55 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:02.484832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6406d09-2d93-43c4-a352-400f2598f851 req-2f54ac35-2145-4005-b76e-8c5b9a9e5f55 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0553708 Apr 06 14:56:02.538315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6406d09-2d93-43c4-a352-400f2598f851 req-70044694-14b0-422d-b434-3984bbf68f6c tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Apr 06 14:56:03.600002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:03.659521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b487d05-1486-4816-964d-2db6d762fa23 req-aefa980b-c37e-4062-87b6-78cfe62291ae tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:03.661058 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8b487d05-1486-4816-964d-2db6d762fa23 req-aefa980b-c37e-4062-87b6-78cfe62291ae tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0543535 Apr 06 14:56:03.680950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:03.681344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:03.704941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:03.707159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897b218-420e-4f01-9b27-f862f4035c98" -d '{"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:03.709607 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8b487d05-1486-4816-964d-2db6d762fa23 req-92070aff-5d13-49ba-be39-fb363e7a59d0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Apr 06 14:56:03.721105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:03.761130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba159f1-692b-4edf-ad1b-2378070b3add x-openstack-request-id: req-3ba159f1-692b-4edf-ad1b-2378070b3add {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:03.761130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:03.761130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3ba159f1-692b-4edf-ad1b-2378070b3add {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:03.761130 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba159f1-692b-4edf-ad1b-2378070b3add'] response: {'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'code': 200} Apr 06 14:56:03.808869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:03.860073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=9']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:04.431622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-e7d44d8d-5a82-4a83-82d0-cd1849fea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.433078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-e7d44d8d-5a82-4a83-82d0-cd1849fea1b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288&tenant_id=a2d32994941a48e886d7c0517eea31b0 HTTP/1.1" status: 200 len: 1128 time: 0.0464399 Apr 06 14:56:04.499171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-4c2cccf1-61a6-4963-aa6e-9089c8f1ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.500850 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-4c2cccf1-61a6-4963-aa6e-9089c8f1ba78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1128 time: 0.0459521 Apr 06 14:56:04.594962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-306e5700-ff67-4064-9a3d-a925f2a47edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.596421 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-306e5700-ff67-4064-9a3d-a925f2a47edf service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0896406 Apr 06 14:56:04.659990 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-413536d5-abba-429b-a03c-9d7fbf6c8074 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1001 time: 0.0575764 Apr 06 14:56:04.712224 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-3cbb377e-6c87-4f31-8d5b-379e0d9cd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.713609 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-3cbb377e-6c87-4f31-8d5b-379e0d9cd08d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0480940 Apr 06 14:56:04.762934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-6db0e92b-305a-4b08-ba79-9b7a250e5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.764515 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-6db0e92b-305a-4b08-ba79-9b7a250e5f03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443633 Apr 06 14:56:04.904073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d292e57-3725-422a-a645-f5818e224841 req-e65ac9b3-10e3-4b09-b683-15a3445d9b88 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.905670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d292e57-3725-422a-a645-f5818e224841 req-e65ac9b3-10e3-4b09-b683-15a3445d9b88 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.1179140 Apr 06 14:56:04.909987 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-015919eb-0ccb-4839-94f7-78ecede5e1ac service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390059 Apr 06 14:56:05.006139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d292e57-3725-422a-a645-f5818e224841 req-5cf3bc3c-0e90-4614-93da-ce35f094c815 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942788 Apr 06 14:56:05.030133 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be5a307c-f32b-4e7f-968c-0666b30be993 req-2eccabd6-3e5c-45ff-a653-9316fed106cd service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126747 Apr 06 14:56:06.130677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9b76c-292d-4935-82cb-83ed5131b2b1 req-f4a9ae80-48d1-478c-99c9-9145f74ba94d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:06.132211 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12a9b76c-292d-4935-82cb-83ed5131b2b1 req-f4a9ae80-48d1-478c-99c9-9145f74ba94d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0541131 Apr 06 14:56:06.180087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-12a9b76c-292d-4935-82cb-83ed5131b2b1 req-81e6ecea-11ec-4ee2-8492-ceeb71c17166 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Apr 06 14:56:06.495134 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:56:07.320083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fafd5-7f3f-4b5e-9f93-25a603f78542 req-c1381c01-6501-45b9-bc41-40b41eb221ed tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:07.321824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-578fafd5-7f3f-4b5e-9f93-25a603f78542 req-c1381c01-6501-45b9-bc41-40b41eb221ed tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0586593 Apr 06 14:56:07.376233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-578fafd5-7f3f-4b5e-9f93-25a603f78542 req-f1bd1a85-2eef-4fcc-a870-3bab1b3f1d1e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487304 Apr 06 14:56:08.496519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5cd98-6480-47db-950a-bdcde91ca9d7 req-75aabef5-e719-4df9-92b3-e3d043a18137 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:08.498048 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fbe5cd98-6480-47db-950a-bdcde91ca9d7 req-75aabef5-e719-4df9-92b3-e3d043a18137 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0559871 Apr 06 14:56:08.549935 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fbe5cd98-6480-47db-950a-bdcde91ca9d7 req-09d6634a-d986-4c3d-aabf-ec731d226a79 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456505 Apr 06 14:56:09.674652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7442f-77c3-4a9e-b798-fe519b611ee3 req-305565e2-c7eb-4229-834d-2a209dce1146 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:09.676394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38b7442f-77c3-4a9e-b798-fe519b611ee3 req-305565e2-c7eb-4229-834d-2a209dce1146 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0569007 Apr 06 14:56:09.727981 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38b7442f-77c3-4a9e-b798-fe519b611ee3 req-098e1bc7-e079-4b59-a068-5b01b326ad7b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 Apr 06 14:56:10.852945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f06c-f50c-4977-9c80-fccb5deeeac7 req-a2514c1a-f1b0-4c17-9363-e90e172303f4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:10.854417 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1668f06c-f50c-4977-9c80-fccb5deeeac7 req-a2514c1a-f1b0-4c17-9363-e90e172303f4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0568042 Apr 06 14:56:10.902414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1668f06c-f50c-4977-9c80-fccb5deeeac7 req-c170f851-cdcd-4a03-8b29-a9f197342f17 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Apr 06 14:56:12.026156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a592d-6efd-4e52-990c-dd054a4eff3d req-1e51bfb8-7edc-4b3a-96fd-fd5ba254ffbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:12.027757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-425a592d-6efd-4e52-990c-dd054a4eff3d req-1e51bfb8-7edc-4b3a-96fd-fd5ba254ffbc tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0555582 Apr 06 14:56:12.077107 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-425a592d-6efd-4e52-990c-dd054a4eff3d req-fa610859-1ad3-4cb4-a9b1-776df5ef6461 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Apr 06 14:56:13.198205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9625d4-4a14-41d3-b501-3b22a8639721 req-02870124-7c9d-404d-aea7-7c0aca5d90bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:13.199674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9625d4-4a14-41d3-b501-3b22a8639721 req-02870124-7c9d-404d-aea7-7c0aca5d90bd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0530703 Apr 06 14:56:13.251764 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9625d4-4a14-41d3-b501-3b22a8639721 req-f1c74a8f-6792-4c8c-8974-110ce9bd2faf tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Apr 06 14:56:14.373043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96fbd-2c35-4551-9134-f2963c582a1b req-62cd1098-d43b-4eea-a909-08cd6e13681a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:14.375147 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cea96fbd-2c35-4551-9134-f2963c582a1b req-62cd1098-d43b-4eea-a909-08cd6e13681a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0533392 Apr 06 14:56:14.420799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cea96fbd-2c35-4551-9134-f2963c582a1b req-380a14fc-ee39-4b60-810e-312bacf8b912 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Apr 06 14:56:15.550631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fd34-5dd4-4b0f-b3fd-3ea874e7f7be req-6b8bdb61-aa77-4d1f-a267-5c73f286a095 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:15.552133 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-70e2fd34-5dd4-4b0f-b3fd-3ea874e7f7be req-6b8bdb61-aa77-4d1f-a267-5c73f286a095 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0561218 Apr 06 14:56:15.600318 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-70e2fd34-5dd4-4b0f-b3fd-3ea874e7f7be req-d90f8da5-6fb3-40bc-854f-559233eebd3f tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Apr 06 14:56:16.725350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf462d2e-b351-41dd-a893-d16a03690e9d req-e2c3ebfa-9f51-42d7-98d2-6948071df8f3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:16.726811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf462d2e-b351-41dd-a893-d16a03690e9d req-e2c3ebfa-9f51-42d7-98d2-6948071df8f3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0561383 Apr 06 14:56:16.772666 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf462d2e-b351-41dd-a893-d16a03690e9d req-2bf8779c-5cce-41a4-89bd-03456bd07ae8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Apr 06 14:56:17.704297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:56:17.802115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:17.814244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'port_id': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'mac_address': 'fa:16:3e:99:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:56:17.850975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:17.851289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:17.864168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:17.884007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:17.893147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878ff93-6028-4b49-aa17-b1ba069e31ea req-465909ab-8389-4420-b228-f59db1305d88 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:17.894619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b878ff93-6028-4b49-aa17-b1ba069e31ea req-465909ab-8389-4420-b228-f59db1305d88 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 944 time: 0.0535049 Apr 06 14:56:17.940904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b878ff93-6028-4b49-aa17-b1ba069e31ea req-329ad5dd-df83-42fc-87a4-55e3bd2f1c7d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Apr 06 14:56:17.968158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:18.024579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=10']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:18.029754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:56:19.057678 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e8315-eff9-4f49-8415-599f12bdb3bf req-016791a2-14a7-4dd3-ad30-13feddf59fbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:19.059134 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a7e8315-eff9-4f49-8415-599f12bdb3bf req-016791a2-14a7-4dd3-ad30-13feddf59fbb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 946 time: 0.0519655 Apr 06 14:56:19.108890 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a7e8315-eff9-4f49-8415-599f12bdb3bf req-715b1472-e67e-4026-b2a8-0617d6d49dd5 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Apr 06 14:56:19.490719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-f8cf2bcc-a045-4b5b-9c02-3374512ab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:19.492176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-f8cf2bcc-a045-4b5b-9c02-3374512ab4b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2d32994941a48e886d7c0517eea31b0&device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 1130 time: 0.0435743 Apr 06 14:56:19.593299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-f3b5b5a0-9290-44bd-929b-311141e90858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:19.594766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-f3b5b5a0-9290-44bd-929b-311141e90858 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 200 len: 913 time: 0.0842390 Apr 06 14:56:19.662366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-51e296c3-e63d-444f-98bb-fa67d3d0070c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 200 len: 1002 time: 0.0616555 Apr 06 14:56:19.707083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:56:19.715142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-be933612-b2ea-42bd-8848-5c97c120e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:19.716598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-be933612-b2ea-42bd-8848-5c97c120e5e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 200 len: 850 time: 0.0485661 Apr 06 14:56:19.758172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:56:19.758483 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:19.766133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-2f008799-90f1-48ef-a397-4ac58db7dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:19.767647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-2f008799-90f1-48ef-a397-4ac58db7dcc4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7318b1d-026c-40eb-985f-139bc6b3a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443351 Apr 06 14:56:19.843173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:19.843839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:19.860628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-d8931352-4e5f-4c98-a062-8f25c3eed456 service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Apr 06 14:56:19.867182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:19.869406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5956f547-4832-41c3-8d09-d7d7abf1cf13" -d '{"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:19.881768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:19.914230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813eacd9-c88d-45cf-8cfd-6ca756152eca x-openstack-request-id: req-813eacd9-c88d-45cf-8cfd-6ca756152eca {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:19.915110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:19.915110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-813eacd9-c88d-45cf-8cfd-6ca756152eca {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:19.915324 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813eacd9-c88d-45cf-8cfd-6ca756152eca'] response: {'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'code': 200} Apr 06 14:56:19.945297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:19.949950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b50a210a-8a82-45ae-9d25-9d4d7669be15 req-726e6532-b58e-4696-8120-3519834b214f service neutron] 10.222.0.79 "GET /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834336 Apr 06 14:56:19.995998 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=11']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:20.234549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa8d01-d86a-479b-b4bc-7788c0fc1a68 req-8405a17d-6c26-45b1-9343-020119e76033 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:20.236007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c9fa8d01-d86a-479b-b4bc-7788c0fc1a68 req-8405a17d-6c26-45b1-9343-020119e76033 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0572491 Apr 06 14:56:20.282531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c9fa8d01-d86a-479b-b4bc-7788c0fc1a68 req-f5e9c771-83be-4134-bb1b-8379d435aafa tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409455 Apr 06 14:56:21.406699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0d43e-511c-4bc7-b6ee-1def10c7a887 req-98f5b387-0e85-49fd-8499-40ca25b26a70 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:21.408176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76a0d43e-511c-4bc7-b6ee-1def10c7a887 req-98f5b387-0e85-49fd-8499-40ca25b26a70 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0550416 Apr 06 14:56:21.454352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76a0d43e-511c-4bc7-b6ee-1def10c7a887 req-6e2ece05-bec9-4e5d-9667-9362efa54bc6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Apr 06 14:56:22.333692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b203e146-a49d-45ec-bd14-a0a5d6e83bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:22.580003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9c0b-e94e-4a84-af01-88486950bfd0 req-f83df5e7-ba58-4d59-a0db-a802ac6206cb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:22.581665 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d2a9c0b-e94e-4a84-af01-88486950bfd0 req-f83df5e7-ba58-4d59-a0db-a802ac6206cb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0581686 Apr 06 14:56:22.628084 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d2a9c0b-e94e-4a84-af01-88486950bfd0 req-b52e0010-6f08-441e-8512-7b731a38d953 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Apr 06 14:56:23.659202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:23.747413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082c15a-1fd8-4152-ac12-a567170e4499 req-079bc5b9-da37-4a86-a450-f749e07c6080 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:23.748908 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3082c15a-1fd8-4152-ac12-a567170e4499 req-079bc5b9-da37-4a86-a450-f749e07c6080 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0522594 Apr 06 14:56:23.794870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3082c15a-1fd8-4152-ac12-a567170e4499 req-211ecded-9722-49fe-8376-06f318f37fcb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Apr 06 14:56:23.911797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec91db-2555-458f-b2b6-fa5d861ce519 req-2b909e28-bc6c-4c3b-b0ff-a5a4204175a8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:23.913281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-05ec91db-2555-458f-b2b6-fa5d861ce519 req-2b909e28-bc6c-4c3b-b0ff-a5a4204175a8 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0527985 Apr 06 14:56:23.963381 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-05ec91db-2555-458f-b2b6-fa5d861ce519 req-70b4394d-17fa-401e-8f28-26747322d31e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Apr 06 14:56:24.080931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729675ac-1543-4b22-b8f8-c6df1c84c7e1 req-e73fddbd-bcb2-4bfd-8b10-dc199745fcf3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:24.082306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-729675ac-1543-4b22-b8f8-c6df1c84c7e1 req-e73fddbd-bcb2-4bfd-8b10-dc199745fcf3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0528750 Apr 06 14:56:24.128287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-729675ac-1543-4b22-b8f8-c6df1c84c7e1 req-efe16910-4284-4e7d-8145-6d16eedb9336 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Apr 06 14:56:24.541859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862d85-1412-4b2c-a09f-78978a009722 req-5a9fa6f3-ff91-4c5f-8bc4-0c7297329346 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:24.543330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e862d85-1412-4b2c-a09f-78978a009722 req-5a9fa6f3-ff91-4c5f-8bc4-0c7297329346 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0533257 Apr 06 14:56:24.591484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e862d85-1412-4b2c-a09f-78978a009722 req-4ffd1d43-b2e5-429e-a631-8a09e32bbfc3 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Apr 06 14:56:24.739078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e42-75df-4083-abf2-c3a84d7870c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:25.719467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab2154-67fd-479d-b13b-b8a4e37ba3ce req-0ae6b9f0-4619-4740-a64a-3d226ab22afb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:25.721077 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6ab2154-67fd-479d-b13b-b8a4e37ba3ce req-0ae6b9f0-4619-4740-a64a-3d226ab22afb tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0558414 Apr 06 14:56:25.768019 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6ab2154-67fd-479d-b13b-b8a4e37ba3ce req-b4046de0-ec0b-4ce5-8588-218d178d194b tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412083 Apr 06 14:56:25.870382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:26.922348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-d3be4d76-a4c3-44d5-bd30-73c8cb02000e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:26.924577 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-d3be4d76-a4c3-44d5-bd30-73c8cb02000e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0739231 Apr 06 14:56:26.932136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e929f5-fabc-4815-97b9-7295d2efd389 req-33666003-7702-4701-b938-5f6e08fa514a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:26.933552 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66e929f5-fabc-4815-97b9-7295d2efd389 req-33666003-7702-4701-b938-5f6e08fa514a tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 947 time: 0.0955148 Apr 06 14:56:27.033436 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66e929f5-fabc-4815-97b9-7295d2efd389 req-3493186d-7204-4cf2-80d5-10e05e2078fd tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups?id=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919957 Apr 06 14:56:27.055808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Deleting port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:27.056087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.147505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] For port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:27.147862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.317851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.318188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.318501 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4 disassociated. External IP: 172.26.6.138, port: 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a. Apr 06 14:56:27.318839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Calling delete_port for 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:27.505267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.539537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.566992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event deleted for resources: {'Port': ['ID=4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:27.580110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.580469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.580846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.581190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.581531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.581859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.582196 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.582524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.582856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.583184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.583511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.583837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.584163 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.584487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.584836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:27.705159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:56:27.817393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:27.827827 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:56:27.842669 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:56:27.843402 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:56:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:27.866864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] No DVR routers for this DVR port 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:27.870017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:27.873716 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-38017009-66a8-4feb-8949-e81bc9438ea9 req-499a164a-20f0-45c8-b56b-ef0ec280a78e tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.79 "DELETE /v2.0/ports/4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a HTTP/1.1" status: 204 len: 173 time: 0.9392974 Apr 06 14:56:27.874207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-deleted', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:27.878045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797ade0b-d5fd-40e1-a8e7-5d96e5136b33" -d '{"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-deleted", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:27.955742 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:56:27.975405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdedf8a-353e-4804-a6e7-8b62ec7d6bf7 x-openstack-request-id: req-0fdedf8a-353e-4804-a6e7-8b62ec7d6bf7 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:27.975899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288", "name": "network-vif-deleted", "tag": "4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:27.976060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0fdedf8a-353e-4804-a6e7-8b62ec7d6bf7 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:27.976534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdedf8a-353e-4804-a6e7-8b62ec7d6bf7'] response: {'server_uuid': 'a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288', 'name': 'network-vif-deleted', 'tag': '4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a', 'status': 'completed', 'code': 200} Apr 06 14:56:28.137728 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21ed6bec-9321-466a-ade0-66c01a519937 req-0c30db38-8377-4113-be1f-18b4bf93f6a1 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0305152 Apr 06 14:56:28.164841 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:28.190619 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:56:28.198618 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:56:28.199213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:56:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:28.306616 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:56:28.539153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:28.601388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:28.622049 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f4b24-a388-48ee-83fa-8c2ce16a5c3c None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:51:48Z', 'revision_number': 4, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b977bfff-00b7-47c3-8f16-c39ed45ca090', 'name': '', 'network_id': 'd7318b1d-026c-40eb-985f-139bc6b3a9a4', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:48Z', 'updated_at': '2022-04-06T14:51:52Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'subnets': [{'id': 'd0ee1743-19b8-475e-9b51-e96c0f3228ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:56:28.836685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a9a5-55b6-466f-85ea-41e017b40590 None None] New status for floating IP 5573dd14-45bb-49f0-bb9d-745a923d6ba4: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:56:29.240042 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cc11f6a-18f9-4791-a2c6-9aa77411f472 req-fd696ef4-9997-405f-b0b1-5a9f5c706a39 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0288787 Apr 06 14:56:29.741209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:29.763468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:56:29.763813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4d2a3c78-0fc9-4dfe-a4e0-1fa811d3244a not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:56:30.338903 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d172cc97-bd63-4c71-aa0c-9672d2f78129 req-de19a498-ea92-4eca-b4f6-b130db60ce50 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0306861 Apr 06 14:56:31.439008 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a58847-c356-4a52-b20b-713fb904beb4 req-4ad69a23-7e9e-4f99-a5af-4db152b2a694 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0292423 Apr 06 14:56:32.535302 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a92e0d4-56ca-4480-9b8b-822c22e68e4b req-69862f1b-f432-4f81-b105-965077adab62 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Apr 06 14:56:33.630130 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-84b16027-c825-4347-98ee-9ee55f837645 req-3c8dc6ad-f70f-4915-ba5e-8908a3cba2f0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Apr 06 14:56:34.732109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-11deb6b4-69b0-40f2-9c52-2238daae29de req-8d2e20bc-97a8-42e1-bc65-368919b8f1b0 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0312932 Apr 06 14:56:35.837088 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1c1f9e8-5508-4bc6-a705-f54420aeba72 req-85d33798-cfbc-456c-8b5a-d4dfb59415e4 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0272622 Apr 06 14:56:36.934452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc421cad-c713-4d63-aad5-cb6e4a083b11 req-be75cda5-3437-45a6-8c46-a7aeb07a13a6 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7ccc8e8-d3c8-4f4a-93bb-76ec167ee288 HTTP/1.1" status: 200 len: 210 time: 0.0265782 Apr 06 14:56:43.495003 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:56:46.037169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54352) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:46.095059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-500d1ee0-f9c3-4b58-b95a-ee442a869b8d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group (8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.121252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-500d1ee0-f9c3-4b58-b95a-ee442a869b8d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group (8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.240831 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-500d1ee0-f9c3-4b58-b95a-ee442a869b8d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.243419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-500d1ee0-f9c3-4b58-b95a-ee442a869b8d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.244567 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-500d1ee0-f9c3-4b58-b95a-ee442a869b8d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "DELETE /v2.0/security-groups/8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb HTTP/1.1" status: 204 len: 168 time: 0.2060878 Apr 06 14:56:46.247386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54354) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:46.254312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d1ee0-f9c3-4b58-b95a-ee442a869b8d tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:46.265867 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-4a0d13a1-efac-48ae-8ca5-b5e5136bbb26 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] show failed (client error): The resource could not be found. Apr 06 14:56:46.266924 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4a0d13a1-efac-48ae-8ca5-b5e5136bbb26 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "GET /v2.0/security-groups/8d2e61e4-a329-4e07-b6c1-c020cdcfeaeb HTTP/1.1" status: 404 len: 347 time: 0.0185287 Apr 06 14:56:46.269718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54358) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:46.393255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Deleting port f38173c8-104a-40c3-be63-af1368821c92 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:46.393510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f38173c8-104a-40c3-be63-af1368821c92), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.469517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f38173c8-104a-40c3-be63-af1368821c92), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.469843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (f38173c8-104a-40c3-be63-af1368821c92), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.481017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Calling delete_port for f38173c8-104a-40c3-be63-af1368821c92 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:46.680795 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f38173c8-104a-40c3-be63-af1368821c92), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.706638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Pushing event deleted for resources: {'Port': ['ID=f38173c8-104a-40c3-be63-af1368821c92,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:46.717885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.718264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.719194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.719530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.719977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.720245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.720598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.720954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.721286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.721623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.721951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.722280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.722606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.722930 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.723252 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:46.781637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks [] for floatingip (5573dd14-45bb-49f0-bb9d-745a923d6ba4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.784187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.785401 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cb4fae3f-3c0e-4d3c-80d5-e87b8ea6e650 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] 10.222.0.89 "DELETE /v2.0/floatingips/5573dd14-45bb-49f0-bb9d-745a923d6ba4 HTTP/1.1" status: 204 len: 168 time: 0.5147266 Apr 06 14:56:46.788161 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54360) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:47.195315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (b23308d8-ea58-41ae-b9fb-9ece86312cc3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:47.444332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Deleting port b977bfff-00b7-47c3-8f16-c39ed45ca090 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:47.445060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:47.521429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] For port b977bfff-00b7-47c3-8f16-c39ed45ca090, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b977bfff-00b7-47c3-8f16-c39ed45ca090,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:47.521709 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:47.534552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Calling delete_port for b977bfff-00b7-47c3-8f16-c39ed45ca090 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:47.778417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b977bfff-00b7-47c3-8f16-c39ed45ca090), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:47.808514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b977bfff-00b7-47c3-8f16-c39ed45ca090,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:47.978119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (b23308d8-ea58-41ae-b9fb-9ece86312cc3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:48.220882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Router b23308d8-ea58-41ae-b9fb-9ece86312cc3 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:56:48.349212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:48.355747 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1fa4300f-cac7-497c-859a-9d9bf871fc55 admin admin] 10.222.0.89 "PUT /v2.0/routers/b23308d8-ea58-41ae-b9fb-9ece86312cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5665796 Apr 06 14:56:48.358628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54364) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:48.361361 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] Sync routers for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:56:48.376083 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:56:48.377047 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:56:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:48.489596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks [] for router (b23308d8-ea58-41ae-b9fb-9ece86312cc3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:48.510130 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:56:48.623011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks [] for router_gateway (b23308d8-ea58-41ae-b9fb-9ece86312cc3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:48.714334 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:56:47Z', 'revision_number': 5, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port': {'id': 'b8c096ec-bc05-425e-ac23-db319d9e7a00', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:46Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:48.746199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] Checking router: b23308d8-ea58-41ae-b9fb-9ece86312cc3 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:56:48.756616 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] Routers {'b23308d8-ea58-41ae-b9fb-9ece86312cc3'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:56:48.757268 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:56:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:48.768980 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Deleting port b8c096ec-bc05-425e-ac23-db319d9e7a00 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:48.769531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:48.862241 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] Set router b23308d8-ea58-41ae-b9fb-9ece86312cc3 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:56:48.867772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] For port b8c096ec-bc05-425e-ac23-db319d9e7a00, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b8c096ec-bc05-425e-ac23-db319d9e7a00,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:48.868145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:48.885664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Calling delete_port for b8c096ec-bc05-425e-ac23-db319d9e7a00 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:48.917784 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:56:48Z', 'revision_number': 6, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:48.945606 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4f353-1ecb-4c55-a71e-41d78688c0cd None None] The sync data for ids ['b23308d8-ea58-41ae-b9fb-9ece86312cc3'] in dv-neutron-836581-2-hyperv is: [{'id': 'b23308d8-ea58-41ae-b9fb-9ece86312cc3', 'name': 'tempest-ServerActionsTestJSON-454780562-router', 'tenant_id': 'a2d32994941a48e886d7c0517eea31b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:45Z', 'updated_at': '2022-04-06T14:56:48Z', 'revision_number': 6, 'project_id': 'a2d32994941a48e886d7c0517eea31b0', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:56:49.378515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b8c096ec-bc05-425e-ac23-db319d9e7a00), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.405271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c096ec-bc05-425e-ac23-db319d9e7a00,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:49.467867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (b23308d8-ea58-41ae-b9fb-9ece86312cc3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.561385 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (b23308d8-ea58-41ae-b9fb-9ece86312cc3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.563751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks [] for router_controller (b23308d8-ea58-41ae-b9fb-9ece86312cc3), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.652573 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (b23308d8-ea58-41ae-b9fb-9ece86312cc3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.653059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23308d8-ea58-41ae-b9fb-9ece86312cc3 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:56:49.657277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.658913 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d0d130c6-e416-4645-b948-3e52059058ff admin admin] 10.222.0.89 "DELETE /v2.0/routers/b23308d8-ea58-41ae-b9fb-9ece86312cc3 HTTP/1.1" status: 204 len: 168 time: 1.2973356 Apr 06 14:56:49.661026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54366) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:49.708801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Deleting subnet d0ee1743-19b8-475e-9b51-e96c0f3228ee {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:56:49.712137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Publish callbacks [] for subnet (d0ee1743-19b8-475e-9b51-e96c0f3228ee), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.749352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (d0ee1743-19b8-475e-9b51-e96c0f3228ee), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.830632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (d0ee1743-19b8-475e-9b51-e96c0f3228ee), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.927013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (d0ee1743-19b8-475e-9b51-e96c0f3228ee), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.951992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ee1743-19b8-475e-9b51-e96c0f3228ee,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:49.955657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:49.959138 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ee59fc1b-f866-4411-82ff-7acdcb47f424 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d0ee1743-19b8-475e-9b51-e96c0f3228ee HTTP/1.1" status: 204 len: 168 time: 0.2968502 Apr 06 14:56:49.961496 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54368) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:49.962402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86972b5c-eb7e-44d7-aa85-a5d3c05c24ff None None] Network d7318b1d-026c-40eb-985f-139bc6b3a9a4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:50.034457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d7318b1d-026c-40eb-985f-139bc6b3a9a4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.089018 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Deleting port fc16707f-16f9-47c1-9104-16aaba01afe5 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:50.089261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.157680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] For port fc16707f-16f9-47c1-9104-16aaba01afe5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fc16707f-16f9-47c1-9104-16aaba01afe5,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:50.158047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.172142 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Calling delete_port for fc16707f-16f9-47c1-9104-16aaba01afe5 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:50.253103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] DHCP port deletion for d7318b1d-026c-40eb-985f-139bc6b3a9a4 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:56:50.301161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Deleting port fc16707f-16f9-47c1-9104-16aaba01afe5 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:50.301534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.332157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.359975 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc16707f-16f9-47c1-9104-16aaba01afe5,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.361940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] No DVR routers for this DVR port fc16707f-16f9-47c1-9104-16aaba01afe5 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:50.371876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] For port fc16707f-16f9-47c1-9104-16aaba01afe5, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fc16707f-16f9-47c1-9104-16aaba01afe5,segment=NetworkSegment(4500e407-d11f-490c-ba1c-40d11a093b5f),segment_id=4500e407-d11f-490c-ba1c-40d11a093b5f)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:50.372515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.386179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Calling delete_port for fc16707f-16f9-47c1-9104-16aaba01afe5 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:50.430546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b977bfff-00b7-47c3-8f16-c39ed45ca090 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:50.438220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d7318b1d-026c-40eb-985f-139bc6b3a9a4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.451339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b977bfff-00b7-47c3-8f16-c39ed45ca090 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:56:50.451684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b977bfff-00b7-47c3-8f16-c39ed45ca090 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:56:50.452095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc16707f-16f9-47c1-9104-16aaba01afe5 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:50.459212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7318b1d-026c-40eb-985f-139bc6b3a9a4']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:50.469294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4500e407-d11f-490c-ba1c-40d11a093b5f') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:50.469593 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4500e407-d11f-490c-ba1c-40d11a093b5f') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:50.478323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: fc16707f-16f9-47c1-9104-16aaba01afe5 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:56:50.478697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fc16707f-16f9-47c1-9104-16aaba01afe5 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:56:50.479160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b8c096ec-bc05-425e-ac23-db319d9e7a00 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:50.479261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (4500e407-d11f-490c-ba1c-40d11a093b5f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.492333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4500e407-d11f-490c-ba1c-40d11a093b5f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.498249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:56:50.498616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (4500e407-d11f-490c-ba1c-40d11a093b5f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:56:50.500879 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:56:50.505507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b8c096ec-bc05-425e-ac23-db319d9e7a00 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:56:50.505859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b8c096ec-bc05-425e-ac23-db319d9e7a00 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: from cryptography.utils import int_from_bytes Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: from cryptography.utils import int_from_bytes Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:56:50.522220 dv-neutron-836581-2-hyperv neutron-server[104422]: self.session.flush() Apr 06 14:56:50.531639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (fc16707f-16f9-47c1-9104-16aaba01afe5), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.557676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Pushing event deleted for resources: {'Port': ['ID=fc16707f-16f9-47c1-9104-16aaba01afe5,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.565622 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] No DVR routers for this DVR port fc16707f-16f9-47c1-9104-16aaba01afe5 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.571750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.573923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e0c2a-7267-4595-8478-2dd906fb867e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.623539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d7318b1d-026c-40eb-985f-139bc6b3a9a4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.628598 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.631966 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] 10.222.0.89 "DELETE /v2.0/networks/d7318b1d-026c-40eb-985f-139bc6b3a9a4 HTTP/1.1" status: 204 len: 168 time: 0.6695557 Apr 06 14:56:50.645310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f13dea-8242-4050-bf19-86696bf6c512 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7318b1d-026c-40eb-985f-139bc6b3a9a4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.930390 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54372) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:50.971245 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e5684afe-1e88-4f89-8bea-90eec6fb11fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a2d32994941a48e886d7c0517eea31b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390170 Apr 06 14:56:50.973072 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54374) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:51.033395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-107466d3-b834-44bb-a101-eed67495a81d admin admin] Publish callbacks [] for security_group (aa732613-5d61-46b8-891c-c97bbd7bc8a0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.055194 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-107466d3-b834-44bb-a101-eed67495a81d admin admin] Publish callbacks [] for security_group (aa732613-5d61-46b8-891c-c97bbd7bc8a0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.172976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-107466d3-b834-44bb-a101-eed67495a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (aa732613-5d61-46b8-891c-c97bbd7bc8a0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.176490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-107466d3-b834-44bb-a101-eed67495a81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.177680 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-107466d3-b834-44bb-a101-eed67495a81d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa732613-5d61-46b8-891c-c97bbd7bc8a0 HTTP/1.1" status: 204 len: 168 time: 0.2036748 Apr 06 14:56:51.185819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107466d3-b834-44bb-a101-eed67495a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa732613-5d61-46b8-891c-c97bbd7bc8a0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:52.238508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54396) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:52.314863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9ca1555d-4153-42fe-8dc9-75a03681bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.340372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-82123515-network', 'tenant_id': 'ef98a3ae01594baf82b4632918d82f1f'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:52.411888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Made reservation on behalf of ef98a3ae01594baf82b4632918d82f1f for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:52.414227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.422949 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.495650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks [] for security_group (5f9bf7ee-1f96-4375-8094-aac5c31e13ae), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.543438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5f9bf7ee-1f96-4375-8094-aac5c31e13ae), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.569667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:56:52.580220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9bf7ee-1f96-4375-8094-aac5c31e13ae,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:52.587168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (56695325-8d83-43e2-83cd-f5aad6fcfe2a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.587517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Added segment 56695325-8d83-43e2-83cd-f5aad6fcfe2a of type vlan for network 740a434b-d988-4599-bff3-5f6b5a49169d Apr 06 14:56:52.627266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (740a434b-d988-4599-bff3-5f6b5a49169d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.720592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (740a434b-d988-4599-bff3-5f6b5a49169d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.721624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:52.722206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.828719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] Pushing event updated for resources: {'Network': ['ID=740a434b-d988-4599-bff3-5f6b5a49169d,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:52.838196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 740a434b-d988-4599-bff3-5f6b5a49169d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:56:52.872007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-43314080-49b0-4949-9d6d-5eb5b113b687 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6324189 Apr 06 14:56:52.874855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54400) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:52.879598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Request body: {'subnet': {'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-82123515-subnet', 'tenant_id': 'ef98a3ae01594baf82b4632918d82f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:52.937674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Made reservation on behalf of ef98a3ae01594baf82b4632918d82f1f for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:52.940046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:53.160971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:53.213157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:53.224420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Checking segment: {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:56:53.227724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Network hostable DHCP agents. Network: 740a434b-d988-4599-bff3-5f6b5a49169d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:56:53.303046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Network 740a434b-d988-4599-bff3-5f6b5a49169d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:56:53.378592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 740a434b-d988-4599-bff3-5f6b5a49169d) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:53.382914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:53.383641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:53.390844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0099c8-f90d-4c2e-986a-22d5b1341a9b None None] Network 740a434b-d988-4599-bff3-5f6b5a49169d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:53.466972 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d8de3a9e-5c6f-4a85-88ce-62a0f9626aae admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5908513 Apr 06 14:56:53.491480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5bfba6-bda6-45be-8ae5-9d53a04438b7 None None] Network 740a434b-d988-4599-bff3-5f6b5a49169d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:53.646205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.211696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-925132af-7489-4efb-92ad-49fb0a49a535 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:54.213180 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-925132af-7489-4efb-92ad-49fb0a49a535 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/networks?id=740a434b-d988-4599-bff3-5f6b5a49169d HTTP/1.1" status: 200 len: 812 time: 0.4273100 Apr 06 14:56:54.227873 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-a9255289-693e-4e1b-8cb2-cd533e8fd466 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/quotas/ef98a3ae01594baf82b4632918d82f1f HTTP/1.1" status: 200 len: 375 time: 0.0091357 Apr 06 14:56:54.259453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-ba041445-01b6-4506-8370-0dff98a756f2 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268216 Apr 06 14:56:54.352967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-17b379f1-06ee-4658-aa3b-2cba3d483a84 service neutron] 10.222.0.89 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866883 Apr 06 14:56:54.444510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-c655562c-9150-436b-b69e-9efad0cecec8 service neutron] 10.222.0.89 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838735 Apr 06 14:56:54.677330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfeff8a9-e60d-4f5c-b4fa-ad735f46a92e req-2c55bcbf-0cdb-4352-abad-512c482f4780 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 210 time: 0.0279136 Apr 06 14:56:54.766727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4072-d87b-4f74-aecb-3177f0e3eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:55.781411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3db5f547-9fe1-40ae-9f2d-41a04f49a62f req-ac22cdc7-2f07-4f93-8b15-35024980890d tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 210 time: 0.0336339 Apr 06 14:56:55.858060 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:56.793637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-c735c388-3cc1-4d2d-83f0-f00bf596ed82 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:56.795111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-c735c388-3cc1-4d2d-83f0-f00bf596ed82 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "GET /v2.0/networks?id=740a434b-d988-4599-bff3-5f6b5a49169d HTTP/1.1" status: 200 len: 812 time: 0.1021266 Apr 06 14:56:56.808383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Request body: {'port': {'device_id': '17230496-555e-42c8-8e58-66e2750b7fce', 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d', 'admin_state_up': True, 'tenant_id': 'ef98a3ae01594baf82b4632918d82f1f'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:56.906474 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76e0b272-8458-48e0-8049-e44aabc3ba69 req-1b489b9f-5350-4db5-b6c4-98f54bf78438 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 210 time: 0.0364494 Apr 06 14:56:57.029485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Made reservation on behalf of ef98a3ae01594baf82b4632918d82f1f for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:57.033617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.174775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Allocated IP 172.20.0.9 (740a434b-d988-4599-bff3-5f6b5a49169d/ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70/902fc386-e7b3-4aed-974b-5deac8fb7352) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:57.323030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks [] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.418246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.464023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Network 740a434b-d988-4599-bff3-5f6b5a49169d is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:57.467500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:57.470164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:56:57.502141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Pushing event updated for resources: {'Port': ['ID=902fc386-e7b3-4aed-974b-5deac8fb7352,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:57.510136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.530309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:57.530924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.609617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-838b359a-1085-472a-b0c3-0d44ad145910 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057601 Apr 06 14:56:57.620938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Request body: {'port': {'device_id': '17230496-555e-42c8-8e58-66e2750b7fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:57.678524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.937860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902fc386-e7b3-4aed-974b-5deac8fb7352 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:57.945538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Publish callbacks [] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:57.957964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Transition to ACTIVE for port object 902fc386-e7b3-4aed-974b-5deac8fb7352 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:56:58.028652 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c069be-19d1-4e2d-817b-ec1f84deb3c6 req-84c28633-d2cf-4850-82dd-9ceb90705782 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.030705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2c069be-19d1-4e2d-817b-ec1f84deb3c6 req-84c28633-d2cf-4850-82dd-9ceb90705782 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 931 time: 0.0528522 Apr 06 14:56:58.034953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.117762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Pushing event updated for resources: {'Port': ['ID=902fc386-e7b3-4aed-974b-5deac8fb7352,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:58.153764 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2c069be-19d1-4e2d-817b-ec1f84deb3c6 req-50ad6423-8776-48b8-8030-30ee54f35b04 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166601 Apr 06 14:56:58.199945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Attempting to bind port 902fc386-e7b3-4aed-974b-5deac8fb7352 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:56:58.200199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Attempting to bind port 902fc386-e7b3-4aed-974b-5deac8fb7352 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:56:58.200527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Attempting to bind port 902fc386-e7b3-4aed-974b-5deac8fb7352 on network 740a434b-d988-4599-bff3-5f6b5a49169d {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:56:58.205312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Port 902fc386-e7b3-4aed-974b-5deac8fb7352 on network 740a434b-d988-4599-bff3-5f6b5a49169d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:56:58.205635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Attempting to bind port 902fc386-e7b3-4aed-974b-5deac8fb7352 on network 740a434b-d988-4599-bff3-5f6b5a49169d {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:56:58.210420 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:56:58.210760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Checking segment: {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:56:58.211145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Bound using segment: {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:56:58.211566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Bound port: 902fc386-e7b3-4aed-974b-5deac8fb7352, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:56:58.211923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.281183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] For port 902fc386-e7b3-4aed-974b-5deac8fb7352, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:58.284212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] For port 902fc386-e7b3-4aed-974b-5deac8fb7352, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=902fc386-e7b3-4aed-974b-5deac8fb7352,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:58.366547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.402764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.403380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.404819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] 10.222.0.79 "PUT /v2.0/ports/902fc386-e7b3-4aed-974b-5deac8fb7352 HTTP/1.1" status: 200 len: 1093 time: 0.7879062 Apr 06 14:56:58.405879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17230496-555e-42c8-8e58-66e2750b7fce', 'tag': '902fc386-e7b3-4aed-974b-5deac8fb7352'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:58.408129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf71e1e7-2983-47d2-8d54-13d779bc090f" -d '{"events": [{"name": "network-changed", "server_uuid": "17230496-555e-42c8-8e58-66e2750b7fce", "tag": "902fc386-e7b3-4aed-974b-5deac8fb7352"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:58.432637 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480abc6-fed8-4197-b681-d79fbcfe9292 service neutron] Pushing event updated for resources: {'Port': ['ID=902fc386-e7b3-4aed-974b-5deac8fb7352,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:58.449342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d93af4-a778-4ae5-b7b1-71261d227e18 x-openstack-request-id: req-49d93af4-a778-4ae5-b7b1-71261d227e18 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:58.449636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17230496-555e-42c8-8e58-66e2750b7fce", "tag": "902fc386-e7b3-4aed-974b-5deac8fb7352", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:58.449894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-49d93af4-a778-4ae5-b7b1-71261d227e18 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:58.450359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d93af4-a778-4ae5-b7b1-71261d227e18'] response: {'name': 'network-changed', 'server_uuid': '17230496-555e-42c8-8e58-66e2750b7fce', 'tag': '902fc386-e7b3-4aed-974b-5deac8fb7352', 'status': 'completed', 'code': 200} Apr 06 14:56:58.518121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71e1e7-2983-47d2-8d54-13d779bc090f req-1311d41c-a84a-438b-8339-5d07d1d1a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.519640 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf71e1e7-2983-47d2-8d54-13d779bc090f req-1311d41c-a84a-438b-8339-5d07d1d1a71b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 1127 time: 0.0514958 Apr 06 14:56:58.532189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.616998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71e1e7-2983-47d2-8d54-13d779bc090f req-1f1460df-1c69-4ab9-b75d-444df6a0ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.618456 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf71e1e7-2983-47d2-8d54-13d779bc090f req-1f1460df-1c69-4ab9-b75d-444df6a0ba40 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ef98a3ae01594baf82b4632918d82f1f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0912514 Apr 06 14:56:58.715151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71e1e7-2983-47d2-8d54-13d779bc090f req-3bd32d3d-26ef-4a9a-ae00-1c4f357f6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.716541 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf71e1e7-2983-47d2-8d54-13d779bc090f req-3bd32d3d-26ef-4a9a-ae00-1c4f357f6d97 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0922976 Apr 06 14:56:58.799416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-f73dd534-e377-4967-ab7a-670cf53748ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.801004 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-f73dd534-e377-4967-ab7a-670cf53748ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 1127 time: 0.0471523 Apr 06 14:56:58.847079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-f41a93ed-57af-445b-95bb-dd376708bab4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902fc386-e7b3-4aed-974b-5deac8fb7352 HTTP/1.1" status: 200 len: 217 time: 0.0398867 Apr 06 14:56:58.894511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d725-e780-4e44-8713-1977f02b31a0 req-0b1c2bcd-c052-42bf-96b6-439db869a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.895924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-0b1c2bcd-c052-42bf-96b6-439db869a120 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70 HTTP/1.1" status: 200 len: 852 time: 0.0434299 Apr 06 14:56:58.926582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-345bb435-1fd3-48d1-aa3d-cb5f7735e13e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=740a434b-d988-4599-bff3-5f6b5a49169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246320 Apr 06 14:56:59.014459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-721e9b9b-7b14-4d44-9331-bc8e0515aba4 service neutron] 10.222.0.79 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Apr 06 14:56:59.114442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f931d725-e780-4e44-8713-1977f02b31a0 req-c244fd3e-a85d-46cc-b36e-30ee32f4b976 service neutron] 10.222.0.79 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938144 Apr 06 14:56:59.275181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bb4d8-4d44-44a1-8574-7f422f9b2975 req-a01222f3-cf93-4a1a-beb9-66f71416ff85 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:59.276644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-276bb4d8-4d44-44a1-8574-7f422f9b2975 req-a01222f3-cf93-4a1a-beb9-66f71416ff85 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 943 time: 0.0551579 Apr 06 14:56:59.326509 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-276bb4d8-4d44-44a1-8574-7f422f9b2975 req-c1467569-0aca-403a-bbe8-812aabd3ef77 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Apr 06 14:57:00.456423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e3e47-2061-4cea-87e9-fe55024e8456 req-df9247f5-458c-4906-afa6-0f416f05999f tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:00.457932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb6e3e47-2061-4cea-87e9-fe55024e8456 req-df9247f5-458c-4906-afa6-0f416f05999f tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 943 time: 0.0587952 Apr 06 14:57:00.503432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb6e3e47-2061-4cea-87e9-fe55024e8456 req-b03c769b-e0ce-4a23-9cce-21fe6f7386ea tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Apr 06 14:57:01.620543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a9c9b-df81-4976-9c41-7352a28841d9 req-1c6b6e08-f29b-49f1-b13c-56a4fcd5d460 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:01.622044 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-464a9c9b-df81-4976-9c41-7352a28841d9 req-1c6b6e08-f29b-49f1-b13c-56a4fcd5d460 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 943 time: 0.0527225 Apr 06 14:57:01.668590 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-464a9c9b-df81-4976-9c41-7352a28841d9 req-d20ea135-a5c9-47fa-91c3-d50f039d6574 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Apr 06 14:57:01.927627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 902fc386-e7b3-4aed-974b-5deac8fb7352 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:57:02.025022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 902fc386-e7b3-4aed-974b-5deac8fb7352, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=902fc386-e7b3-4aed-974b-5deac8fb7352,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:02.035977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '902fc386-e7b3-4aed-974b-5deac8fb7352', 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d', 'port_id': '902fc386-e7b3-4aed-974b-5deac8fb7352', 'mac_address': 'fa:16:3e:69:b6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:57:02.071010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 902fc386-e7b3-4aed-974b-5deac8fb7352 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:02.071396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:02.084141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902fc386-e7b3-4aed-974b-5deac8fb7352 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:57:02.102510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 902fc386-e7b3-4aed-974b-5deac8fb7352, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=902fc386-e7b3-4aed-974b-5deac8fb7352,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:02.200357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:02.246348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=902fc386-e7b3-4aed-974b-5deac8fb7352,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:02.421568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['902fc386-e7b3-4aed-974b-5deac8fb7352'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:02.784653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf0c66-f5ec-4209-b99f-e28dd5ef09d5 req-9b37733f-1d3d-4ae7-92d1-d159b9831e1e tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:02.786172 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-03cf0c66-f5ec-4209-b99f-e28dd5ef09d5 req-9b37733f-1d3d-4ae7-92d1-d159b9831e1e tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 944 time: 0.0519135 Apr 06 14:57:02.837186 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-03cf0c66-f5ec-4209-b99f-e28dd5ef09d5 req-cab394cf-02bb-49a0-be33-7eeaa0196cb3 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Apr 06 14:57:03.936882 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 902fc386-e7b3-4aed-974b-5deac8fb7352 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:03.953982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c23ef-b47b-43b0-bc5f-466361c3425d req-3d8afe27-2417-476f-9656-ea19eb0cc717 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:03.955487 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-781c23ef-b47b-43b0-bc5f-466361c3425d req-3d8afe27-2417-476f-9656-ea19eb0cc717 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 944 time: 0.0530455 Apr 06 14:57:04.005560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-781c23ef-b47b-43b0-bc5f-466361c3425d req-9a93993e-51b9-449b-aa21-e8958cc5446a tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Apr 06 14:57:04.063341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 902fc386-e7b3-4aed-974b-5deac8fb7352 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:57:04.067485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 902fc386-e7b3-4aed-974b-5deac8fb7352 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:04.067857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:04.145972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 902fc386-e7b3-4aed-974b-5deac8fb7352 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:04.146279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:04.167924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17230496-555e-42c8-8e58-66e2750b7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fc386-e7b3-4aed-974b-5deac8fb7352'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:04.170154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec7223-5a1c-4d3c-b57e-8049ab53c087" -d '{"events": [{"server_uuid": "17230496-555e-42c8-8e58-66e2750b7fce", "name": "network-vif-plugged", "status": "completed", "tag": "902fc386-e7b3-4aed-974b-5deac8fb7352"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:04.182999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 902fc386-e7b3-4aed-974b-5deac8fb7352, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=902fc386-e7b3-4aed-974b-5deac8fb7352,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:04.257780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:04.262594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff7a0b-a158-4f93-b48c-c4559619bd21 x-openstack-request-id: req-72ff7a0b-a158-4f93-b48c-c4559619bd21 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:04.263155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17230496-555e-42c8-8e58-66e2750b7fce", "name": "network-vif-plugged", "status": "completed", "tag": "902fc386-e7b3-4aed-974b-5deac8fb7352", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:04.263415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72ff7a0b-a158-4f93-b48c-c4559619bd21 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:04.263833 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ff7a0b-a158-4f93-b48c-c4559619bd21'] response: {'server_uuid': '17230496-555e-42c8-8e58-66e2750b7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fc386-e7b3-4aed-974b-5deac8fb7352', 'code': 200} Apr 06 14:57:04.312910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=902fc386-e7b3-4aed-974b-5deac8fb7352,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:04.570228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f774f-e607-4f29-841d-c4d4780ff5a7 req-d50d0df9-87af-4cf1-b7f0-8ac08eff9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:04.571797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c4f774f-e607-4f29-841d-c4d4780ff5a7 req-d50d0df9-87af-4cf1-b7f0-8ac08eff9ba4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 1129 time: 0.0440662 Apr 06 14:57:04.614671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0c4f774f-e607-4f29-841d-c4d4780ff5a7 req-0ed6af2d-fc7c-45f6-9505-abb1aed481d9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368013 Apr 06 14:57:05.129907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c747bd-d129-485f-b959-7e6c1957b5af req-bc503080-de06-4c40-b774-bde3bb89fd27 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:05.131379 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0c747bd-d129-485f-b959-7e6c1957b5af req-bc503080-de06-4c40-b774-bde3bb89fd27 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0579855 Apr 06 14:57:05.177653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0c747bd-d129-485f-b959-7e6c1957b5af req-c9e32bba-9908-40bc-a0fb-66f284790f94 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Apr 06 14:57:06.299560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1683d0c-6f3f-4ac4-8162-4bb4fd293ddf req-475ddbb6-ff4f-4f66-8f64-05f0b78fa2f5 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:06.301068 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1683d0c-6f3f-4ac4-8162-4bb4fd293ddf req-475ddbb6-ff4f-4f66-8f64-05f0b78fa2f5 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0536542 Apr 06 14:57:06.355891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c1683d0c-6f3f-4ac4-8162-4bb4fd293ddf req-94390f9c-fa79-4d78-86cb-adc27b06bd67 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491476 Apr 06 14:57:06.578612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-f96d9a21-1fa7-4087-9f60-2142e11f952d tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:06.580137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-f96d9a21-1fa7-4087-9f60-2142e11f952d tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/networks?id=740a434b-d988-4599-bff3-5f6b5a49169d HTTP/1.1" status: 200 len: 812 time: 0.1059687 Apr 06 14:57:06.594779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-f279811f-6164-435c-923f-8998e6cdd9c3 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/quotas/ef98a3ae01594baf82b4632918d82f1f HTTP/1.1" status: 200 len: 375 time: 0.0092113 Apr 06 14:57:06.647626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-e35e446c-a47c-4482-b4af-a26594105866 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479074 Apr 06 14:57:06.747790 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-f3bfeec9-3f41-4d70-82b8-be09b257a63d service neutron] 10.222.0.89 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934408 Apr 06 14:57:06.835962 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-382a5ef5-64c3-4efb-afe8-12a7954af569 service neutron] 10.222.0.89 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 Apr 06 14:57:07.065487 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6bb3f7b0-655b-4255-8f30-bbb77894926e req-18061083-412b-4961-81c4-0b3a10798b5d tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 210 time: 0.0294204 Apr 06 14:57:08.157727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-230fe5b4-f57a-4338-859a-3c0cb9a25c40 req-1c1aada7-454b-4fac-b060-7f7722811c21 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 210 time: 0.0277565 Apr 06 14:57:08.659976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-3199122b-b941-4b8d-bf0c-749b140ec49c tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:08.661429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-3199122b-b941-4b8d-bf0c-749b140ec49c tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "GET /v2.0/networks?id=740a434b-d988-4599-bff3-5f6b5a49169d HTTP/1.1" status: 200 len: 812 time: 0.1072512 Apr 06 14:57:08.675666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Request body: {'port': {'device_id': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d', 'admin_state_up': True, 'tenant_id': 'ef98a3ae01594baf82b4632918d82f1f'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:08.845564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Made reservation on behalf of ef98a3ae01594baf82b4632918d82f1f for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:08.848925 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:08.975948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Allocated IP 172.20.0.10 (740a434b-d988-4599-bff3-5f6b5a49169d/ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70/b396e2ba-a990-41d4-9c4c-cdf31640304b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:09.123820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks [] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.223669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.235291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['902fc386-e7b3-4aed-974b-5deac8fb7352'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:09.299827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Network 740a434b-d988-4599-bff3-5f6b5a49169d is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:09.309942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:09.316523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:09.321462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Pushing event updated for resources: {'Port': ['ID=b396e2ba-a990-41d4-9c4c-cdf31640304b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:09.369332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c3043-f44e-476d-96c7-c6f536f1c1cf req-bf2aa402-7abe-4857-8833-0413f2ad245c tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:09.370835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e28c3043-f44e-476d-96c7-c6f536f1c1cf req-bf2aa402-7abe-4857-8833-0413f2ad245c tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 932 time: 0.1355214 Apr 06 14:57:09.379248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:09.379786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.428916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e28c3043-f44e-476d-96c7-c6f536f1c1cf req-46f1a962-6d49-43d0-90b9-b85866aa570b tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464542 Apr 06 14:57:09.494124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-8ef082bc-22ed-4d80-9ee2-25382d2d8ecd tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222220 Apr 06 14:57:09.505527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Request body: {'port': {'device_id': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:09.567959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.821947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b396e2ba-a990-41d4-9c4c-cdf31640304b {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:57:09.829798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Publish callbacks [] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.841183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Transition to ACTIVE for port object b396e2ba-a990-41d4-9c4c-cdf31640304b will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:57:09.897006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.947209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Pushing event updated for resources: {'Port': ['ID=b396e2ba-a990-41d4-9c4c-cdf31640304b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:10.018431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Attempting to bind port b396e2ba-a990-41d4-9c4c-cdf31640304b on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:10.018767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Attempting to bind port b396e2ba-a990-41d4-9c4c-cdf31640304b by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:10.019099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Attempting to bind port b396e2ba-a990-41d4-9c4c-cdf31640304b on network 740a434b-d988-4599-bff3-5f6b5a49169d {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:10.023365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Port b396e2ba-a990-41d4-9c4c-cdf31640304b on network 740a434b-d988-4599-bff3-5f6b5a49169d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:57:10.023691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Attempting to bind port b396e2ba-a990-41d4-9c4c-cdf31640304b on network 740a434b-d988-4599-bff3-5f6b5a49169d {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:10.028410 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:10.028771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Checking segment: {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:10.029158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Bound using segment: {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:10.029696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Bound port: b396e2ba-a990-41d4-9c4c-cdf31640304b, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56695325-8d83-43e2-83cd-f5aad6fcfe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:10.030058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:10.091104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] For port b396e2ba-a990-41d4-9c4c-cdf31640304b, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:10.094242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] For port b396e2ba-a990-41d4-9c4c-cdf31640304b, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b396e2ba-a990-41d4-9c4c-cdf31640304b,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:10.142780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:10.175927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.177072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:10.178502 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] 10.222.0.79 "PUT /v2.0/ports/b396e2ba-a990-41d4-9c4c-cdf31640304b HTTP/1.1" status: 200 len: 1094 time: 0.6771040 Apr 06 14:57:10.188137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'tag': 'b396e2ba-a990-41d4-9c4c-cdf31640304b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:10.188137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23726d3c-dd39-41b3-b5d4-0e429fdd732d" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209", "tag": "b396e2ba-a990-41d4-9c4c-cdf31640304b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:10.209828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea86b-2008-4a9e-b8c6-939e9ed8d7ea service neutron] Pushing event updated for resources: {'Port': ['ID=b396e2ba-a990-41d4-9c4c-cdf31640304b,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:10.223246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd63f8-f672-4062-b250-38644ff02e09 x-openstack-request-id: req-f8fd63f8-f672-4062-b250-38644ff02e09 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:10.223610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209", "tag": "b396e2ba-a990-41d4-9c4c-cdf31640304b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:10.223873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f8fd63f8-f672-4062-b250-38644ff02e09 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:10.224420 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fd63f8-f672-4062-b250-38644ff02e09'] response: {'name': 'network-changed', 'server_uuid': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'tag': 'b396e2ba-a990-41d4-9c4c-cdf31640304b', 'status': 'completed', 'code': 200} Apr 06 14:57:10.301160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23726d3c-dd39-41b3-b5d4-0e429fdd732d req-a18184bb-e55f-4d5f-8206-db44091d1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.302678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23726d3c-dd39-41b3-b5d4-0e429fdd732d req-a18184bb-e55f-4d5f-8206-db44091d1e6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 1128 time: 0.0480738 Apr 06 14:57:10.404767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23726d3c-dd39-41b3-b5d4-0e429fdd732d req-a939d58c-a9df-4167-a773-72acf47883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.406222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23726d3c-dd39-41b3-b5d4-0e429fdd732d req-a939d58c-a9df-4167-a773-72acf47883ba service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ef98a3ae01594baf82b4632918d82f1f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0962925 Apr 06 14:57:10.511522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23726d3c-dd39-41b3-b5d4-0e429fdd732d req-ad17047e-74b4-49b6-a04f-498102407c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.513287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23726d3c-dd39-41b3-b5d4-0e429fdd732d req-ad17047e-74b4-49b6-a04f-498102407c93 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1014955 Apr 06 14:57:10.553605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef62e50-094a-4bb3-9d8e-44c984aff7a1 req-a7a0ce06-7e0b-40d6-9a79-83c36e834d43 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.555062 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ef62e50-094a-4bb3-9d8e-44c984aff7a1 req-a7a0ce06-7e0b-40d6-9a79-83c36e834d43 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 944 time: 0.0573945 Apr 06 14:57:10.627810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-290cbb0c-9f0b-4442-baf7-35a0d4ae20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.629234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-290cbb0c-9f0b-4442-baf7-35a0d4ae20e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 1128 time: 0.0733373 Apr 06 14:57:10.632267 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ef62e50-094a-4bb3-9d8e-44c984aff7a1 req-ef6538d1-2486-4836-8f84-e11f441974d7 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685201 Apr 06 14:57:10.674612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-5461aea0-441e-457b-9507-511bb9fd6979 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b396e2ba-a990-41d4-9c4c-cdf31640304b HTTP/1.1" status: 200 len: 217 time: 0.0385559 Apr 06 14:57:10.722238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736776b-e3da-4a2e-af93-a6c58627172a req-654ced66-8ecd-45a4-a6af-35ef54384a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.723692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-654ced66-8ecd-45a4-a6af-35ef54384a64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70 HTTP/1.1" status: 200 len: 852 time: 0.0438125 Apr 06 14:57:10.754719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-ceb0ac97-2e70-42c0-8f7c-c182cc3749e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=740a434b-d988-4599-bff3-5f6b5a49169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254164 Apr 06 14:57:10.845283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-08163a8f-8a27-4d0f-8e32-a3f4dff46980 service neutron] 10.222.0.79 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Apr 06 14:57:10.938057 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a736776b-e3da-4a2e-af93-a6c58627172a req-537672cd-1136-4564-8c57-45f47a0340b1 service neutron] 10.222.0.79 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869377 Apr 06 14:57:11.752659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4572010-22a7-414f-8ad1-b237174299a2 req-9788d943-5d91-452d-a2b6-2a39ae9889ea tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:11.754153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4572010-22a7-414f-8ad1-b237174299a2 req-9788d943-5d91-452d-a2b6-2a39ae9889ea tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 944 time: 0.0530396 Apr 06 14:57:11.800206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c4572010-22a7-414f-8ad1-b237174299a2 req-b87c1568-c56a-4271-88e7-3f52a779be13 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Apr 06 14:57:12.928560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8c38-6c5c-407a-ab47-1b53bdb37151 req-9f00a0ac-cb19-4da0-89e8-ab8569bd493b tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:12.930072 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-495e8c38-6c5c-407a-ab47-1b53bdb37151 req-9f00a0ac-cb19-4da0-89e8-ab8569bd493b tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 944 time: 0.0630560 Apr 06 14:57:12.976533 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-495e8c38-6c5c-407a-ab47-1b53bdb37151 req-ee27e4cb-1215-4ad1-bcca-b4d0643e0f86 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Apr 06 14:57:13.988815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b396e2ba-a990-41d4-9c4c-cdf31640304b details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:57:14.090685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b396e2ba-a990-41d4-9c4c-cdf31640304b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b396e2ba-a990-41d4-9c4c-cdf31640304b,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:14.099507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6cf5-f7f0-4430-93e4-92669b103d26 req-e8814ef3-2609-4737-a8eb-6190e2174e26 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:14.101015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ceb6cf5-f7f0-4430-93e4-92669b103d26 req-e8814ef3-2609-4737-a8eb-6190e2174e26 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 944 time: 0.0584247 Apr 06 14:57:14.102676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'b396e2ba-a990-41d4-9c4c-cdf31640304b', 'network_id': '740a434b-d988-4599-bff3-5f6b5a49169d', 'port_id': 'b396e2ba-a990-41d4-9c4c-cdf31640304b', 'mac_address': 'fa:16:3e:90:93:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:57:14.140036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port b396e2ba-a990-41d4-9c4c-cdf31640304b is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:14.140430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:14.148910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ceb6cf5-f7f0-4430-93e4-92669b103d26 req-ec85ff97-e7cc-47e8-8560-9dfd541e48f4 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Apr 06 14:57:14.153003 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b396e2ba-a990-41d4-9c4c-cdf31640304b {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:57:14.173872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b396e2ba-a990-41d4-9c4c-cdf31640304b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b396e2ba-a990-41d4-9c4c-cdf31640304b,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:14.239708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:14.290989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=b396e2ba-a990-41d4-9c4c-cdf31640304b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:14.439370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['b396e2ba-a990-41d4-9c4c-cdf31640304b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:15.273409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fe584-d3d9-4c56-b8a7-4068802c1b1d req-f634773f-8008-47f9-9586-5607bf8e0079 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:15.274922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630fe584-d3d9-4c56-b8a7-4068802c1b1d req-f634773f-8008-47f9-9586-5607bf8e0079 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 945 time: 0.0591636 Apr 06 14:57:15.321322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-630fe584-d3d9-4c56-b8a7-4068802c1b1d req-2cc5c9dc-7908-4928-9d2f-5d2eeee2c5b7 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403488 Apr 06 14:57:15.999566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b396e2ba-a990-41d4-9c4c-cdf31640304b up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:16.090546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port b396e2ba-a990-41d4-9c4c-cdf31640304b completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:57:16.094192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port b396e2ba-a990-41d4-9c4c-cdf31640304b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:16.094570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:16.169989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port b396e2ba-a990-41d4-9c4c-cdf31640304b is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:16.170370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:16.192237 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b396e2ba-a990-41d4-9c4c-cdf31640304b'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:16.194498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d031fcb0-1a9f-4f34-9718-069e6226c5ed" -d '{"events": [{"server_uuid": "78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209", "name": "network-vif-plugged", "status": "completed", "tag": "b396e2ba-a990-41d4-9c4c-cdf31640304b"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:16.206977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port b396e2ba-a990-41d4-9c4c-cdf31640304b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b396e2ba-a990-41d4-9c4c-cdf31640304b,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:16.232664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0005581f-8238-4d8a-9fa5-2c5e39f6934f x-openstack-request-id: req-0005581f-8238-4d8a-9fa5-2c5e39f6934f {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:16.232664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209", "name": "network-vif-plugged", "status": "completed", "tag": "b396e2ba-a990-41d4-9c4c-cdf31640304b", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:16.232664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0005581f-8238-4d8a-9fa5-2c5e39f6934f {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:16.232664 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0005581f-8238-4d8a-9fa5-2c5e39f6934f'] response: {'server_uuid': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b396e2ba-a990-41d4-9c4c-cdf31640304b', 'code': 200} Apr 06 14:57:16.280079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:16.331959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=b396e2ba-a990-41d4-9c4c-cdf31640304b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:16.441111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e52a-38b3-45b3-afca-ca51d1b50ae9 req-df94bd35-dd32-4dc1-a0f8-c277c6c082d4 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:16.442720 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b44e52a-38b3-45b3-afca-ca51d1b50ae9 req-df94bd35-dd32-4dc1-a0f8-c277c6c082d4 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.0538149 Apr 06 14:57:16.491424 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7b44e52a-38b3-45b3-afca-ca51d1b50ae9 req-e32f5d74-13be-4fe1-9429-37574732d564 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Apr 06 14:57:16.543321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190909d-d76d-49e6-a53a-a88589db1fdd req-d4d1d9bb-019a-456e-bfd3-36c13b80d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:16.544895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a190909d-d76d-49e6-a53a-a88589db1fdd req-d4d1d9bb-019a-456e-bfd3-36c13b80d1f3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 1130 time: 0.0472887 Apr 06 14:57:16.592121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a190909d-d76d-49e6-a53a-a88589db1fdd req-ee9295ae-9a6e-418f-a79b-d8adfeee08bd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Apr 06 14:57:17.613746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932985f-3dea-48b5-a30d-528bb71cf329 req-fb15be1e-4cc6-4d02-b30c-bdb3f8e1b506 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:17.615399 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3932985f-3dea-48b5-a30d-528bb71cf329 req-fb15be1e-4cc6-4d02-b30c-bdb3f8e1b506 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.0533433 Apr 06 14:57:17.661759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3932985f-3dea-48b5-a30d-528bb71cf329 req-8a52382b-a566-4f79-b321-f73de748836e tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Apr 06 14:57:18.779879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685fd25-ee7a-403b-a2e4-84b787784143 req-5873d4d1-d275-42ac-99e9-10d213389c68 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:18.781382 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d685fd25-ee7a-403b-a2e4-84b787784143 req-5873d4d1-d275-42ac-99e9-10d213389c68 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Apr 06 14:57:18.826566 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d685fd25-ee7a-403b-a2e4-84b787784143 req-cd5f6fc6-72de-4574-a4b8-5f928b452608 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Apr 06 14:57:19.273394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f9c-a45b-434d-a1ee-b6d84207c730 req-473d2185-c2ea-40fb-8f8a-1b3c8569a341 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:19.274860 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76ea6f9c-a45b-434d-a1ee-b6d84207c730 req-473d2185-c2ea-40fb-8f8a-1b3c8569a341 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.0569527 Apr 06 14:57:19.322653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76ea6f9c-a45b-434d-a1ee-b6d84207c730 req-576532cc-3593-4bef-a246-7bd551147de2 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Apr 06 14:57:20.444379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b088a-eac6-4be5-acf5-f955861c7a90 req-7852403d-a460-4950-8ccc-be29b8052a20 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:20.445902 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df4b088a-eac6-4be5-acf5-f955861c7a90 req-7852403d-a460-4950-8ccc-be29b8052a20 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Apr 06 14:57:20.493532 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:57:20.504087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-df4b088a-eac6-4be5-acf5-f955861c7a90 req-f61dcfca-1fa8-4196-ab57-b5aba43a70d1 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 Apr 06 14:57:20.538924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-af08d9d4-de43-4a55-8aaa-86db23158d28 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498776 Apr 06 14:57:20.675226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-d81c8afa-5f99-489a-b34e-e2ece3dca567 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:20.676581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-d81c8afa-5f99-489a-b34e-e2ece3dca567 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.0835063 Apr 06 14:57:20.692221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6803-427f-495e-b012-be794001bfae req-1810bba5-fe79-4821-bfd5-8150f816535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:20.693664 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-1810bba5-fe79-4821-bfd5-8150f816535d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef98a3ae01594baf82b4632918d82f1f&device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 1129 time: 0.0717809 Apr 06 14:57:20.838851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6803-427f-495e-b012-be794001bfae req-b5c99d60-9977-46cf-a352-9af8e1b2ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:20.840288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-b5c99d60-9977-46cf-a352-9af8e1b2ff5c service neutron] 10.222.0.79 "GET /v2.0/networks?id=740a434b-d988-4599-bff3-5f6b5a49169d HTTP/1.1" status: 200 len: 914 time: 0.1280680 Apr 06 14:57:20.847134 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Deleting port b396e2ba-a990-41d4-9c4c-cdf31640304b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:20.847471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:20.920047 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-0d7f992a-5095-4c45-adb1-a52ffc125680 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902fc386-e7b3-4aed-974b-5deac8fb7352 HTTP/1.1" status: 200 len: 217 time: 0.0686398 Apr 06 14:57:20.995869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6803-427f-495e-b012-be794001bfae req-4cb7efef-ec45-458b-9821-30d7b3e2c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:20.997497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-4cb7efef-ec45-458b-9821-30d7b3e2c036 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70 HTTP/1.1" status: 200 len: 852 time: 0.0707347 Apr 06 14:57:21.002741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] For port b396e2ba-a990-41d4-9c4c-cdf31640304b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=b396e2ba-a990-41d4-9c4c-cdf31640304b,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:21.003171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:21.039815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Calling delete_port for b396e2ba-a990-41d4-9c4c-cdf31640304b owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:21.042909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-758535fb-e66e-4949-8aca-f54c948537c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=740a434b-d988-4599-bff3-5f6b5a49169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372958 Apr 06 14:57:21.520592 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-2e5c7eb3-ae89-48da-b460-a90107194d1f service neutron] 10.222.0.79 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700954 Apr 06 14:57:21.685825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-55cfaa19-7be7-45e3-988a-7fa62d037c1b service neutron] 10.222.0.79 "GET /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575639 Apr 06 14:57:21.694008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374833-b840-4b5b-9f02-66954e86c515 req-1052dd5c-5943-471c-9a12-747b073cccdf tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:21.695422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58374833-b840-4b5b-9f02-66954e86c515 req-1052dd5c-5943-471c-9a12-747b073cccdf tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 946 time: 0.1022618 Apr 06 14:57:21.719365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b396e2ba-a990-41d4-9c4c-cdf31640304b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:21.730662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['902fc386-e7b3-4aed-974b-5deac8fb7352', 'b396e2ba-a990-41d4-9c4c-cdf31640304b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:21.756909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Pushing event deleted for resources: {'Port': ['ID=b396e2ba-a990-41d4-9c4c-cdf31640304b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:21.793734 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-58374833-b840-4b5b-9f02-66954e86c515 req-4c7fe750-280c-434e-8a11-12ec4e146639 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917492 Apr 06 14:57:21.818210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] No DVR routers for this DVR port b396e2ba-a990-41d4-9c4c-cdf31640304b on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:21.820839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:21.824353 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f14765b8-a4d6-4e3f-9a99-276b7d2d20fb req-ab9bbd99-07c3-404f-b005-d44a828733eb tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "DELETE /v2.0/ports/b396e2ba-a990-41d4-9c4c-cdf31640304b HTTP/1.1" status: 204 len: 173 time: 1.1412215 Apr 06 14:57:21.826098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'name': 'network-vif-deleted', 'tag': 'b396e2ba-a990-41d4-9c4c-cdf31640304b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:21.828735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b04e06c-a37b-4db2-babd-eab32d0782bd" -d '{"events": [{"server_uuid": "78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209", "name": "network-vif-deleted", "tag": "b396e2ba-a990-41d4-9c4c-cdf31640304b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:21.868391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2e8f96-ad13-4329-997a-610a2ca12a93 x-openstack-request-id: req-2c2e8f96-ad13-4329-997a-610a2ca12a93 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:21.868727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209", "name": "network-vif-deleted", "tag": "b396e2ba-a990-41d4-9c4c-cdf31640304b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:21.868988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2c2e8f96-ad13-4329-997a-610a2ca12a93 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:21.869400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2e8f96-ad13-4329-997a-610a2ca12a93'] response: {'server_uuid': '78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209', 'name': 'network-vif-deleted', 'tag': 'b396e2ba-a990-41d4-9c4c-cdf31640304b', 'status': 'completed', 'code': 200} Apr 06 14:57:22.319538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7e957292-1a4a-4eee-9cfc-98ba69a8e644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:22.899550 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f023a1a4-8e22-413a-9412-59e05d646af7 req-a5d4753e-c1ff-475f-8554-01ac335b8021 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=78e1da8e-5ae0-4cb1-8d0d-3cb6182ca209 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Apr 06 14:57:23.673732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:24.053132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562dee9-af86-4d66-9eb8-e6c2cd7a692b req-041c4389-2720-4771-af92-7374aa8e6cd1 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.054596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e562dee9-af86-4d66-9eb8-e6c2cd7a692b req-041c4389-2720-4771-af92-7374aa8e6cd1 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0537088 Apr 06 14:57:24.059603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b396e2ba-a990-41d4-9c4c-cdf31640304b no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:24.079780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: b396e2ba-a990-41d4-9c4c-cdf31640304b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:24.080132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device b396e2ba-a990-41d4-9c4c-cdf31640304b not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:24.102912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e562dee9-af86-4d66-9eb8-e6c2cd7a692b req-337016e3-3b98-4335-893a-1a9308481684 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Apr 06 14:57:24.239586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0d41f-e28d-4b3b-a538-5409ab842904 req-85ecbd8b-0554-4b61-8d96-347d0eec18af tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.241011 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46c0d41f-e28d-4b3b-a538-5409ab842904 req-85ecbd8b-0554-4b61-8d96-347d0eec18af tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0570459 Apr 06 14:57:24.288628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-46c0d41f-e28d-4b3b-a538-5409ab842904 req-24399dee-4db4-4639-b605-bfa4d63da17e tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Apr 06 14:57:24.409186 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf9f4-4600-403a-9d33-de6eb8dcf0cc req-6e59df27-03eb-4f14-95ab-c9c31a1d4909 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.410647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-962cf9f4-4600-403a-9d33-de6eb8dcf0cc req-6e59df27-03eb-4f14-95ab-c9c31a1d4909 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0527205 Apr 06 14:57:24.456046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-962cf9f4-4600-403a-9d33-de6eb8dcf0cc req-e0b0ccb7-4450-4113-93d7-8b1e9ff7b387 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Apr 06 14:57:24.625472 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3db8-9871-4417-ae7d-70a9c3479917 req-42d7b99a-01a2-42d5-b15c-a8cd8e5f88c8 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.626928 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9ee3db8-9871-4417-ae7d-70a9c3479917 req-42d7b99a-01a2-42d5-b15c-a8cd8e5f88c8 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0526247 Apr 06 14:57:24.677206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9ee3db8-9871-4417-ae7d-70a9c3479917 req-22091308-c185-4edc-9901-13f5090f52f9 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447845 Apr 06 14:57:24.747849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-30c272dd-e997-4f4c-857a-0c53292ff005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:24.780515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-35827580-e9d1-4f9a-8af3-3e0d27d66acd req-e7e91fb8-b208-4c29-99f1-46a131a3adc5 tempest-TestVolumeBootPattern-1456496464 tempest-TestVolumeBootPattern-1456496464-project] (104420) timed out ('10.222.0.79', 54038) {{(pid=104420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:57:24.797157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e55f27-9650-494e-97ed-cb958d11ba86 req-3df42d6f-cb1d-4375-945d-c76598be3559 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.798634 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-31e55f27-9650-494e-97ed-cb958d11ba86 req-3df42d6f-cb1d-4375-945d-c76598be3559 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0537777 Apr 06 14:57:24.845597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-31e55f27-9650-494e-97ed-cb958d11ba86 req-1fb017e6-5aa8-46e0-be54-748007abeb54 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 Apr 06 14:57:24.970504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574e4e8-7701-4f77-bd3b-12db65d7cab3 req-ac20eedb-8239-4dc6-a9c7-41c65339abaa tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.971966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1574e4e8-7701-4f77-bd3b-12db65d7cab3 req-ac20eedb-8239-4dc6-a9c7-41c65339abaa tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0514565 Apr 06 14:57:25.018855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1574e4e8-7701-4f77-bd3b-12db65d7cab3 req-16a844e4-55d8-4c56-949a-e7ea72b8ff06 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Apr 06 14:57:25.503921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106345b-69ea-4262-b705-3044c5ae0f7b req-6f4b1ee6-67e7-4c70-90ef-cd549d01c014 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:25.505439 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5106345b-69ea-4262-b705-3044c5ae0f7b req-6f4b1ee6-67e7-4c70-90ef-cd549d01c014 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0569911 Apr 06 14:57:25.551784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5106345b-69ea-4262-b705-3044c5ae0f7b req-1fb3d9f6-5a60-44d4-9eda-4912506e9dd8 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Apr 06 14:57:25.844996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:26.673767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e7c7-5bf8-4016-83b8-e7c4ef812ba8 req-d1af976c-a2ba-47e1-9842-6ffbd9d9a433 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:26.675163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f1e7c7-5bf8-4016-83b8-e7c4ef812ba8 req-d1af976c-a2ba-47e1-9842-6ffbd9d9a433 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0538197 Apr 06 14:57:26.721741 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b4f1e7c7-5bf8-4016-83b8-e7c4ef812ba8 req-700dd094-a6dc-4dd5-b103-1f03687790d9 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/security-groups?id=5f9bf7ee-1f96-4375-8094-aac5c31e13ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Apr 06 14:57:26.808664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-a49d07d1-025b-432c-9d85-d9a576038563 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:26.810693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-a49d07d1-025b-432c-9d85-d9a576038563 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 945 time: 0.0525608 Apr 06 14:57:26.904318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Deleting port 902fc386-e7b3-4aed-974b-5deac8fb7352 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:26.904644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:26.995221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] For port 902fc386-e7b3-4aed-974b-5deac8fb7352, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=902fc386-e7b3-4aed-974b-5deac8fb7352,segment=NetworkSegment(56695325-8d83-43e2-83cd-f5aad6fcfe2a),segment_id=56695325-8d83-43e2-83cd-f5aad6fcfe2a)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:26.995500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:27.011067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Calling delete_port for 902fc386-e7b3-4aed-974b-5deac8fb7352 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:27.193480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (902fc386-e7b3-4aed-974b-5deac8fb7352), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:27.204856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['902fc386-e7b3-4aed-974b-5deac8fb7352'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:27.226136 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Pushing event deleted for resources: {'Port': ['ID=902fc386-e7b3-4aed-974b-5deac8fb7352,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:27.270527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] No DVR routers for this DVR port 902fc386-e7b3-4aed-974b-5deac8fb7352 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:27.273058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:27.276406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-15293a8e-9501-4963-8c21-24bb6fedb25c req-6e1423b4-ef41-441e-9cb9-cc9d2f9d8120 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.79 "DELETE /v2.0/ports/902fc386-e7b3-4aed-974b-5deac8fb7352 HTTP/1.1" status: 204 len: 173 time: 0.4604540 Apr 06 14:57:27.276892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17230496-555e-42c8-8e58-66e2750b7fce', 'name': 'network-vif-deleted', 'tag': '902fc386-e7b3-4aed-974b-5deac8fb7352'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:27.279861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f99459b-a2fb-49cf-9a19-ff002895cf05" -d '{"events": [{"server_uuid": "17230496-555e-42c8-8e58-66e2750b7fce", "name": "network-vif-deleted", "tag": "902fc386-e7b3-4aed-974b-5deac8fb7352"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:27.316803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9dc8cd-35b1-49c1-b5b1-395f076783ce x-openstack-request-id: req-5a9dc8cd-35b1-49c1-b5b1-395f076783ce {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:27.317104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17230496-555e-42c8-8e58-66e2750b7fce", "name": "network-vif-deleted", "tag": "902fc386-e7b3-4aed-974b-5deac8fb7352", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:27.317363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5a9dc8cd-35b1-49c1-b5b1-395f076783ce {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:27.317777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9dc8cd-35b1-49c1-b5b1-395f076783ce'] response: {'server_uuid': '17230496-555e-42c8-8e58-66e2750b7fce', 'name': 'network-vif-deleted', 'tag': '902fc386-e7b3-4aed-974b-5deac8fb7352', 'status': 'completed', 'code': 200} Apr 06 14:57:27.495991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:27.826473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d812ee0-75e9-4284-8f97-980754912a7a req-9969a190-ded9-4ed6-95ef-13c6f19738e2 tempest-ServersNegativeTestJSON-1490778500 tempest-ServersNegativeTestJSON-1490778500-project] 10.222.0.89 "GET /v2.0/ports?device_id=17230496-555e-42c8-8e58-66e2750b7fce HTTP/1.1" status: 200 len: 210 time: 0.0275872 Apr 06 14:57:28.541870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:28.882523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54564) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:28.926630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Deleting subnet ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:57:28.929669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Publish callbacks [] for subnet (ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:28.967524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.005643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.136620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.163944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:29.166342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.169459 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ec0cc57a-eb36-4d59-8dd2-3163b7ce2e70 HTTP/1.1" status: 204 len: 168 time: 0.2859318 Apr 06 14:57:29.172721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54566) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:29.175960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.176270 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.176615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.176979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.180684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0195fe7-c7af-4f7e-8859-c1976c1f5c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:29.242357 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (740a434b-d988-4599-bff3-5f6b5a49169d), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.321825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (740a434b-d988-4599-bff3-5f6b5a49169d), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.341491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740a434b-d988-4599-bff3-5f6b5a49169d']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:29.351463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56695325-8d83-43e2-83cd-f5aad6fcfe2a') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:29.351762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56695325-8d83-43e2-83cd-f5aad6fcfe2a') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:29.363204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (56695325-8d83-43e2-83cd-f5aad6fcfe2a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.379336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (56695325-8d83-43e2-83cd-f5aad6fcfe2a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.385246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:29.387155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (56695325-8d83-43e2-83cd-f5aad6fcfe2a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:29.387597 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:29.502242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (740a434b-d988-4599-bff3-5f6b5a49169d), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.508617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.511958 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] 10.222.0.89 "DELETE /v2.0/networks/740a434b-d988-4599-bff3-5f6b5a49169d HTTP/1.1" status: 204 len: 168 time: 0.3379817 Apr 06 14:57:29.523397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954575c-3791-44ce-bb01-1de991f23205 admin admin] Pushing event deleted for resources: {'Network': ['ID=740a434b-d988-4599-bff3-5f6b5a49169d,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:29.861117 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54570) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:29.900287 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f026b16f-32b7-456c-8c6d-0cce5e1f7447 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ef98a3ae01594baf82b4632918d82f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379739 Apr 06 14:57:29.902769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54572) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:29.948582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4631-4ac7-4269-8aff-92ffc36219ba admin admin] Publish callbacks [] for security_group (5f9bf7ee-1f96-4375-8094-aac5c31e13ae), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:29.969959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4631-4ac7-4269-8aff-92ffc36219ba admin admin] Publish callbacks [] for security_group (5f9bf7ee-1f96-4375-8094-aac5c31e13ae), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:30.084867 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4631-4ac7-4269-8aff-92ffc36219ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5f9bf7ee-1f96-4375-8094-aac5c31e13ae), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:30.087449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4631-4ac7-4269-8aff-92ffc36219ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:30.088601 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c1f4631-4ac7-4269-8aff-92ffc36219ba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5f9bf7ee-1f96-4375-8094-aac5c31e13ae HTTP/1.1" status: 204 len: 168 time: 0.1849313 Apr 06 14:57:30.097210 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f4631-4ac7-4269-8aff-92ffc36219ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9bf7ee-1f96-4375-8094-aac5c31e13ae,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:30.114071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 902fc386-e7b3-4aed-974b-5deac8fb7352 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:30.134541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 902fc386-e7b3-4aed-974b-5deac8fb7352 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:30.134879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 902fc386-e7b3-4aed-974b-5deac8fb7352 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:31.119418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54594) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:31.211577 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1226971468'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:31.297234 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:31.300628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.309629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.384773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for security_group (37d7f8d1-919c-4dcd-aa79-1dfc95f2df43), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.421669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (37d7f8d1-919c-4dcd-aa79-1dfc95f2df43), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.446892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:31.456127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7f8d1-919c-4dcd-aa79-1dfc95f2df43,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:31.464230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (be5c828e-eaf9-4cd7-973e-6ff848bc89b5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.464230 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Added segment be5c828e-eaf9-4cd7-973e-6ff848bc89b5 of type vlan for network 02a90f44-8e85-4911-874a-9842e07482b0 Apr 06 14:57:31.503441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (02a90f44-8e85-4911-874a-9842e07482b0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.610529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (02a90f44-8e85-4911-874a-9842e07482b0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.615578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:31.616212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:31.679893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Network': ['ID=02a90f44-8e85-4911-874a-9842e07482b0,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:31.690938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 02a90f44-8e85-4911-874a-9842e07482b0 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:31.727706 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-42614adb-70a2-4b3f-b369-b4d873582692 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6069851 Apr 06 14:57:34.916442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54598) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:34.922516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'subnet': {'network_id': '02a90f44-8e85-4911-874a-9842e07482b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:35.084490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:35.087921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.330480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (25e2a29f-b3e9-426d-a980-4d29f7991417), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.393159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Subnet': ['ID=25e2a29f-b3e9-426d-a980-4d29f7991417,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:35.398508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Checking segment: {'id': 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '02a90f44-8e85-4911-874a-9842e07482b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:35.398879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network hostable DHCP agents. Network: 02a90f44-8e85-4911-874a-9842e07482b0, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:35.518779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network 02a90f44-8e85-4911-874a-9842e07482b0 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:35.604293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 02a90f44-8e85-4911-874a-9842e07482b0) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:35.609304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.610000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.613757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c07170-bb67-48c8-8b47-91447ac70f84 None None] Network 02a90f44-8e85-4911-874a-9842e07482b0 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:35.664455 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0eadb7b-d455-4ca1-a763-08db966f8f66 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7468493 Apr 06 14:57:35.667939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54602) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:35.673812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1095560677'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:35.727768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-02a90f44-8e85-4911-874a-9842e07482b0', 'network_id': '02a90f44-8e85-4911-874a-9842e07482b0', 'project_id': '4cfac25fb9cd473e9edcf863b9681412', 'fixed_ips': [{'subnet_id': '25e2a29f-b3e9-426d-a980-4d29f7991417'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:35.728671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.753343 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:35.756670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.781537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:35.790059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.790407 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Added segment 58b2dfb6-23f0-4348-a8f2-7d7d1242ae02 of type vlan for network c18ffc25-bf34-4caa-9479-3e589c21447f Apr 06 14:57:35.835410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.865784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Allocated IP 2001:db8:0:ffff::2 (02a90f44-8e85-4911-874a-9842e07482b0/25e2a29f-b3e9-426d-a980-4d29f7991417/6f49809d-9066-48dc-b871-4615224d1db6) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:35.913388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.918525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.919144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:35.986149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Network': ['ID=c18ffc25-bf34-4caa-9479-3e589c21447f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:35.996868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c18ffc25-bf34-4caa-9479-3e589c21447f details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:36.036053 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-84fda936-9ecc-4955-afd2-c3e684c72766 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3669858 Apr 06 14:57:36.038840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54604) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:36.044016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'subnet': {'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:36.046043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Publish callbacks [] for port (6f49809d-9066-48dc-b871-4615224d1db6), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.101786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (6f49809d-9066-48dc-b871-4615224d1db6), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.145776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Network 02a90f44-8e85-4911-874a-9842e07482b0 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:36.148737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:36.151104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:36.157213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Pushing event updated for resources: {'Port': ['ID=6f49809d-9066-48dc-b871-4615224d1db6,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:36.211196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Attempting to bind port 6f49809d-9066-48dc-b871-4615224d1db6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:36.214736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Attempting to bind port 6f49809d-9066-48dc-b871-4615224d1db6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '02a90f44-8e85-4911-874a-9842e07482b0'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:36.214736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Attempting to bind port 6f49809d-9066-48dc-b871-4615224d1db6 on network 02a90f44-8e85-4911-874a-9842e07482b0 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:36.216942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:36.217316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Checking segment: {'id': 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '02a90f44-8e85-4911-874a-9842e07482b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:36.217715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.218184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Bound using segment: {'id': 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '02a90f44-8e85-4911-874a-9842e07482b0'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:36.218645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Bound port: 6f49809d-9066-48dc-b871-4615224d1db6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '02a90f44-8e85-4911-874a-9842e07482b0'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:36.219020 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6f49809d-9066-48dc-b871-4615224d1db6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.233154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:36.236962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.284609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] For port 6f49809d-9066-48dc-b871-4615224d1db6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:36.287666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] For port 6f49809d-9066-48dc-b871-4615224d1db6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f49809d-9066-48dc-b871-4615224d1db6,segment=NetworkSegment(be5c828e-eaf9-4cd7-973e-6ff848bc89b5),segment_id=be5c828e-eaf9-4cd7-973e-6ff848bc89b5)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:36.444887 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6f49809d-9066-48dc-b871-4615224d1db6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.504778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (8a23e477-f683-452c-86aa-02a230b421a3), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.505012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d19f2-ebb9-4bac-94fd-b6ec0c22ee5c None None] Pushing event updated for resources: {'Port': ['ID=6f49809d-9066-48dc-b871-4615224d1db6,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:36.568338 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Subnet': ['ID=8a23e477-f683-452c-86aa-02a230b421a3,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:36.581428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Checking segment: {'id': '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:36.581821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network hostable DHCP agents. Network: c18ffc25-bf34-4caa-9479-3e589c21447f, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:36.658081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network c18ffc25-bf34-4caa-9479-3e589c21447f is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:36.759095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c18ffc25-bf34-4caa-9479-3e589c21447f) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:36.766702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:36.767626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:36.768632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383b525-e371-4b83-95b1-866080f51201 None None] Network c18ffc25-bf34-4caa-9479-3e589c21447f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:36.864559 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-08c79a05-b25e-43d6-82fe-fa39c67c1231 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8246119 Apr 06 14:57:36.867331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54606) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:36.986401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.024011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c18ffc25-bf34-4caa-9479-3e589c21447f', 'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f', 'project_id': '4cfac25fb9cd473e9edcf863b9681412', 'fixed_ips': [{'subnet_id': '8a23e477-f683-452c-86aa-02a230b421a3'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:37.024919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.084663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (8a23e477-f683-452c-86aa-02a230b421a3), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.175137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Allocated IP 2001:db8::2 (c18ffc25-bf34-4caa-9479-3e589c21447f/8a23e477-f683-452c-86aa-02a230b421a3/1b973ee6-a53b-4269-ae2b-e54b148e49c1) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:37.320797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Publish callbacks [] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.388778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.423011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214dd61-95fd-46a4-8e19-a98cb1ad7cd9 None None] Network 02a90f44-8e85-4911-874a-9842e07482b0 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:37.456478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (8a23e477-f683-452c-86aa-02a230b421a3), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.476734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Network c18ffc25-bf34-4caa-9479-3e589c21447f is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:37.484554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Subnet': ['ID=8a23e477-f683-452c-86aa-02a230b421a3,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:37.492583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:37.499227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Pushing event updated for resources: {'Port': ['ID=1b973ee6-a53b-4269-ae2b-e54b148e49c1,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:37.503353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:37.553017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] Provisioning complete for port 6f49809d-9066-48dc-b871-4615224d1db6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:37.553397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f49809d-9066-48dc-b871-4615224d1db6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.555570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.575511 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ffc25-bf34-4caa-9479-3e589c21447f']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:37.585370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:37.585668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:37.596476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.609476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.615656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:37.616045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:37.618988 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:37.649252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Attempting to bind port 1b973ee6-a53b-4269-ae2b-e54b148e49c1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:37.649252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Attempting to bind port 1b973ee6-a53b-4269-ae2b-e54b148e49c1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:37.649252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Attempting to bind port 1b973ee6-a53b-4269-ae2b-e54b148e49c1 on network c18ffc25-bf34-4caa-9479-3e589c21447f {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:37.649252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:37.649252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Checking segment: {'id': '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:37.649861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.649861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Bound using segment: {'id': '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:37.650194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Bound port: 1b973ee6-a53b-4269-ae2b-e54b148e49c1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c18ffc25-bf34-4caa-9479-3e589c21447f'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:37.650577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.719358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.db.api [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:57:37.719358 dv-neutron-836581-2-hyperv neutron-server[104420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:57:37.719358 dv-neutron-836581-2-hyperv neutron-server[104420]: [parameters: {'id': 'c18ffc25-bf34-4caa-9479-3e589c21447f'}] Apr 06 14:57:37.719358 dv-neutron-836581-2-hyperv neutron-server[104420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:57:37.719808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG oslo_db.api [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:57:37.741784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] Current status of the port 6f49809d-9066-48dc-b871-4615224d1db6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:37.742182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (6f49809d-9066-48dc-b871-4615224d1db6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.771946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] For port 1b973ee6-a53b-4269-ae2b-e54b148e49c1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:37.790691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] For port 1b973ee6-a53b-4269-ae2b-e54b148e49c1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1b973ee6-a53b-4269-ae2b-e54b148e49c1,segment=NetworkSegment(58b2dfb6-23f0-4348-a8f2-7d7d1242ae02),segment_id=58b2dfb6-23f0-4348-a8f2-7d7d1242ae02)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:37.806787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] For port 6f49809d-9066-48dc-b871-4615224d1db6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f49809d-9066-48dc-b871-4615224d1db6,segment=NetworkSegment(be5c828e-eaf9-4cd7-973e-6ff848bc89b5),segment_id=be5c828e-eaf9-4cd7-973e-6ff848bc89b5)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:37.862127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.890351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (6f49809d-9066-48dc-b871-4615224d1db6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:37.945452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e885c5e-0724-4aa9-a60b-989f7d83c337 None None] Pushing event updated for resources: {'Port': ['ID=1b973ee6-a53b-4269-ae2b-e54b148e49c1,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:37.975125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f89ce-4e47-469a-ba36-8da8e57edb96 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:57:38.040724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528cd66-c1a3-45fb-8f0f-cec3e7524182 None None] Pushing event updated for resources: {'Port': ['ID=6f49809d-9066-48dc-b871-4615224d1db6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:38.044909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d9ebd1f6-d55c-4094-80aa-07b719707066 None None] Provisioning complete for port 6f49809d-9066-48dc-b871-4615224d1db6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:38.045281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9ebd1f6-d55c-4094-80aa-07b719707066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f49809d-9066-48dc-b871-4615224d1db6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.103603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f89ce-4e47-469a-ba36-8da8e57edb96 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:57:38.195236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebd1f6-d55c-4094-80aa-07b719707066 None None] Current status of the port 6f49809d-9066-48dc-b871-4615224d1db6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:38.220648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.273559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting port 1b973ee6-a53b-4269-ae2b-e54b148e49c1 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:38.273900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.288389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e35b1-fca1-45d7-b6fe-fd493aba4292 None None] Network c18ffc25-bf34-4caa-9479-3e589c21447f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:38.352354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] For port 1b973ee6-a53b-4269-ae2b-e54b148e49c1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=1b973ee6-a53b-4269-ae2b-e54b148e49c1,segment=NetworkSegment(58b2dfb6-23f0-4348-a8f2-7d7d1242ae02),segment_id=58b2dfb6-23f0-4348-a8f2-7d7d1242ae02)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:38.352756 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.366826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Calling delete_port for 1b973ee6-a53b-4269-ae2b-e54b148e49c1 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:38.459175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f49809d-9066-48dc-b871-4615224d1db6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:38.510699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 6f49809d-9066-48dc-b871-4615224d1db6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:38.511102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (6f49809d-9066-48dc-b871-4615224d1db6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.553135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (1b973ee6-a53b-4269-ae2b-e54b148e49c1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.584945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Port': ['ID=1b973ee6-a53b-4269-ae2b-e54b148e49c1,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:38.589893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No DVR routers for this DVR port 1b973ee6-a53b-4269-ae2b-e54b148e49c1 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:38.591340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 6f49809d-9066-48dc-b871-4615224d1db6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:38.673242 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.693223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ffc25-bf34-4caa-9479-3e589c21447f']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:38.702166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:38.702757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b2dfb6-23f0-4348-a8f2-7d7d1242ae02') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:38.711675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.725103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.730682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:38.731064 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (58b2dfb6-23f0-4348-a8f2-7d7d1242ae02), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:38.734802 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:38.849921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c18ffc25-bf34-4caa-9479-3e589c21447f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.863007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.863007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/c18ffc25-bf34-4caa-9479-3e589c21447f HTTP/1.1" status: 204 len: 168 time: 1.9930172 Apr 06 14:57:38.864875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54608) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:38.870430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860509221'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:38.875038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b0b90-bd2b-4acb-aacb-4671dc17f2c3 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Network': ['ID=c18ffc25-bf34-4caa-9479-3e589c21447f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:38.946610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:38.949879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.976840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:38.986270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:38.986609 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Added segment e977e342-0390-4eb7-bf7e-c67904eb1dfc of type vlan for network 901b0d87-fc51-445f-ae8c-9806b701bb06 Apr 06 14:57:39.026276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.101182 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.106106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:39.106685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.169428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Network': ['ID=901b0d87-fc51-445f-ae8c-9806b701bb06,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:39.180378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 901b0d87-fc51-445f-ae8c-9806b701bb06 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:39.206875 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-134f0305-3685-4266-9ce7-92705c111c8c tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3403647 Apr 06 14:57:39.209614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54610) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:39.214466 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'subnet': {'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:39.352816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:39.356207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.413070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Performing IP validity checks on allocation pools {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:57:39.413584 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.ipam_backend_mixin [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:57:39.587477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (ad6487db-5539-45bc-85a0-9cc0f9c4e985), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.647720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Subnet': ['ID=ad6487db-5539-45bc-85a0-9cc0f9c4e985,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:39.657468 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Checking segment: {'id': 'e977e342-0390-4eb7-bf7e-c67904eb1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:39.657835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network hostable DHCP agents. Network: 901b0d87-fc51-445f-ae8c-9806b701bb06, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:39.729720 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network 901b0d87-fc51-445f-ae8c-9806b701bb06 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:39.770035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 901b0d87-fc51-445f-ae8c-9806b701bb06) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:39.774173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:39.774803 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.779333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48551a9-4953-4706-9788-07ea0d9c4a02 None None] Network 901b0d87-fc51-445f-ae8c-9806b701bb06 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:39.835820 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b24c9924-5caa-4894-b5da-48529a588d46 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6250329 Apr 06 14:57:39.838316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54612) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:39.880514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-901b0d87-fc51-445f-ae8c-9806b701bb06', 'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06', 'project_id': '4cfac25fb9cd473e9edcf863b9681412', 'fixed_ips': [{'subnet_id': 'ad6487db-5539-45bc-85a0-9cc0f9c4e985'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:39.881448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:39.939764 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.010554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Allocated IP 2001:db8::3 (901b0d87-fc51-445f-ae8c-9806b701bb06/ad6487db-5539-45bc-85a0-9cc0f9c4e985/933d1196-d7f0-4464-8eaf-df8f4261c81e) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:40.013622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (ad6487db-5539-45bc-85a0-9cc0f9c4e985), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.149807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Publish callbacks [] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.221731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.258077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Network 901b0d87-fc51-445f-ae8c-9806b701bb06 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:40.263200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:40.267518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:40.274309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Pushing event updated for resources: {'Port': ['ID=933d1196-d7f0-4464-8eaf-df8f4261c81e,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:40.302193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (ad6487db-5539-45bc-85a0-9cc0f9c4e985), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.331274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Attempting to bind port 933d1196-d7f0-4464-8eaf-df8f4261c81e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:40.331645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Attempting to bind port 933d1196-d7f0-4464-8eaf-df8f4261c81e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'e977e342-0390-4eb7-bf7e-c67904eb1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:40.332007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Attempting to bind port 933d1196-d7f0-4464-8eaf-df8f4261c81e on network 901b0d87-fc51-445f-ae8c-9806b701bb06 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:40.337143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:40.337521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Checking segment: {'id': 'e977e342-0390-4eb7-bf7e-c67904eb1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:40.337926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.338388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Bound using segment: {'id': 'e977e342-0390-4eb7-bf7e-c67904eb1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:40.338785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Bound port: 933d1196-d7f0-4464-8eaf-df8f4261c81e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e977e342-0390-4eb7-bf7e-c67904eb1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '901b0d87-fc51-445f-ae8c-9806b701bb06'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:40.339166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.340315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6487db-5539-45bc-85a0-9cc0f9c4e985,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:40.397788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.403417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] For port 933d1196-d7f0-4464-8eaf-df8f4261c81e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:40.407115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] For port 933d1196-d7f0-4464-8eaf-df8f4261c81e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=933d1196-d7f0-4464-8eaf-df8f4261c81e,segment=NetworkSegment(e977e342-0390-4eb7-bf7e-c67904eb1dfc),segment_id=e977e342-0390-4eb7-bf7e-c67904eb1dfc)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:40.418401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901b0d87-fc51-445f-ae8c-9806b701bb06']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:40.427760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e977e342-0390-4eb7-bf7e-c67904eb1dfc') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:40.428062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e977e342-0390-4eb7-bf7e-c67904eb1dfc') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:40.438028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.456151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.458145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.464177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:40.464813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:40.468150 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:40.538853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69117ab-3f60-46f1-a1d8-6a26f66852ad None None] Pushing event updated for resources: {'Port': ['ID=933d1196-d7f0-4464-8eaf-df8f4261c81e,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:40.556435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f3e36f-f6db-45d0-8ce2-f12a242a7e4d None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:57:40.558817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:57:40.558817 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:57:40.558817 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': '901b0d87-fc51-445f-ae8c-9806b701bb06'}] Apr 06 14:57:40.558817 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:57:40.559213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:57:40.625791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3e36f-f6db-45d0-8ce2-f12a242a7e4d None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:57:40.783461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d229b25-006b-4b3b-8571-451206cfccc1 None None] Network 901b0d87-fc51-445f-ae8c-9806b701bb06 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:41.060833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.119039 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting port 933d1196-d7f0-4464-8eaf-df8f4261c81e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:41.119383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.179962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] For port 933d1196-d7f0-4464-8eaf-df8f4261c81e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=933d1196-d7f0-4464-8eaf-df8f4261c81e,segment=NetworkSegment(e977e342-0390-4eb7-bf7e-c67904eb1dfc),segment_id=e977e342-0390-4eb7-bf7e-c67904eb1dfc)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:41.190446 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.196429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Calling delete_port for 933d1196-d7f0-4464-8eaf-df8f4261c81e owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:41.347309 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (933d1196-d7f0-4464-8eaf-df8f4261c81e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.373075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Port': ['ID=933d1196-d7f0-4464-8eaf-df8f4261c81e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:41.377078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No DVR routers for this DVR port 933d1196-d7f0-4464-8eaf-df8f4261c81e on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:41.456995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.476421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901b0d87-fc51-445f-ae8c-9806b701bb06']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:41.485423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e977e342-0390-4eb7-bf7e-c67904eb1dfc') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:41.485728 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e977e342-0390-4eb7-bf7e-c67904eb1dfc') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:41.494759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.507491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.513471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:41.513856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (e977e342-0390-4eb7-bf7e-c67904eb1dfc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:41.517485 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:41.626857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (901b0d87-fc51-445f-ae8c-9806b701bb06), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.633418 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.638249 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/901b0d87-fc51-445f-ae8c-9806b701bb06 HTTP/1.1" status: 204 len: 168 time: 1.7972167 Apr 06 14:57:41.641417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54614) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:41.646531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1534262401'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:41.648945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d13f-2c0a-4e23-8791-6285bad7457e tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Network': ['ID=901b0d87-fc51-445f-ae8c-9806b701bb06,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:41.729783 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:41.733778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.757323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:41.766402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3c83d383-c777-4b40-b224-4aab668c9c2c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.766746 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Added segment 3c83d383-c777-4b40-b224-4aab668c9c2c of type vlan for network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b Apr 06 14:57:41.805213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.872893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.878304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:41.878816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.947656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Network': ['ID=c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:41.958781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:41.995637 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d6b59a69-9f58-44cb-a622-93c04c836dc7 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3530850 Apr 06 14:57:41.998470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54616) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:42.003461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'subnet': {'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:42.169673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:42.173755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.392926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (3927ed6d-46a0-462a-97fe-10f8d736f44a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.453624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Subnet': ['ID=3927ed6d-46a0-462a-97fe-10f8d736f44a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:42.461082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Checking segment: {'id': '3c83d383-c777-4b40-b224-4aab668c9c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:42.461292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network hostable DHCP agents. Network: c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:42.535252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:42.615205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:42.619407 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:42.620012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.624617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e39a6-7523-4070-a38f-c843b274ee85 None None] Network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:42.704691 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4e2d64b0-e5a3-48ae-aa54-2968e24a7c5f tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7049475 Apr 06 14:57:42.708118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54618) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:42.713146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174284482'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:42.726241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b', 'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b', 'project_id': '4cfac25fb9cd473e9edcf863b9681412', 'fixed_ips': [{'subnet_id': '3927ed6d-46a0-462a-97fe-10f8d736f44a'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:42.727135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.798345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:42.801815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.825723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:42.835236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.835589 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Added segment 06de6642-5db1-43a3-8f9b-4ff6072e8323 of type vlan for network 2b2ea2af-aca4-4a08-b57e-8491941dd390 Apr 06 14:57:42.877736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.947300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.952392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:42.953182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.012788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Allocated IP 2001:db8::2 (c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b/3927ed6d-46a0-462a-97fe-10f8d736f44a/b36a4307-2702-4a67-ab2b-bfe4bb20cc9b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:43.022090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Network': ['ID=2b2ea2af-aca4-4a08-b57e-8491941dd390,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:43.039085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 2b2ea2af-aca4-4a08-b57e-8491941dd390 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:43.052766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1af4c80f-f340-4542-9c5a-37b007d7c699 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3435357 Apr 06 14:57:43.055534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54620) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:43.060641 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Request body: {'subnet': {'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:43.210476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Publish callbacks [] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.227073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Made reservation on behalf of 4cfac25fb9cd473e9edcf863b9681412 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:43.230612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.296801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.338014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:43.343373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:43.347685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:43.354876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Pushing event updated for resources: {'Port': ['ID=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:43.408407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Attempting to bind port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:43.408847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Attempting to bind port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '3c83d383-c777-4b40-b224-4aab668c9c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:43.409207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Attempting to bind port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b on network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:43.414159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:43.414534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Checking segment: {'id': '3c83d383-c777-4b40-b224-4aab668c9c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:43.414958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.415348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Bound using segment: {'id': '3c83d383-c777-4b40-b224-4aab668c9c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:43.415810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Bound port: b36a4307-2702-4a67-ab2b-bfe4bb20cc9b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c83d383-c777-4b40-b224-4aab668c9c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:43.416188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.467066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (377e07f9-e3c9-4ba4-bda1-c366d0ae54a1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.478494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] For port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:43.481566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] For port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,segment=NetworkSegment(3c83d383-c777-4b40-b224-4aab668c9c2c),segment_id=3c83d383-c777-4b40-b224-4aab668c9c2c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:43.531451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event updated for resources: {'Subnet': ['ID=377e07f9-e3c9-4ba4-bda1-c366d0ae54a1,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:43.540475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Checking segment: {'id': '06de6642-5db1-43a3-8f9b-4ff6072e8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:43.540868 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network hostable DHCP agents. Network: 2b2ea2af-aca4-4a08-b57e-8491941dd390, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:43.541663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.604577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Network 2b2ea2af-aca4-4a08-b57e-8491941dd390 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:43.607725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52216ff5-c794-4229-91ee-83939abf53d2 None None] Pushing event updated for resources: {'Port': ['ID=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:43.649839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 2b2ea2af-aca4-4a08-b57e-8491941dd390) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:43.655396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:43.656454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.659128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188da7b-2179-4fbb-9e54-6590a45281fc None None] Network 2b2ea2af-aca4-4a08-b57e-8491941dd390 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:43.720258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2fc0e15e-5e53-4c94-9698-cef5300733ff tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6600752 Apr 06 14:57:43.731211 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54622) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:43.804929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-2b2ea2af-aca4-4a08-b57e-8491941dd390', 'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390', 'project_id': '4cfac25fb9cd473e9edcf863b9681412', 'fixed_ips': [{'subnet_id': '377e07f9-e3c9-4ba4-bda1-c366d0ae54a1'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:43.805926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.860896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.920684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (377e07f9-e3c9-4ba4-bda1-c366d0ae54a1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:43.967427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Allocated IP 2001:db8::2 (2b2ea2af-aca4-4a08-b57e-8491941dd390/377e07f9-e3c9-4ba4-bda1-c366d0ae54a1/f3e69c5d-634e-4aed-bed4-f6e0382d54ec) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:44.111062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Publish callbacks [] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.318738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.363306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Network 2b2ea2af-aca4-4a08-b57e-8491941dd390 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:44.370377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:44.375419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:44.381023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Pushing event updated for resources: {'Port': ['ID=f3e69c5d-634e-4aed-bed4-f6e0382d54ec,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:44.403334 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (377e07f9-e3c9-4ba4-bda1-c366d0ae54a1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.437509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Subnet': ['ID=377e07f9-e3c9-4ba4-bda1-c366d0ae54a1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:44.448463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Attempting to bind port f3e69c5d-634e-4aed-bed4-f6e0382d54ec on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:44.448968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Attempting to bind port f3e69c5d-634e-4aed-bed4-f6e0382d54ec by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '06de6642-5db1-43a3-8f9b-4ff6072e8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:44.449408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Attempting to bind port f3e69c5d-634e-4aed-bed4-f6e0382d54ec on network 2b2ea2af-aca4-4a08-b57e-8491941dd390 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:44.455828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:44.456172 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Checking segment: {'id': '06de6642-5db1-43a3-8f9b-4ff6072e8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:44.456740 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.457211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Bound using segment: {'id': '06de6642-5db1-43a3-8f9b-4ff6072e8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:44.457762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Bound port: f3e69c5d-634e-4aed-bed4-f6e0382d54ec, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de6642-5db1-43a3-8f9b-4ff6072e8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2b2ea2af-aca4-4a08-b57e-8491941dd390'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:44.459213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.508868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.519440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b36a4307-2702-4a67-ab2b-bfe4bb20cc9b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:44.537235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ea2af-aca4-4a08-b57e-8491941dd390']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:44.550023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06de6642-5db1-43a3-8f9b-4ff6072e8323') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:44.550320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06de6642-5db1-43a3-8f9b-4ff6072e8323') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:44.560953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.568092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] For port f3e69c5d-634e-4aed-bed4-f6e0382d54ec, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:44.574351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] For port f3e69c5d-634e-4aed-bed4-f6e0382d54ec, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f3e69c5d-634e-4aed-bed4-f6e0382d54ec,segment=NetworkSegment(06de6642-5db1-43a3-8f9b-4ff6072e8323),segment_id=06de6642-5db1-43a3-8f9b-4ff6072e8323)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:44.597426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:44.597806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.634729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01fbfb-efbd-4eda-af46-2ea0e31dd73d None None] Network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:44.652352 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.659294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:44.659686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:44.662717 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:44.687539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.753157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.db.api [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:57:44.753157 dv-neutron-836581-2-hyperv neutron-server[104421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:57:44.753157 dv-neutron-836581-2-hyperv neutron-server[104421]: [parameters: {'id': '2b2ea2af-aca4-4a08-b57e-8491941dd390'}] Apr 06 14:57:44.753157 dv-neutron-836581-2-hyperv neutron-server[104421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:57:44.754000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG oslo_db.api [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:57:44.782944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Provisioning complete for port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:44.783325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.870008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f65f85-ca87-409a-a481-b296aff10ffd None None] Pushing event updated for resources: {'Port': ['ID=f3e69c5d-634e-4aed-bed4-f6e0382d54ec,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:44.912392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:44.913126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.917892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48533d4-09a6-4515-a169-2999399fd225 None None] Network 2b2ea2af-aca4-4a08-b57e-8491941dd390 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:45.022324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,segment=NetworkSegment(3c83d383-c777-4b40-b224-4aab668c9c2c),segment_id=3c83d383-c777-4b40-b224-4aab668c9c2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:45.086350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Current status of the port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:45.086750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.102276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.188983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:45.200026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:57:45.200393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:57:45.229386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c8cd9-bba6-4322-ac73-6c8bc20d0533 None None] get_active_networks_info from dv-neutron-836581-2-hyperv {{(pid=104422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:57:45.254641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.306952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting port f3e69c5d-634e-4aed-bed4-f6e0382d54ec {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:45.307292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.308481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c8cd9-bba6-4322-ac73-6c8bc20d0533 None None] Resources bound (agent type, host, resource id): {{(pid=104422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:57:45.371658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] For port f3e69c5d-634e-4aed-bed4-f6e0382d54ec, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f3e69c5d-634e-4aed-bed4-f6e0382d54ec,segment=NetworkSegment(06de6642-5db1-43a3-8f9b-4ff6072e8323),segment_id=06de6642-5db1-43a3-8f9b-4ff6072e8323)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:45.372020 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.385133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Calling delete_port for f3e69c5d-634e-4aed-bed4-f6e0382d54ec owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:45.535706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f3e69c5d-634e-4aed-bed4-f6e0382d54ec), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.562080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Port': ['ID=f3e69c5d-634e-4aed-bed4-f6e0382d54ec,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:45.565548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No DVR routers for this DVR port f3e69c5d-634e-4aed-bed4-f6e0382d54ec on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:45.645393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.664726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ea2af-aca4-4a08-b57e-8491941dd390']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:45.674395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06de6642-5db1-43a3-8f9b-4ff6072e8323') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:45.674701 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06de6642-5db1-43a3-8f9b-4ff6072e8323') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:45.683875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.696900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.702688 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:45.703092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (06de6642-5db1-43a3-8f9b-4ff6072e8323), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:45.706100 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:45.741013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8c5189b3-7413-4850-ac2e-828404ab68e8 None None] Current status of the port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:45.861346 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-704c0739-ebcb-46f5-bfdf-2046bb30785f None None] Provisioning complete for port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:45.861720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-704c0739-ebcb-46f5-bfdf-2046bb30785f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.943193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-704c0739-ebcb-46f5-bfdf-2046bb30785f None None] Current status of the port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:46.066771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (2b2ea2af-aca4-4a08-b57e-8491941dd390), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.071249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.074706 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/2b2ea2af-aca4-4a08-b57e-8491941dd390 HTTP/1.1" status: 204 len: 168 time: 2.3529439 Apr 06 14:57:46.077907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54624) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:46.088969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143ed86-adaa-47dd-801d-b446ca695025 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Network': ['ID=2b2ea2af-aca4-4a08-b57e-8491941dd390,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:46.106333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d668a464-ee44-4fbc-8797-6e4d6185eea0 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] GET failed (client error): The resource could not be found. Apr 06 14:57:46.107679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d668a464-ee44-4fbc-8797-6e4d6185eea0 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "GET /v2.0/subnets/377e07f9-e3c9-4ba4-bda1-c366d0ae54a1 HTTP/1.1" status: 404 len: 337 time: 0.0286379 Apr 06 14:57:46.111012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54626) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:46.133309 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb7aae1-c199-482b-84d4-a7a1b4fc05f2 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:46.133796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb7aae1-c199-482b-84d4-a7a1b4fc05f2 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:46.137153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0eb7aae1-c199-482b-84d4-a7a1b4fc05f2 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/2b2ea2af-aca4-4a08-b57e-8491941dd390 HTTP/1.1" status: 404 len: 339 time: 0.0251684 Apr 06 14:57:46.140827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54628) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:46.165802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-643391b2-0eaf-453e-a789-0c8e460e6ad0 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:46.166246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643391b2-0eaf-453e-a789-0c8e460e6ad0 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:46.169221 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-643391b2-0eaf-453e-a789-0c8e460e6ad0 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/subnets/377e07f9-e3c9-4ba4-bda1-c366d0ae54a1 HTTP/1.1" status: 404 len: 337 time: 0.0274870 Apr 06 14:57:46.172162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54630) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:46.189676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-119b1da3-c2f8-45d4-8552-daa2c5426f32 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:46.190152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119b1da3-c2f8-45d4-8552-daa2c5426f32 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:46.193087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-119b1da3-c2f8-45d4-8552-daa2c5426f32 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/2b2ea2af-aca4-4a08-b57e-8491941dd390 HTTP/1.1" status: 404 len: 339 time: 0.0200591 Apr 06 14:57:46.195173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54632) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:46.243508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting subnet 3927ed6d-46a0-462a-97fe-10f8d736f44a {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:57:46.246579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (3927ed6d-46a0-462a-97fe-10f8d736f44a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.290033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (3927ed6d-46a0-462a-97fe-10f8d736f44a), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.412689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (3927ed6d-46a0-462a-97fe-10f8d736f44a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.459493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b36a4307-2702-4a67-ab2b-bfe4bb20cc9b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:46.511979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:46.512357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.581866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (3927ed6d-46a0-462a-97fe-10f8d736f44a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.589688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:46.611592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Subnet': ['ID=3927ed6d-46a0-462a-97fe-10f8d736f44a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:46.615733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.619559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ec700982-5d1d-42f6-95d4-23f95ee3cd3b tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/subnets/3927ed6d-46a0-462a-97fe-10f8d736f44a HTTP/1.1" status: 204 len: 168 time: 0.4235151 Apr 06 14:57:46.621070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0985786-828a-4f7b-b57e-7bf0e91350e4 None None] Network c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:46.622058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54634) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:46.701690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.764100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:46.764328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] DHCP port deletion for c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:57:46.765021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.812193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] Deleting port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:46.812566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.828390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] For port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,segment=NetworkSegment(3c83d383-c777-4b40-b224-4aab668c9c2c),segment_id=3c83d383-c777-4b40-b224-4aab668c9c2c)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:46.828794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.840936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Calling delete_port for b36a4307-2702-4a67-ab2b-bfe4bb20cc9b owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:46.876616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] For port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,segment=NetworkSegment(3c83d383-c777-4b40-b224-4aab668c9c2c),segment_id=3c83d383-c777-4b40-b224-4aab668c9c2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:46.877037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.889440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] Calling delete_port for b36a4307-2702-4a67-ab2b-bfe4bb20cc9b owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:46.975757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.983306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (b36a4307-2702-4a67-ab2b-bfe4bb20cc9b), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.007201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Port': ['ID=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:47.007201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No DVR routers for this DVR port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:47.015065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] No DVR routers for this DVR port b36a4307-2702-4a67-ab2b-bfe4bb20cc9b on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:47.019073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519fa3f-4f21-4ea2-9f36-c6f67992a915 None None] Pushing event deleted for resources: {'Port': ['ID=b36a4307-2702-4a67-ab2b-bfe4bb20cc9b,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:47.089629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.109871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:47.118791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c83d383-c777-4b40-b224-4aab668c9c2c') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:47.119094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c83d383-c777-4b40-b224-4aab668c9c2c') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:47.128496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (3c83d383-c777-4b40-b224-4aab668c9c2c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.141753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (3c83d383-c777-4b40-b224-4aab668c9c2c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.149083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:47.149490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (3c83d383-c777-4b40-b224-4aab668c9c2c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:47.152712 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:47.267213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.274850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.278162 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b HTTP/1.1" status: 204 len: 168 time: 0.6551516 Apr 06 14:57:47.291774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54636) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:47.300755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d101a-d571-410c-8447-4c39733bf313 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Network': ['ID=c0e617d6-9a1c-4cc9-a3bb-e87ed58c0d9b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:47.324493 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-4488b8e6-9436-4a06-b683-f886baa30c8d tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:47.324493 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4488b8e6-9436-4a06-b683-f886baa30c8d tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:47.325373 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-4488b8e6-9436-4a06-b683-f886baa30c8d tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/subnets/ad6487db-5539-45bc-85a0-9cc0f9c4e985 HTTP/1.1" status: 404 len: 337 time: 0.0326526 Apr 06 14:57:47.327990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54638) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:47.350208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff46534-2850-45df-9474-df9fd4f4b1d9 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:47.350693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff46534-2850-45df-9474-df9fd4f4b1d9 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:47.353758 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fff46534-2850-45df-9474-df9fd4f4b1d9 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/901b0d87-fc51-445f-ae8c-9806b701bb06 HTTP/1.1" status: 404 len: 339 time: 0.0248899 Apr 06 14:57:47.356246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54640) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:47.385690 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0b1f88-8649-4b0a-8631-d61c6aef1dd9 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:47.386395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0b1f88-8649-4b0a-8631-d61c6aef1dd9 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:47.389424 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2e0b1f88-8649-4b0a-8631-d61c6aef1dd9 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/subnets/8a23e477-f683-452c-86aa-02a230b421a3 HTTP/1.1" status: 404 len: 337 time: 0.0321808 Apr 06 14:57:47.391840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54642) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:47.409598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cc3ef1-bfd5-455c-bcf4-3838308c9818 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] DELETE failed (client error): The resource could not be found. Apr 06 14:57:47.410075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cc3ef1-bfd5-455c-bcf4-3838308c9818 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:57:47.412984 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-34cc3ef1-bfd5-455c-bcf4-3838308c9818 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/c18ffc25-bf34-4caa-9479-3e589c21447f HTTP/1.1" status: 404 len: 339 time: 0.0202298 Apr 06 14:57:47.415338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54644) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:47.464941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting subnet 25e2a29f-b3e9-426d-a980-4d29f7991417 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:57:47.468663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (25e2a29f-b3e9-426d-a980-4d29f7991417), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.507484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (25e2a29f-b3e9-426d-a980-4d29f7991417), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.593322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (25e2a29f-b3e9-426d-a980-4d29f7991417), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.712801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (25e2a29f-b3e9-426d-a980-4d29f7991417), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.740676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Subnet': ['ID=25e2a29f-b3e9-426d-a980-4d29f7991417,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:47.742666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.747094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-236bf672-378f-46da-b601-780022bb3966 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/subnets/25e2a29f-b3e9-426d-a980-4d29f7991417 HTTP/1.1" status: 204 len: 168 time: 0.3295915 Apr 06 14:57:47.747220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e56445-6cc0-4067-9052-b2e1f6974715 None None] Network 02a90f44-8e85-4911-874a-9842e07482b0 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:47.748676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54646) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:47.823522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (02a90f44-8e85-4911-874a-9842e07482b0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.882186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Deleting port 6f49809d-9066-48dc-b871-4615224d1db6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:47.882535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6f49809d-9066-48dc-b871-4615224d1db6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.888240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] DHCP port deletion for 02a90f44-8e85-4911-874a-9842e07482b0 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:57:47.940256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] Deleting port 6f49809d-9066-48dc-b871-4615224d1db6 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:47.940627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (6f49809d-9066-48dc-b871-4615224d1db6), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.945095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] For port 6f49809d-9066-48dc-b871-4615224d1db6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f49809d-9066-48dc-b871-4615224d1db6,segment=NetworkSegment(be5c828e-eaf9-4cd7-973e-6ff848bc89b5),segment_id=be5c828e-eaf9-4cd7-973e-6ff848bc89b5)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:47.945488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6f49809d-9066-48dc-b871-4615224d1db6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:47.958997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Calling delete_port for 6f49809d-9066-48dc-b871-4615224d1db6 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:48.101327 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (6f49809d-9066-48dc-b871-4615224d1db6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.129436 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Port': ['ID=6f49809d-9066-48dc-b871-4615224d1db6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:48.136927 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] No DVR routers for this DVR port 6f49809d-9066-48dc-b871-4615224d1db6 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:48.141760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.142129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.142695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.143233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.143583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.143919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.144255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.144585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.144938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.145266 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.145595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.145928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.146249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.146574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.146897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:48.153579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] For port 6f49809d-9066-48dc-b871-4615224d1db6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=6f49809d-9066-48dc-b871-4615224d1db6,segment=NetworkSegment(be5c828e-eaf9-4cd7-973e-6ff848bc89b5),segment_id=be5c828e-eaf9-4cd7-973e-6ff848bc89b5)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:48.153984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (6f49809d-9066-48dc-b871-4615224d1db6), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.167772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] Calling delete_port for 6f49809d-9066-48dc-b871-4615224d1db6 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:48.241413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (02a90f44-8e85-4911-874a-9842e07482b0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.250558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (6f49809d-9066-48dc-b871-4615224d1db6), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.268386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a90f44-8e85-4911-874a-9842e07482b0']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:48.277349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] Pushing event deleted for resources: {'Port': ['ID=6f49809d-9066-48dc-b871-4615224d1db6,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:48.279225 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a1908-3d12-455c-987c-9df0793f4b2d None None] No DVR routers for this DVR port 6f49809d-9066-48dc-b871-4615224d1db6 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:48.284971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:48.284971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5c828e-eaf9-4cd7-973e-6ff848bc89b5') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:48.296323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (be5c828e-eaf9-4cd7-973e-6ff848bc89b5), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.310095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (be5c828e-eaf9-4cd7-973e-6ff848bc89b5), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.318864 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:48.319260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (be5c828e-eaf9-4cd7-973e-6ff848bc89b5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:48.325069 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:48.451775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b36a4307-2702-4a67-ab2b-bfe4bb20cc9b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:48.466800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (02a90f44-8e85-4911-874a-9842e07482b0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.474728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b36a4307-2702-4a67-ab2b-bfe4bb20cc9b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:48.475648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b36a4307-2702-4a67-ab2b-bfe4bb20cc9b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:48.476087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f49809d-9066-48dc-b871-4615224d1db6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:48.476363 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.479749 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] 10.222.0.89 "DELETE /v2.0/networks/02a90f44-8e85-4911-874a-9842e07482b0 HTTP/1.1" status: 204 len: 168 time: 0.7301345 Apr 06 14:57:48.492806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446b82e-7d4d-42a6-850a-614feb322af6 tempest-NetworksIpV6Test-974797269 tempest-NetworksIpV6Test-974797269-project] Pushing event deleted for resources: {'Network': ['ID=02a90f44-8e85-4911-874a-9842e07482b0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:48.496086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 6f49809d-9066-48dc-b871-4615224d1db6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:48.496340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 6f49809d-9066-48dc-b871-4615224d1db6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:48.921541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54652) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:49.050173 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9b849f3d-4994-439b-9d51-55b6b8d06fb0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4cfac25fb9cd473e9edcf863b9681412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274529 Apr 06 14:57:49.052768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54656) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:49.104138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306051b4-6582-4a7d-a1fd-2370be2007ad admin admin] Publish callbacks [] for security_group (37d7f8d1-919c-4dcd-aa79-1dfc95f2df43), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:49.124521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306051b4-6582-4a7d-a1fd-2370be2007ad admin admin] Publish callbacks [] for security_group (37d7f8d1-919c-4dcd-aa79-1dfc95f2df43), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:49.238219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306051b4-6582-4a7d-a1fd-2370be2007ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (37d7f8d1-919c-4dcd-aa79-1dfc95f2df43), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:49.240800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-306051b4-6582-4a7d-a1fd-2370be2007ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:49.241963 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-306051b4-6582-4a7d-a1fd-2370be2007ad admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/37d7f8d1-919c-4dcd-aa79-1dfc95f2df43 HTTP/1.1" status: 204 len: 168 time: 0.1882002 Apr 06 14:57:49.250184 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306051b4-6582-4a7d-a1fd-2370be2007ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7f8d1-919c-4dcd-aa79-1dfc95f2df43,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:50.168679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54678) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:50.260265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-990936575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:50.335448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (2368b6a3-c0ff-4244-83ae-a093b93070fc), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.336445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (2368b6a3-c0ff-4244-83ae-a093b93070fc), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.388250 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for router_controller (2368b6a3-c0ff-4244-83ae-a093b93070fc), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.449624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (2368b6a3-c0ff-4244-83ae-a093b93070fc), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.508431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.509676 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-83559243-0cdd-4099-937e-623b49b880e4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3398716 Apr 06 14:57:50.512633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54682) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:50.518365 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1457638317'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:50.574918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Made reservation on behalf of a42d1c0837eb400eadbe31f9d70acbae for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:50.578950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.587952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.663297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for security_group (259155e1-9088-4cad-b1f2-65f7680c016f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.729092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (259155e1-9088-4cad-b1f2-65f7680c016f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.755668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:50.766078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259155e1-9088-4cad-b1f2-65f7680c016f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:50.770999 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.771262 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Added segment 2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86 of type vlan for network f39b56cd-91be-48db-b17d-2c86b769ca3d Apr 06 14:57:50.810591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (f39b56cd-91be-48db-b17d-2c86b769ca3d), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.890294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (f39b56cd-91be-48db-b17d-2c86b769ca3d), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.895160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:50.895743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:50.959076 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event updated for resources: {'Network': ['ID=f39b56cd-91be-48db-b17d-2c86b769ca3d,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:50.970082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network f39b56cd-91be-48db-b17d-2c86b769ca3d details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:51.012467 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-38a0e64a-a631-4f9a-91c8-bf6a952b7f55 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4987140 Apr 06 14:57:51.015319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54684) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:51.020430 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Request body: {'subnet': {'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:51.157793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Made reservation on behalf of a42d1c0837eb400eadbe31f9d70acbae for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:51.161103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.392806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (70237e53-3d58-4a49-88a2-961976cceb16), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.452402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event updated for resources: {'Subnet': ['ID=70237e53-3d58-4a49-88a2-961976cceb16,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:51.459310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Checking segment: {'id': '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:51.459666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Network hostable DHCP agents. Network: f39b56cd-91be-48db-b17d-2c86b769ca3d, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:51.552256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Network f39b56cd-91be-48db-b17d-2c86b769ca3d is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:51.597772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, f39b56cd-91be-48db-b17d-2c86b769ca3d) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:51.601953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:51.602558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.607226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617227f-3b64-47b0-9471-355c15d2b618 None None] Network f39b56cd-91be-48db-b17d-2c86b769ca3d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:51.663589 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-49b969bc-35d9-4026-b3e6-fbe59c7c3d41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6471400 Apr 06 14:57:51.666585 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54686) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:51.671542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-302458171'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:51.709065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47207751-989d-4251-a620-f25da20535c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-f39b56cd-91be-48db-b17d-2c86b769ca3d', 'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d', 'project_id': 'a42d1c0837eb400eadbe31f9d70acbae', 'fixed_ips': [{'subnet_id': '70237e53-3d58-4a49-88a2-961976cceb16'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:51.709921 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.729499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Made reservation on behalf of a42d1c0837eb400eadbe31f9d70acbae for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:51.733057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.757013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:51.765789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c8ec3100-ea23-4d53-b6f0-aa11886a6c80), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.766142 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Added segment c8ec3100-ea23-4d53-b6f0-aa11886a6c80 of type vlan for network 1dc7e0b0-aa99-4b65-a799-41243efe17cd Apr 06 14:57:51.810400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (1dc7e0b0-aa99-4b65-a799-41243efe17cd), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.844466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-47207751-989d-4251-a620-f25da20535c8 None None] Allocated IP 172.20.0.2 (f39b56cd-91be-48db-b17d-2c86b769ca3d/70237e53-3d58-4a49-88a2-961976cceb16/810855b1-d1f9-47bc-aaa2-80704870a93b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:51.895324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (1dc7e0b0-aa99-4b65-a799-41243efe17cd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.900421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:51.901105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:51.965308 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event updated for resources: {'Network': ['ID=1dc7e0b0-aa99-4b65-a799-41243efe17cd,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:51.977807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 1dc7e0b0-aa99-4b65-a799-41243efe17cd details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:51.985089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Publish callbacks [] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.001682 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7b332de7-e64e-4e8b-b698-ef859b87de09 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3339832 Apr 06 14:57:52.004749 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54688) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:52.009891 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Request body: {'subnet': {'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:52.046524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.086873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47207751-989d-4251-a620-f25da20535c8 None None] Network f39b56cd-91be-48db-b17d-2c86b769ca3d is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:52.094024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-47207751-989d-4251-a620-f25da20535c8 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:52.099285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47207751-989d-4251-a620-f25da20535c8 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:52.101265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47207751-989d-4251-a620-f25da20535c8 None None] Pushing event updated for resources: {'Port': ['ID=810855b1-d1f9-47bc-aaa2-80704870a93b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:52.113738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.114086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.114429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.114765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.115100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.115429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.115754 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.116076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.116401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.116780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.117079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.117403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.117723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.118039 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.118349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:52.140806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Made reservation on behalf of a42d1c0837eb400eadbe31f9d70acbae for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:52.144301 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.169905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-47207751-989d-4251-a620-f25da20535c8 None None] Attempting to bind port 810855b1-d1f9-47bc-aaa2-80704870a93b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:52.170484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-47207751-989d-4251-a620-f25da20535c8 None None] Attempting to bind port 810855b1-d1f9-47bc-aaa2-80704870a93b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:52.170851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47207751-989d-4251-a620-f25da20535c8 None None] Attempting to bind port 810855b1-d1f9-47bc-aaa2-80704870a93b on network f39b56cd-91be-48db-b17d-2c86b769ca3d {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:52.175709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47207751-989d-4251-a620-f25da20535c8 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:52.176086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47207751-989d-4251-a620-f25da20535c8 None None] Checking segment: {'id': '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:52.176482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.176900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47207751-989d-4251-a620-f25da20535c8 None None] Bound using segment: {'id': '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:52.177360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-47207751-989d-4251-a620-f25da20535c8 None None] Bound port: 810855b1-d1f9-47bc-aaa2-80704870a93b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f39b56cd-91be-48db-b17d-2c86b769ca3d'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:52.177739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.239764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-47207751-989d-4251-a620-f25da20535c8 None None] For port 810855b1-d1f9-47bc-aaa2-80704870a93b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:52.242748 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-47207751-989d-4251-a620-f25da20535c8 None None] For port 810855b1-d1f9-47bc-aaa2-80704870a93b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=810855b1-d1f9-47bc-aaa2-80704870a93b,segment=NetworkSegment(2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86),segment_id=2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:52.307069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-47207751-989d-4251-a620-f25da20535c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.344040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1fda-2799-4cfb-ae88-e3ff22de5747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.371451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47207751-989d-4251-a620-f25da20535c8 None None] Pushing event updated for resources: {'Port': ['ID=810855b1-d1f9-47bc-aaa2-80704870a93b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:52.377058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (92d2492b-2c99-4379-bab1-b5ea59d33a52), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.447403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event updated for resources: {'Subnet': ['ID=92d2492b-2c99-4379-bab1-b5ea59d33a52,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:52.454830 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Checking segment: {'id': 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:52.455217 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Network hostable DHCP agents. Network: 1dc7e0b0-aa99-4b65-a799-41243efe17cd, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:52.524019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Network 1dc7e0b0-aa99-4b65-a799-41243efe17cd is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:52.586964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 1dc7e0b0-aa99-4b65-a799-41243efe17cd) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:52.591730 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:52.592818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.596370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7f28a-0daa-4d34-9272-0750b6640231 None None] Network 1dc7e0b0-aa99-4b65-a799-41243efe17cd requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:52.669401 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e2daa75f-c5bf-49a4-9d35-b9653172075b tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6635501 Apr 06 14:57:52.673083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54690) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:52.677690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5d0d8659-cfc9-41ef-81f8-4e57ad14070d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:52.701010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-1dc7e0b0-aa99-4b65-a799-41243efe17cd', 'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd', 'project_id': 'a42d1c0837eb400eadbe31f9d70acbae', 'fixed_ips': [{'subnet_id': '92d2492b-2c99-4379-bab1-b5ea59d33a52'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:52.701958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.844440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Allocated IP 172.21.0.2 (1dc7e0b0-aa99-4b65-a799-41243efe17cd/92d2492b-2c99-4379-bab1-b5ea59d33a52/a2d29266-7621-4ad4-a3ff-d2b021f7f837) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:52.895639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8659-cfc9-41ef-81f8-4e57ad14070d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for router_gateway (2368b6a3-c0ff-4244-83ae-a093b93070fc), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:52.993784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Publish callbacks [] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.053223 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.api.v2.resource [None req-5d0d8659-cfc9-41ef-81f8-4e57ad14070d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:57:53.054143 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5d0d8659-cfc9-41ef-81f8-4e57ad14070d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "PUT /v2.0/routers/2368b6a3-c0ff-4244-83ae-a093b93070fc HTTP/1.1" status: 400 len: 364 time: 0.3802021 Apr 06 14:57:53.060071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54692) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:53.062265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.113402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Network 1dc7e0b0-aa99-4b65-a799-41243efe17cd is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:53.118827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:53.121198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Deleting subnet 92d2492b-2c99-4379-bab1-b5ea59d33a52 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:57:53.121347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:53.125998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for subnet (92d2492b-2c99-4379-bab1-b5ea59d33a52), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.137909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Pushing event updated for resources: {'Port': ['ID=a2d29266-7621-4ad4-a3ff-d2b021f7f837,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:53.172046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (92d2492b-2c99-4379-bab1-b5ea59d33a52), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.200339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Attempting to bind port a2d29266-7621-4ad4-a3ff-d2b021f7f837 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:53.200744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Attempting to bind port a2d29266-7621-4ad4-a3ff-d2b021f7f837 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:53.202032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Attempting to bind port a2d29266-7621-4ad4-a3ff-d2b021f7f837 on network 1dc7e0b0-aa99-4b65-a799-41243efe17cd {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:53.207965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:53.208395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Checking segment: {'id': 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:53.208865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.209273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Bound using segment: {'id': 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:53.209758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Bound port: a2d29266-7621-4ad4-a3ff-d2b021f7f837, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '1dc7e0b0-aa99-4b65-a799-41243efe17cd'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:53.210203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.272026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (92d2492b-2c99-4379-bab1-b5ea59d33a52), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.293739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10dd6b1-ff17-4811-9f8b-6bc1a2eab785 None None] Network f39b56cd-91be-48db-b17d-2c86b769ca3d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:53.363135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] Provisioning complete for port 810855b1-d1f9-47bc-aaa2-80704870a93b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:53.363503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.392722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (92d2492b-2c99-4379-bab1-b5ea59d33a52), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.400510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] For port a2d29266-7621-4ad4-a3ff-d2b021f7f837, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:53.422805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event deleted for resources: {'Subnet': ['ID=92d2492b-2c99-4379-bab1-b5ea59d33a52,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:53.427698 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.429972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] For port a2d29266-7621-4ad4-a3ff-d2b021f7f837, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a2d29266-7621-4ad4-a3ff-d2b021f7f837,segment=NetworkSegment(c8ec3100-ea23-4d53-b6f0-aa11886a6c80),segment_id=c8ec3100-ea23-4d53-b6f0-aa11886a6c80)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:53.433535 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f1958c00-d221-4578-95ef-8709e9b5eb7d tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "DELETE /v2.0/subnets/92d2492b-2c99-4379-bab1-b5ea59d33a52 HTTP/1.1" status: 204 len: 168 time: 0.3685167 Apr 06 14:57:53.433768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54694) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:53.495646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.511144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (1dc7e0b0-aa99-4b65-a799-41243efe17cd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.544789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] Current status of the port 810855b1-d1f9-47bc-aaa2-80704870a93b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:53.545899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.573711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Deleting port a2d29266-7621-4ad4-a3ff-d2b021f7f837 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:53.573711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.587046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623e393-fd11-4396-aaeb-b03ebda690e1 None None] Pushing event updated for resources: {'Port': ['ID=a2d29266-7621-4ad4-a3ff-d2b021f7f837,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:53.600097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] For port 810855b1-d1f9-47bc-aaa2-80704870a93b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=810855b1-d1f9-47bc-aaa2-80704870a93b,segment=NetworkSegment(2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86),segment_id=2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:53.667621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] For port a2d29266-7621-4ad4-a3ff-d2b021f7f837, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=a2d29266-7621-4ad4-a3ff-d2b021f7f837,segment=NetworkSegment(c8ec3100-ea23-4d53-b6f0-aa11886a6c80),segment_id=c8ec3100-ea23-4d53-b6f0-aa11886a6c80)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:53.667995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.683333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Calling delete_port for a2d29266-7621-4ad4-a3ff-d2b021f7f837 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:53.689453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.715631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.746568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d3627-97cf-4373-8ff4-c5b2dd1aa22c None None] Pushing event updated for resources: {'Port': ['ID=810855b1-d1f9-47bc-aaa2-80704870a93b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:53.822577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f314a59f-cce1-454e-97b4-bc054fcb2f4a None None] Provisioning complete for port 810855b1-d1f9-47bc-aaa2-80704870a93b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:53.828316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f314a59f-cce1-454e-97b4-bc054fcb2f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.872198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (a2d29266-7621-4ad4-a3ff-d2b021f7f837), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:53.905766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event deleted for resources: {'Port': ['ID=a2d29266-7621-4ad4-a3ff-d2b021f7f837,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:53.907692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] No DVR routers for this DVR port a2d29266-7621-4ad4-a3ff-d2b021f7f837 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:53.919409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f314a59f-cce1-454e-97b4-bc054fcb2f4a None None] Current status of the port 810855b1-d1f9-47bc-aaa2-80704870a93b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:53.991758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (1dc7e0b0-aa99-4b65-a799-41243efe17cd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.012828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc7e0b0-aa99-4b65-a799-41243efe17cd']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:54.023340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:54.023635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ec3100-ea23-4d53-b6f0-aa11886a6c80') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:54.033266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (c8ec3100-ea23-4d53-b6f0-aa11886a6c80), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.047041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (c8ec3100-ea23-4d53-b6f0-aa11886a6c80), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.052670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:54.053080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (c8ec3100-ea23-4d53-b6f0-aa11886a6c80), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:54.055980 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:54.197930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (1dc7e0b0-aa99-4b65-a799-41243efe17cd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.204862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.208021 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "DELETE /v2.0/networks/1dc7e0b0-aa99-4b65-a799-41243efe17cd HTTP/1.1" status: 204 len: 168 time: 0.7733004 Apr 06 14:57:54.210416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54696) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:54.228527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d96ce8-0f6c-4118-a598-ac02c6bf47c7 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event deleted for resources: {'Network': ['ID=1dc7e0b0-aa99-4b65-a799-41243efe17cd,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:54.273463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Deleting subnet 70237e53-3d58-4a49-88a2-961976cceb16 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:57:54.276850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for subnet (70237e53-3d58-4a49-88a2-961976cceb16), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.331167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (70237e53-3d58-4a49-88a2-961976cceb16), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.430763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (70237e53-3d58-4a49-88a2-961976cceb16), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.476640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 810855b1-d1f9-47bc-aaa2-80704870a93b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:54.533611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 810855b1-d1f9-47bc-aaa2-80704870a93b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:54.534047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.546958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (70237e53-3d58-4a49-88a2-961976cceb16), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.577590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event deleted for resources: {'Subnet': ['ID=70237e53-3d58-4a49-88a2-961976cceb16,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:54.582720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.588367 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f343428d-0243-4177-bba8-852c80f9dca2 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "DELETE /v2.0/subnets/70237e53-3d58-4a49-88a2-961976cceb16 HTTP/1.1" status: 204 len: 168 time: 0.3748169 Apr 06 14:57:54.588864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54698) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:54.591249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e2229-1bf9-4945-afbd-9b892ee4ce95 None None] Network f39b56cd-91be-48db-b17d-2c86b769ca3d requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:54.696125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (f39b56cd-91be-48db-b17d-2c86b769ca3d), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.717401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b5429-5955-4834-a2c9-28414ee1bf30 None None] DHCP port deletion for 1dc7e0b0-aa99-4b65-a799-41243efe17cd request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:57:54.719584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 810855b1-d1f9-47bc-aaa2-80704870a93b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:54.746965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295250b2-ea1e-4902-84f0-44e474b34cc6 None None] Network 1dc7e0b0-aa99-4b65-a799-41243efe17cd requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:54.753068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5fa657be-f010-4374-a390-0dfcd50dc1ab None None] Could not find standard attr ID for object a2d29266-7621-4ad4-a3ff-d2b021f7f837. {{(pid=104422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:57:54.760803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Deleting port 810855b1-d1f9-47bc-aaa2-80704870a93b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:54.761189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.765968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295250b2-ea1e-4902-84f0-44e474b34cc6 None None] Network 1dc7e0b0-aa99-4b65-a799-41243efe17cd could not be found, it might have been deleted concurrently. {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:57:54.795553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c5fc9ba2-5a48-4dbb-a3ab-e6d34b9e36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.824096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] DHCP port deletion for f39b56cd-91be-48db-b17d-2c86b769ca3d request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:57:54.829203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] For port 810855b1-d1f9-47bc-aaa2-80704870a93b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=810855b1-d1f9-47bc-aaa2-80704870a93b,segment=NetworkSegment(2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86),segment_id=2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:54.829607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.847284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Calling delete_port for 810855b1-d1f9-47bc-aaa2-80704870a93b owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:54.876504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] Deleting port 810855b1-d1f9-47bc-aaa2-80704870a93b {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:54.876834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.941590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] For port 810855b1-d1f9-47bc-aaa2-80704870a93b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=810855b1-d1f9-47bc-aaa2-80704870a93b,segment=NetworkSegment(2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86),segment_id=2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:54.941983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.954553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] Calling delete_port for 810855b1-d1f9-47bc-aaa2-80704870a93b owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:54.980816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.007005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event deleted for resources: {'Port': ['ID=810855b1-d1f9-47bc-aaa2-80704870a93b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:55.012102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] No DVR routers for this DVR port 810855b1-d1f9-47bc-aaa2-80704870a93b on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:55.039725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (810855b1-d1f9-47bc-aaa2-80704870a93b), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.066799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] Pushing event deleted for resources: {'Port': ['ID=810855b1-d1f9-47bc-aaa2-80704870a93b,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:55.069016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1256e33-e4e1-4582-8620-2d0cab71c9b5 None None] No DVR routers for this DVR port 810855b1-d1f9-47bc-aaa2-80704870a93b on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:55.100878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (f39b56cd-91be-48db-b17d-2c86b769ca3d), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.121006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39b56cd-91be-48db-b17d-2c86b769ca3d']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:55.130840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:55.131142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:55.141266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.154095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.160141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (2ebc7d4f-4ddd-40d7-a3cf-4e900c075a86), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:57:55.166416 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:57:55.277932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (f39b56cd-91be-48db-b17d-2c86b769ca3d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.286051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.289232 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "DELETE /v2.0/networks/f39b56cd-91be-48db-b17d-2c86b769ca3d HTTP/1.1" status: 204 len: 168 time: 0.6956465 Apr 06 14:57:55.292114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54700) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:55.358514 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-03994457-c872-4f31-a273-ee240277c4a4 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "GET /v2.0/ports?device_id=2368b6a3-c0ff-4244-83ae-a093b93070fc HTTP/1.1" status: 200 len: 205 time: 0.0636022 Apr 06 14:57:55.360538 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54702) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:55.445315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for router (2368b6a3-c0ff-4244-83ae-a093b93070fc), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.625162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (2368b6a3-c0ff-4244-83ae-a093b93070fc), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.627852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for router_controller (2368b6a3-c0ff-4244-83ae-a093b93070fc), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.652360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f03b2-5d06-4b4e-9746-51b880fff957 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Pushing event deleted for resources: {'Network': ['ID=f39b56cd-91be-48db-b17d-2c86b769ca3d,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:55.746753 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (2368b6a3-c0ff-4244-83ae-a093b93070fc), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.747264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Fanout notify agent at l3_agent the message router_deleted on router 2368b6a3-c0ff-4244-83ae-a093b93070fc {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:57:55.754607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:55.758004 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ed929680-5ecf-4bbf-bbb7-42198fbd4c41 tempest-RoutersNegativeTest-1901143240 tempest-RoutersNegativeTest-1901143240-project] 10.222.0.89 "DELETE /v2.0/routers/2368b6a3-c0ff-4244-83ae-a093b93070fc HTTP/1.1" status: 204 len: 168 time: 0.3939099 Apr 06 14:57:55.866546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:56.254348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54708) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:56.386753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-af3a30aa-9774-495c-b1e0-080ffe3058ba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a42d1c0837eb400eadbe31f9d70acbae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312354 Apr 06 14:57:56.390028 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54712) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:56.439710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c18dc289-4373-4d01-8aa7-98aa4a42be08 admin admin] Publish callbacks [] for security_group (259155e1-9088-4cad-b1f2-65f7680c016f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:56.452208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a2d29266-7621-4ad4-a3ff-d2b021f7f837 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:56.461258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c18dc289-4373-4d01-8aa7-98aa4a42be08 admin admin] Publish callbacks [] for security_group (259155e1-9088-4cad-b1f2-65f7680c016f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:56.476455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: a2d29266-7621-4ad4-a3ff-d2b021f7f837 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:56.476828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device a2d29266-7621-4ad4-a3ff-d2b021f7f837 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:56.477239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 810855b1-d1f9-47bc-aaa2-80704870a93b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:56.496858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 810855b1-d1f9-47bc-aaa2-80704870a93b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:56.497202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 810855b1-d1f9-47bc-aaa2-80704870a93b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:56.575140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c18dc289-4373-4d01-8aa7-98aa4a42be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (259155e1-9088-4cad-b1f2-65f7680c016f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:56.578473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c18dc289-4373-4d01-8aa7-98aa4a42be08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:56.579669 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c18dc289-4373-4d01-8aa7-98aa4a42be08 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/259155e1-9088-4cad-b1f2-65f7680c016f HTTP/1.1" status: 204 len: 168 time: 0.1890764 Apr 06 14:57:56.588546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dc289-4373-4d01-8aa7-98aa4a42be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259155e1-9088-4cad-b1f2-65f7680c016f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:57.422345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54734) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:57.478057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.492731 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:57:57.517710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1656081107-network', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:57.580935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Made reservation on behalf of b4aa6532372749a4b4f3615694e6bd05 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:57.583271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.592672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.665406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks [] for security_group (0a6ecac2-0a58-45ba-a611-67e03fb9fd54), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.734778 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0a6ecac2-0a58-45ba-a611-67e03fb9fd54), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.758065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:57:57.768327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6ecac2-0a58-45ba-a611-67e03fb9fd54,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:57.773035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (25017d2b-21b7-4151-806e-ea0202b6ab00), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.775646 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Added segment 25017d2b-21b7-4151-806e-ea0202b6ab00 of type vlan for network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 Apr 06 14:57:57.813499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (042f42c4-9e17-4836-a8c9-1ab8e15ba074), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.877597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (042f42c4-9e17-4836-a8c9-1ab8e15ba074), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.878564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:57.879129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:57.936156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] Pushing event updated for resources: {'Network': ['ID=042f42c4-9e17-4836-a8c9-1ab8e15ba074,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:57.945536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:57:57.971693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-70f26d95-97fc-443f-a65b-3636fc3e5778 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5481470 Apr 06 14:57:57.974403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54738) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:57.979111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Request body: {'subnet': {'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-subnet', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:58.032288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Made reservation on behalf of b4aa6532372749a4b4f3615694e6bd05 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:58.034665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.266290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (1f568866-13cf-4385-b457-434b7fdc015f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.319599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f568866-13cf-4385-b457-434b7fdc015f,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:58.330188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Checking segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:58.330549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Network hostable DHCP agents. Network: 042f42c4-9e17-4836-a8c9-1ab8e15ba074, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:57:58.414918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:57:58.477504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 042f42c4-9e17-4836-a8c9-1ab8e15ba074) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:58.481515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:58.482812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.487755 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568cfe2-9a4a-4e74-b7f5-affb61693f47 None None] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:57:58.531470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.554678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5b12cfc0-f28a-466e-8125-9a68ff2037ed admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5792325 Apr 06 14:57:58.557454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54740) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:58.562467 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:58.594996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'fixed_ips': [{'subnet_id': '1f568866-13cf-4385-b457-434b7fdc015f'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:57:58.595841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.643579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (e3385182-68b4-49db-9dcd-fd59984b83ca), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.644685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (e3385182-68b4-49db-9dcd-fd59984b83ca), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.728920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Allocated IP 172.20.0.2 (042f42c4-9e17-4836-a8c9-1ab8e15ba074/1f568866-13cf-4385-b457-434b7fdc015f/bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:58.736040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks [] for router_controller (e3385182-68b4-49db-9dcd-fd59984b83ca), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.872563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Publish callbacks [] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.942724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks [] for router_gateway (e3385182-68b4-49db-9dcd-fd59984b83ca), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.958118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:58.995967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:59.001531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:59.003806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:59.013024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Pushing event updated for resources: {'Port': ['ID=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:59.071993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Attempting to bind port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:59.072369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Attempting to bind port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:59.072768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Attempting to bind port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:59.078653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:59.079034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Checking segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:59.079443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.079840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Bound using segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:59.080309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Bound port: bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:59.080693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.150287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] For port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:59.153166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] For port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:59.221260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.224276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks [] for router_gateway (e3385182-68b4-49db-9dcd-fd59984b83ca), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.251225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.278767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c7e83-c0c5-4bf5-b59d-4dd16f2087c1 None None] Pushing event updated for resources: {'Port': ['ID=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:59.360992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Allocated IP 172.26.6.66 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/96851066-72d7-4f67-91fd-ce33b09e371c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:59.486780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks [] for port (96851066-72d7-4f67-91fd-ce33b09e371c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.620864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:59.659288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:59.666174 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:59.668486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:59.697138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Pushing event updated for resources: {'Port': ['ID=96851066-72d7-4f67-91fd-ce33b09e371c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:00.023726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks [] for router_gateway (e3385182-68b4-49db-9dcd-fd59984b83ca), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.200462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7bffcc-932d-47f0-b70b-986db1cd38b1 None None] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:58:00.231389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (e3385182-68b4-49db-9dcd-fd59984b83ca), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.265459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] Provisioning complete for port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:00.265831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.386585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] Current status of the port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:00.386977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.427540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] For port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:00.428390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Router e3385182-68b4-49db-9dcd-fd59984b83ca is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:58:00.478683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.509883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:00.560993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:00.573357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Sync routers for ids ['e3385182-68b4-49db-9dcd-fd59984b83ca'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:00.576506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb33b-6fb0-44e5-a5fc-e9592f6c29b4 None None] Pushing event updated for resources: {'Port': ['ID=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:00.597781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Routers {'e3385182-68b4-49db-9dcd-fd59984b83ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:00.598513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e3385182-68b4-49db-9dcd-fd59984b83ca'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:00.640552 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.644332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cf6c3f6d-4d59-4a88-9b67-b96b3049301b admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0834370 Apr 06 14:58:00.644489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:00.644489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.644664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54742) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:00.746977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-99afac2f-396a-42d6-836c-287d3d0cb62b None None] Provisioning complete for port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:00.747268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-99afac2f-396a-42d6-836c-287d3d0cb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:00.757426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Set router e3385182-68b4-49db-9dcd-fd59984b83ca gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:00.919739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:01.005260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-99afac2f-396a-42d6-836c-287d3d0cb62b None None] Current status of the port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:01.032865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T14:57:59Z', 'revision_number': 3, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:01.059443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Checking router: e3385182-68b4-49db-9dcd-fd59984b83ca for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:01.059802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Updating router e3385182-68b4-49db-9dcd-fd59984b83ca port 96851066-72d7-4f67-91fd-ce33b09e371c binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:58:01.071279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.086657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.266981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Allocated IP 172.20.0.1 (042f42c4-9e17-4836-a8c9-1ab8e15ba074/1f568866-13cf-4385-b457-434b7fdc015f/b97e5757-d8da-45a6-ba97-529830efe2ca) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:01.341202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Publish callbacks [] for port (96851066-72d7-4f67-91fd-ce33b09e371c), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.366898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks [] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.409008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.459409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Attempting to bind port 96851066-72d7-4f67-91fd-ce33b09e371c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:01.459766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Attempting to bind port 96851066-72d7-4f67-91fd-ce33b09e371c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:01.460131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Attempting to bind port 96851066-72d7-4f67-91fd-ce33b09e371c on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:01.465653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ede3a-c92c-4331-be78-7080f7c7f526 None None] Pushing event updated for resources: {'Port': ['ID=96851066-72d7-4f67-91fd-ce33b09e371c,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:01.470298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:01.470769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:01.471080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.471470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:01.471937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Bound port: 96851066-72d7-4f67-91fd-ce33b09e371c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:01.472322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.489661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.528014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] For port 96851066-72d7-4f67-91fd-ce33b09e371c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:01.531846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:01.535891 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] For port 96851066-72d7-4f67-91fd-ce33b09e371c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=96851066-72d7-4f67-91fd-ce33b09e371c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:01.538346 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:01.541977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:01.548079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b97e5757-d8da-45a6-ba97-529830efe2ca,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:01.587017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.587236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (e3385182-68b4-49db-9dcd-fd59984b83ca), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.654788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Routers {'e3385182-68b4-49db-9dcd-fd59984b83ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:01.655431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e3385182-68b4-49db-9dcd-fd59984b83ca'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:01.690114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ede3a-c92c-4331-be78-7080f7c7f526 None None] Pushing event updated for resources: {'Port': ['ID=96851066-72d7-4f67-91fd-ce33b09e371c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:01.776841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] Set router e3385182-68b4-49db-9dcd-fd59984b83ca gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:01.799701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.891086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5418c22b-df1d-46c4-9c93-475dafb94b5b None None] Provisioning complete for port b97e5757-d8da-45a6-ba97-529830efe2ca triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:01.891463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5418c22b-df1d-46c4-9c93-475dafb94b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.948871 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5418c22b-df1d-46c4-9c93-475dafb94b5b None None] Port b97e5757-d8da-45a6-ba97-529830efe2ca cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:01.965109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks [] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:01.995704 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T14:57:59Z', 'revision_number': 3, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:02.026203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.096031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b97e5757-d8da-45a6-ba97-529830efe2ca,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:02.098684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (e3385182-68b4-49db-9dcd-fd59984b83ca), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.173685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea8ddf-a5e7-4a6c-a55e-12a34cf0aee4 None None] The sync data for ids ['e3385182-68b4-49db-9dcd-fd59984b83ca'] in dv-neutron-836581-2-hyperv is: [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T14:57:59Z', 'revision_number': 3, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:02.202772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:02.204204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:02.327252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Router e3385182-68b4-49db-9dcd-fd59984b83ca has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:58:02.464959 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:02.478728 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f3e090e2-73a3-48f4-9819-c61a0827f3b3 admin admin] 10.222.0.89 "PUT /v2.0/routers/e3385182-68b4-49db-9dcd-fd59984b83ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329577 Apr 06 14:58:02.489330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e8ceb560-71cd-4065-af88-fe7b1b149c15 None None] Provisioning complete for port b97e5757-d8da-45a6-ba97-529830efe2ca triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:02.489860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb560-71cd-4065-af88-fe7b1b149c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.528516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceb560-71cd-4065-af88-fe7b1b149c15 None None] Port b97e5757-d8da-45a6-ba97-529830efe2ca cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:02.578923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 96851066-72d7-4f67-91fd-ce33b09e371c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:02.628753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 96851066-72d7-4f67-91fd-ce33b09e371c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:02.629115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.713008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 96851066-72d7-4f67-91fd-ce33b09e371c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:02.713401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.738765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 96851066-72d7-4f67-91fd-ce33b09e371c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=96851066-72d7-4f67-91fd-ce33b09e371c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:02.797989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.798819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:02.881696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=96851066-72d7-4f67-91fd-ce33b09e371c,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:02.895314 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:02.895700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:02.992176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:03.200338 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54758) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:03.205813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-695174801-network', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:03.283299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Made reservation on behalf of b798cf63c6fb47c8b6d9b69d9b2a79d1 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:58:03.285696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.295107 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.367294 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks [] for security_group (b296300c-3fae-465a-ae79-4e273af71b4a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.426248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b296300c-3fae-465a-ae79-4e273af71b4a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.455531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:58:03.465530 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296300c-3fae-465a-ae79-4e273af71b4a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:03.472807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7e6ff7c1-0518-475e-ac93-caf7fc0b59ee), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.473157 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Added segment 7e6ff7c1-0518-475e-ac93-caf7fc0b59ee of type vlan for network 50a268b6-e253-473d-83f5-aa74a18b5980 Apr 06 14:58:03.514009 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (50a268b6-e253-473d-83f5-aa74a18b5980), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.586236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (50a268b6-e253-473d-83f5-aa74a18b5980), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.587231 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:03.587825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.647428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] Pushing event updated for resources: {'Network': ['ID=50a268b6-e253-473d-83f5-aa74a18b5980,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:03.657915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 50a268b6-e253-473d-83f5-aa74a18b5980 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:58:03.674687 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-083b6c1a-021b-489d-a5ee-fd1d9f067936 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4725795 Apr 06 14:58:03.677340 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 54760) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:03.682272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Request body: {'subnet': {'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-subnet', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:03.734702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Made reservation on behalf of b798cf63c6fb47c8b6d9b69d9b2a79d1 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:58:03.737123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:03.756946 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Sync routers for ids ['e3385182-68b4-49db-9dcd-fd59984b83ca'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:03.767745 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Routers {'e3385182-68b4-49db-9dcd-fd59984b83ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:03.768365 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e3385182-68b4-49db-9dcd-fd59984b83ca'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:03.878648 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Set router e3385182-68b4-49db-9dcd-fd59984b83ca gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:03.957793 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (7eb31e89-8208-420d-88f1-61afaa81c35e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.014894 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb31e89-8208-420d-88f1-61afaa81c35e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:04.025580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Checking segment: {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:04.025952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Network hostable DHCP agents. Network: 50a268b6-e253-473d-83f5-aa74a18b5980, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:58:04.077478 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T14:58:01Z', 'revision_number': 4, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b97e5757-d8da-45a6-ba97-529830efe2ca', 'name': '', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'mac_address': 'fa:16:3e:19:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1f568866-13cf-4385-b457-434b7fdc015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:01Z', 'updated_at': '2022-04-06T14:58:01Z', 'revision_number': 2, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'subnets': [{'id': '1f568866-13cf-4385-b457-434b7fdc015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:04.100068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Network 50a268b6-e253-473d-83f5-aa74a18b5980 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:58:04.102923 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Checking router: e3385182-68b4-49db-9dcd-fd59984b83ca for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:04.103270 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Updating router e3385182-68b4-49db-9dcd-fd59984b83ca port b97e5757-d8da-45a6-ba97-529830efe2ca binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:58:04.129878 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.163172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 50a268b6-e253-473d-83f5-aa74a18b5980) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:04.167484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:04.168115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.173933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe679bb-81ae-4511-aaf1-9c17cc5cbd01 None None] Network 50a268b6-e253-473d-83f5-aa74a18b5980 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:58:04.240522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-00c3d74d-6c29-4a12-b921-ff476257d34a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5618393 Apr 06 14:58:04.243006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54762) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:04.247408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:04.282550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-50a268b6-e253-473d-83f5-aa74a18b5980', 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'fixed_ips': [{'subnet_id': '7eb31e89-8208-420d-88f1-61afaa81c35e'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:58:04.283479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.323574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7b893eff-db51-4efa-a8b2-90e99b276f6a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.324792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7b893eff-db51-4efa-a8b2-90e99b276f6a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.377932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks [] for router_controller (7b893eff-db51-4efa-a8b2-90e99b276f6a), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.399025 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Publish callbacks [] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.421239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Allocated IP 172.20.0.2 (50a268b6-e253-473d-83f5-aa74a18b5980/7eb31e89-8208-420d-88f1-61afaa81c35e/f3bb8c8c-99fe-455a-9db2-3a013d7eaf18) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:04.466367 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.481290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 96851066-72d7-4f67-91fd-ce33b09e371c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:04.515762 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Pushing event updated for resources: {'Port': ['ID=b97e5757-d8da-45a6-ba97-529830efe2ca,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:04.582415 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Attempting to bind port b97e5757-d8da-45a6-ba97-529830efe2ca on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:04.582785 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Attempting to bind port b97e5757-d8da-45a6-ba97-529830efe2ca by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:04.586055 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Attempting to bind port b97e5757-d8da-45a6-ba97-529830efe2ca on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:04.595079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 96851066-72d7-4f67-91fd-ce33b09e371c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:04.595526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.596823 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.597348 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.597858 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.598544 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.605085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:04.617147 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:04.617746 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Checking segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:04.618224 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.618892 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Bound using segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:04.619620 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Bound port: b97e5757-d8da-45a6-ba97-529830efe2ca, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:04.620247 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.693528 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Publish callbacks [] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.712583 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] For port b97e5757-d8da-45a6-ba97-529830efe2ca, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:04.718413 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] For port b97e5757-d8da-45a6-ba97-529830efe2ca, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b97e5757-d8da-45a6-ba97-529830efe2ca,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:04.730926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 96851066-72d7-4f67-91fd-ce33b09e371c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:04.781539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.798405 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.829199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Network 50a268b6-e253-473d-83f5-aa74a18b5980 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:04.835575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:04.847212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:04.868228 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec6353-5543-4e08-a4b1-f7294e6f9273 None None] Pushing event updated for resources: {'Port': ['ID=b97e5757-d8da-45a6-ba97-529830efe2ca,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:04.874118 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Routers {'e3385182-68b4-49db-9dcd-fd59984b83ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:04.874747 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e3385182-68b4-49db-9dcd-fd59984b83ca'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:04.877605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Pushing event updated for resources: {'Port': ['ID=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:04.932099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Attempting to bind port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:04.932469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Attempting to bind port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:04.932856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Attempting to bind port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 on network 50a268b6-e253-473d-83f5-aa74a18b5980 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:04.940249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:04.940627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Checking segment: {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:04.941058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.941455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Bound using segment: {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:04.941938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Bound port: f3bb8c8c-99fe-455a-9db2-3a013d7eaf18, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:04.942318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.976435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] Provisioning complete for port b97e5757-d8da-45a6-ba97-529830efe2ca triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:04.977047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks [] for router_gateway (7b893eff-db51-4efa-a8b2-90e99b276f6a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:04.980349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.050375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] For port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:05.054546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] For port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:05.103036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] Current status of the port b97e5757-d8da-45a6-ba97-529830efe2ca is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:05.103370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.117451 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] Set router e3385182-68b4-49db-9dcd-fd59984b83ca gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:05.129653 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.180741 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] For port b97e5757-d8da-45a6-ba97-529830efe2ca, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b97e5757-d8da-45a6-ba97-529830efe2ca,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:05.205494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36834d-30e4-406c-b354-2766d9cdd76c None None] Pushing event updated for resources: {'Port': ['ID=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:05.238828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.249292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks [] for router_gateway (7b893eff-db51-4efa-a8b2-90e99b276f6a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.268337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.299753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0a3dc-db24-4390-bca9-cf66809616dc None None] Pushing event updated for resources: {'Port': ['ID=b97e5757-d8da-45a6-ba97-529830efe2ca,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:05.361940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0bc6ead7-b73b-4bf5-86ec-253db366780a None None] Provisioning complete for port b97e5757-d8da-45a6-ba97-529830efe2ca triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:05.362161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ead7-b73b-4bf5-86ec-253db366780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.374534 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T14:58:01Z', 'revision_number': 4, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b97e5757-d8da-45a6-ba97-529830efe2ca', 'name': '', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'mac_address': 'fa:16:3e:19:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1f568866-13cf-4385-b457-434b7fdc015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:01Z', 'updated_at': '2022-04-06T14:58:04Z', 'revision_number': 4, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'subnets': [{'id': '1f568866-13cf-4385-b457-434b7fdc015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:05.429187 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Allocated IP 172.26.6.61 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/d09c2ab0-66c9-42af-8364-7a135a4ae4d3) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:05.432234 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de747-36c2-4ba7-bf0d-5af22ca25349 None None] The sync data for ids ['e3385182-68b4-49db-9dcd-fd59984b83ca'] in dv-neutron-836581-2-hyperv is: [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T14:58:01Z', 'revision_number': 4, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'b97e5757-d8da-45a6-ba97-529830efe2ca', 'name': '', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'mac_address': 'fa:16:3e:19:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1f568866-13cf-4385-b457-434b7fdc015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:01Z', 'updated_at': '2022-04-06T14:58:04Z', 'revision_number': 4, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'subnets': [{'id': '1f568866-13cf-4385-b457-434b7fdc015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:05.488147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6ead7-b73b-4bf5-86ec-253db366780a None None] Current status of the port b97e5757-d8da-45a6-ba97-529830efe2ca is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:05.591689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks [] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.683643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:05.720919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:05.723782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:05.729690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:05.754436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:06.061537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks [] for router_gateway (7b893eff-db51-4efa-a8b2-90e99b276f6a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.277131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (7b893eff-db51-4efa-a8b2-90e99b276f6a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.301738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd8616-82d6-4bc0-b344-21285f265fdc None None] Network 50a268b6-e253-473d-83f5-aa74a18b5980 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:58:06.371619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] Provisioning complete for port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:06.371916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.513733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] Current status of the port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:06.513733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.545189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] For port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:06.558057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Router 7b893eff-db51-4efa-a8b2-90e99b276f6a is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:58:06.580669 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b97e5757-d8da-45a6-ba97-529830efe2ca up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:06.635685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.672217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port b97e5757-d8da-45a6-ba97-529830efe2ca triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:06.672609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.714738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1f2a-6915-4f63-9665-3228adf761bc None None] Pushing event updated for resources: {'Port': ['ID=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:06.730425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:06.740989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Sync routers for ids ['7b893eff-db51-4efa-a8b2-90e99b276f6a'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:06.777355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Routers {'7b893eff-db51-4efa-a8b2-90e99b276f6a'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:06.777994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b893eff-db51-4efa-a8b2-90e99b276f6a'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:06.826543 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port b97e5757-d8da-45a6-ba97-529830efe2ca is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:06.827599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:06.845308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.846583 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-83250167-36ad-4907-8545-d008c82d1dc1 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6025681 Apr 06 14:58:06.849169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 54764) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:06.920623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b9af8415-629d-4614-a4d6-1c01ad36cc78 None None] Provisioning complete for port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:06.920935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9af8415-629d-4614-a4d6-1c01ad36cc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:06.977124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Set router 7b893eff-db51-4efa-a8b2-90e99b276f6a gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:07.038583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:07.039071 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.277861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.320031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b9af8415-629d-4614-a4d6-1c01ad36cc78 None None] Current status of the port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:07.399967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:07.419061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T14:58:05Z', 'revision_number': 3, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:07.437324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Allocated IP 172.20.0.1 (50a268b6-e253-473d-83f5-aa74a18b5980/7eb31e89-8208-420d-88f1-61afaa81c35e/01daf371-73b2-4039-b906-661ed0003369) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:07.445535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Checking router: 7b893eff-db51-4efa-a8b2-90e99b276f6a for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:07.445894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Updating router 7b893eff-db51-4efa-a8b2-90e99b276f6a port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:58:07.477030 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.546342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks [] for port (01daf371-73b2-4039-b906-661ed0003369), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.643746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (01daf371-73b2-4039-b906-661ed0003369), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.682870 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Network 50a268b6-e253-473d-83f5-aa74a18b5980 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:07.690961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:07.696513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:07.699414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Pushing event updated for resources: {'Port': ['ID=01daf371-73b2-4039-b906-661ed0003369,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:07.739941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Publish callbacks [] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.741301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (7b893eff-db51-4efa-a8b2-90e99b276f6a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.804236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.881710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f2e38-65fc-4f99-9c0f-b7923b8d9024 None None] Pushing event updated for resources: {'Port': ['ID=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:07.884226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Attempting to bind port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:07.884602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Attempting to bind port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:07.885251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Attempting to bind port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:07.891625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:07.892009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:07.892414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.892839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:07.893354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Bound port: d09c2ab0-66c9-42af-8364-7a135a4ae4d3, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:07.893854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.957585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] For port d09c2ab0-66c9-42af-8364-7a135a4ae4d3, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:07.958173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (01daf371-73b2-4039-b906-661ed0003369), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:07.960853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] For port d09c2ab0-66c9-42af-8364-7a135a4ae4d3, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:08.026424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.102423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5953a163-e33d-4c43-9b77-ef6c1c98b4d0 None None] Provisioning complete for port 01daf371-73b2-4039-b906-661ed0003369 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:08.102794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5953a163-e33d-4c43-9b77-ef6c1c98b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (01daf371-73b2-4039-b906-661ed0003369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.105384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f2e38-65fc-4f99-9c0f-b7923b8d9024 None None] Pushing event updated for resources: {'Port': ['ID=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:08.111157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Routers {'7b893eff-db51-4efa-a8b2-90e99b276f6a'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:08.111784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b893eff-db51-4efa-a8b2-90e99b276f6a'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:08.142974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks [] for port (01daf371-73b2-4039-b906-661ed0003369), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.188798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5953a163-e33d-4c43-9b77-ef6c1c98b4d0 None None] Port 01daf371-73b2-4039-b906-661ed0003369 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:08.197153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (01daf371-73b2-4039-b906-661ed0003369), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.249449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] Set router 7b893eff-db51-4efa-a8b2-90e99b276f6a gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:08.264130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (7b893eff-db51-4efa-a8b2-90e99b276f6a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.265885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Pushing event updated for resources: {'Port': ['ID=01daf371-73b2-4039-b906-661ed0003369,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:08.362286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Network 50a268b6-e253-473d-83f5-aa74a18b5980 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:08.363095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:08.468216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '01daf371-73b2-4039-b906-661ed0003369', 'name': '', 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'mac_address': 'fa:16:3e:00:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:07Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 1, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'subnets': [{'id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:08.496328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:08.500182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883759f-20ea-47a9-9898-e199a89d6770 None None] The sync data for ids ['7b893eff-db51-4efa-a8b2-90e99b276f6a'] in dv-neutron-836581-2-hyperv is: [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '01daf371-73b2-4039-b906-661ed0003369', 'name': '', 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'mac_address': 'fa:16:3e:00:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:07Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 1, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'subnets': [{'id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:08.501345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Router 7b893eff-db51-4efa-a8b2-90e99b276f6a has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:58:08.564050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:08.564431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.633872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:08.640593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6b59e59b-6408-4334-ba84-736db25a358f admin admin] 10.222.0.89 "PUT /v2.0/routers/7b893eff-db51-4efa-a8b2-90e99b276f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904348 Apr 06 14:58:08.661821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:08.717262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-474419f6-345e-4a68-b19d-c74a0c37d38f None None] Provisioning complete for port 01daf371-73b2-4039-b906-661ed0003369 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:08.717649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-474419f6-345e-4a68-b19d-c74a0c37d38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (01daf371-73b2-4039-b906-661ed0003369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:08.766677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-474419f6-345e-4a68-b19d-c74a0c37d38f None None] Port 01daf371-73b2-4039-b906-661ed0003369 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:09.409601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-4a1812fc-2bb2-4cbd-b9dd-b3ad23976351 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:09.411183 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-4a1812fc-2bb2-4cbd-b9dd-b3ad23976351 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/networks?id=042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 200 len: 817 time: 0.1051605 Apr 06 14:58:09.426597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-b8a559c4-883e-489d-a520-16554e7b0337 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/quotas/b4aa6532372749a4b4f3615694e6bd05 HTTP/1.1" status: 200 len: 375 time: 0.0098841 Apr 06 14:58:09.494975 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-4612e081-58c2-4c13-9af4-e1be2c998ab0 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626700 Apr 06 14:58:09.597991 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-3a063934-14ac-43f1-b248-ffaba52dd576 service neutron] 10.222.0.89 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879478 Apr 06 14:58:09.697178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-0a97de39-6e85-46b4-b152-bd4f170995f9 service neutron] 10.222.0.89 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933030 Apr 06 14:58:09.990313 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aaf379e0-f907-4925-bef1-bec5b2dd6f92 req-a3ace9fd-66a2-4d91-b65e-b540cf3f136d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 210 time: 0.0301354 Apr 06 14:58:10.473078 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Sync routers for ids ['7b893eff-db51-4efa-a8b2-90e99b276f6a'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:10.483947 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Routers {'7b893eff-db51-4efa-a8b2-90e99b276f6a'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:10.484568 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b893eff-db51-4efa-a8b2-90e99b276f6a'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:10.501431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d09c2ab0-66c9-42af-8364-7a135a4ae4d3 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:10.551035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:10.551565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:10.599394 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Set router 7b893eff-db51-4efa-a8b2-90e99b276f6a gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:10.637108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:10.637503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:10.658752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port d09c2ab0-66c9-42af-8364-7a135a4ae4d3, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:10.734397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:10.785825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:10.803695 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '01daf371-73b2-4039-b906-661ed0003369', 'name': '', 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'mac_address': 'fa:16:3e:00:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:07Z', 'updated_at': '2022-04-06T14:58:08Z', 'revision_number': 2, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'subnets': [{'id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:10.831586 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Checking router: 7b893eff-db51-4efa-a8b2-90e99b276f6a for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:10.831940 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Updating router 7b893eff-db51-4efa-a8b2-90e99b276f6a port 01daf371-73b2-4039-b906-661ed0003369 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:58:10.858627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (01daf371-73b2-4039-b906-661ed0003369), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.089164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0b1840c-b9b3-4eea-8b6b-499449fffe5d req-4b4145b6-a163-4f82-ae2e-03e9bd2f3838 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 210 time: 0.0293634 Apr 06 14:58:11.131276 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Publish callbacks [] for port (01daf371-73b2-4039-b906-661ed0003369), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.168583 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (01daf371-73b2-4039-b906-661ed0003369), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.220458 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6776d41-b42e-474f-85d9-b91d8492cf87 None None] Pushing event updated for resources: {'Port': ['ID=01daf371-73b2-4039-b906-661ed0003369,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:11.278124 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Attempting to bind port 01daf371-73b2-4039-b906-661ed0003369 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:11.278961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Attempting to bind port 01daf371-73b2-4039-b906-661ed0003369 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:11.279312 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Attempting to bind port 01daf371-73b2-4039-b906-661ed0003369 on network 50a268b6-e253-473d-83f5-aa74a18b5980 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:11.284415 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:11.284823 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Checking segment: {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:11.285233 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.285627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Bound using segment: {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:11.286100 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Bound port: 01daf371-73b2-4039-b906-661ed0003369, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:11.286484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (01daf371-73b2-4039-b906-661ed0003369), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.355109 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] For port 01daf371-73b2-4039-b906-661ed0003369, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:11.359187 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] For port 01daf371-73b2-4039-b906-661ed0003369, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=01daf371-73b2-4039-b906-661ed0003369,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:11.426125 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (01daf371-73b2-4039-b906-661ed0003369), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.477703 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Routers {'7b893eff-db51-4efa-a8b2-90e99b276f6a'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:11.478296 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:57:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b893eff-db51-4efa-a8b2-90e99b276f6a'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:11.513490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] Provisioning complete for port 01daf371-73b2-4039-b906-661ed0003369 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:11.514150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (01daf371-73b2-4039-b906-661ed0003369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.522133 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6776d41-b42e-474f-85d9-b91d8492cf87 None None] Pushing event updated for resources: {'Port': ['ID=01daf371-73b2-4039-b906-661ed0003369,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:11.600210 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] Set router 7b893eff-db51-4efa-a8b2-90e99b276f6a gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:11.612671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] Current status of the port 01daf371-73b2-4039-b906-661ed0003369 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:11.613092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (01daf371-73b2-4039-b906-661ed0003369), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.650222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] For port 01daf371-73b2-4039-b906-661ed0003369, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=01daf371-73b2-4039-b906-661ed0003369,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:11.717724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (01daf371-73b2-4039-b906-661ed0003369), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.767445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b713f0c-add3-4d9a-8c33-911f86ef8986 None None] Pushing event updated for resources: {'Port': ['ID=01daf371-73b2-4039-b906-661ed0003369,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:11.810641 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '01daf371-73b2-4039-b906-661ed0003369', 'name': '', 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'mac_address': 'fa:16:3e:00:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:07Z', 'updated_at': '2022-04-06T14:58:11Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'subnets': [{'id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:11.835280 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c50045d-1067-4343-9e96-436077f65f83 None None] The sync data for ids ['7b893eff-db51-4efa-a8b2-90e99b276f6a'] in dv-neutron-836581-2-hyperv is: [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T14:58:07Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '01daf371-73b2-4039-b906-661ed0003369', 'name': '', 'network_id': '50a268b6-e253-473d-83f5-aa74a18b5980', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'mac_address': 'fa:16:3e:00:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:07Z', 'updated_at': '2022-04-06T14:58:11Z', 'revision_number': 4, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'subnets': [{'id': '7eb31e89-8208-420d-88f1-61afaa81c35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:11.837609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7f621e7a-3b14-48a0-83d6-19a09a7fe180 None None] Provisioning complete for port 01daf371-73b2-4039-b906-661ed0003369 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:11.841296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7f621e7a-3b14-48a0-83d6-19a09a7fe180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (01daf371-73b2-4039-b906-661ed0003369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.933769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7f621e7a-3b14-48a0-83d6-19a09a7fe180 None None] Current status of the port 01daf371-73b2-4039-b906-661ed0003369 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:11.996153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-b02478a9-b344-4f69-b706-d51f73aa408a tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:11.998019 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-b02478a9-b344-4f69-b706-d51f73aa408a tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "GET /v2.0/networks?id=042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 200 len: 817 time: 0.1182790 Apr 06 14:58:12.009737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Request body: {'port': {'device_id': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'admin_state_up': True, 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:12.171418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Made reservation on behalf of b4aa6532372749a4b4f3615694e6bd05 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:58:12.179173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.207831 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43aa5e94-6ff8-4fc2-868d-a2b5b8141bef req-e83dc79b-1977-4901-84ec-306bcfdcad66 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 210 time: 0.0460410 Apr 06 14:58:12.332461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Allocated IP 172.20.0.9 (042f42c4-9e17-4836-a8c9-1ab8e15ba074/1f568866-13cf-4385-b457-434b7fdc015f/bf677cf5-1f7b-4967-b28c-339c642daaf2) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:12.491202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d09c2ab0-66c9-42af-8364-7a135a4ae4d3 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:12.501342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks [] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.546651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:12.547158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.592720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.630002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:12.631036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 01daf371-73b2-4039-b906-661ed0003369 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:12.636606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:12.640388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:12.647226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:12.673198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Pushing event updated for resources: {'Port': ['ID=bf677cf5-1f7b-4967-b28c-339c642daaf2,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:12.692520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 01daf371-73b2-4039-b906-661ed0003369 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:12.693167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (01daf371-73b2-4039-b906-661ed0003369), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.705049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:12.705953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.772213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-265d1e61-c59d-4bfb-9a2a-0751c45f7232 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665994 Apr 06 14:58:12.772444 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 01daf371-73b2-4039-b906-661ed0003369 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:12.784315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Request body: {'port': {'device_id': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:12.846207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.861687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4b44f790-8107-4f3c-ad09-52291010599e None None] Provisioning complete for port bf677cf5-1f7b-4967-b28c-339c642daaf2 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:12.862061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4b44f790-8107-4f3c-ad09-52291010599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:12.897187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4b44f790-8107-4f3c-ad09-52291010599e None None] Port bf677cf5-1f7b-4967-b28c-339c642daaf2 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:13.398117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866b260-8b64-44d1-8150-b8cbb10f7a37 req-2d0cd381-1c2d-43b8-ba4c-5eac5c778c43 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:13.399641 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5866b260-8b64-44d1-8150-b8cbb10f7a37 req-2d0cd381-1c2d-43b8-ba4c-5eac5c778c43 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 931 time: 0.1110117 Apr 06 14:58:13.478476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5866b260-8b64-44d1-8150-b8cbb10f7a37 req-fe078b8b-f5f5-4b2e-a9a4-814ca1c14ffd tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720210 Apr 06 14:58:13.523771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf677cf5-1f7b-4967-b28c-339c642daaf2 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:58:13.531800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Publish callbacks [] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:13.543206 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Transition to ACTIVE for port object bf677cf5-1f7b-4967-b28c-339c642daaf2 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:58:13.602796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:13.655755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Pushing event updated for resources: {'Port': ['ID=bf677cf5-1f7b-4967-b28c-339c642daaf2,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:13.732370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Attempting to bind port bf677cf5-1f7b-4967-b28c-339c642daaf2 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:13.732786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Attempting to bind port bf677cf5-1f7b-4967-b28c-339c642daaf2 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:13.733401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Attempting to bind port bf677cf5-1f7b-4967-b28c-339c642daaf2 on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:13.738193 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Port bf677cf5-1f7b-4967-b28c-339c642daaf2 on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:58:13.738513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Attempting to bind port bf677cf5-1f7b-4967-b28c-339c642daaf2 on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:13.743512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:13.743850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Checking segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:13.744234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Bound using segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:13.744655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Bound port: bf677cf5-1f7b-4967-b28c-339c642daaf2, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:13.745070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:13.812168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] For port bf677cf5-1f7b-4967-b28c-339c642daaf2, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:13.815441 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] For port bf677cf5-1f7b-4967-b28c-339c642daaf2, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:13.854686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:13.891004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:13.891623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:13.893040 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] 10.222.0.79 "PUT /v2.0/ports/bf677cf5-1f7b-4967-b28c-339c642daaf2 HTTP/1.1" status: 200 len: 1093 time: 1.1129868 Apr 06 14:58:13.893482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'tag': 'bf677cf5-1f7b-4967-b28c-339c642daaf2'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:13.895720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e85b7e-5248-4ef9-ba19-c11abee911cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc73c827-f2cf-430b-97c5-fa420ec68b44", "tag": "bf677cf5-1f7b-4967-b28c-339c642daaf2"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:13.931061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75033d-47ba-4fd3-bc6a-c4e86cdeb00b service neutron] Pushing event updated for resources: {'Port': ['ID=bf677cf5-1f7b-4967-b28c-339c642daaf2,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:13.936395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a88d9a7-da10-4eff-97be-495c3e30106d x-openstack-request-id: req-1a88d9a7-da10-4eff-97be-495c3e30106d {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:13.936916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc73c827-f2cf-430b-97c5-fa420ec68b44", "tag": "bf677cf5-1f7b-4967-b28c-339c642daaf2", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:13.937343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a88d9a7-da10-4eff-97be-495c3e30106d {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:13.938053 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a88d9a7-da10-4eff-97be-495c3e30106d'] response: {'name': 'network-changed', 'server_uuid': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'tag': 'bf677cf5-1f7b-4967-b28c-339c642daaf2', 'status': 'completed', 'code': 200} Apr 06 14:58:14.005107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85b7e-5248-4ef9-ba19-c11abee911cc req-36484657-c9ba-4042-bb34-32c60da84bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.006652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21e85b7e-5248-4ef9-ba19-c11abee911cc req-36484657-c9ba-4042-bb34-32c60da84bc9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 1127 time: 0.0500412 Apr 06 14:58:14.115104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85b7e-5248-4ef9-ba19-c11abee911cc req-48c9425e-358a-42ae-91fd-326eda731114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.116960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21e85b7e-5248-4ef9-ba19-c11abee911cc req-48c9425e-358a-42ae-91fd-326eda731114 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b4aa6532372749a4b4f3615694e6bd05&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1031969 Apr 06 14:58:14.212303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85b7e-5248-4ef9-ba19-c11abee911cc req-e1862deb-1b1c-4261-a832-09225a3af7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.213944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21e85b7e-5248-4ef9-ba19-c11abee911cc req-e1862deb-1b1c-4261-a832-09225a3af7a6 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911396 Apr 06 14:58:14.295623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-e5d228d8-4bef-4526-9754-dc1688794448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.297176 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-e5d228d8-4bef-4526-9754-dc1688794448 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 1127 time: 0.0476253 Apr 06 14:58:14.344066 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-54c05752-8507-4130-b282-bab698aa3b45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2 HTTP/1.1" status: 200 len: 217 time: 0.0393808 Apr 06 14:58:14.393871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-19f64082-f8f1-4a05-9b7a-9e1db62fa58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.395289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-19f64082-f8f1-4a05-9b7a-9e1db62fa58c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f568866-13cf-4385-b457-434b7fdc015f HTTP/1.1" status: 200 len: 856 time: 0.0449729 Apr 06 14:58:14.444871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-d1eec4df-d24e-4dc1-b511-d39883b53bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.446372 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-d1eec4df-d24e-4dc1-b511-d39883b53bde service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=042f42c4-9e17-4836-a8c9-1ab8e15ba074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455840 Apr 06 14:58:14.564064 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-0647f6f0-62b8-45d8-a445-91386a19193f service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110766 Apr 06 14:58:14.667220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249effc-bfba-4e3b-b015-4d8c21859724 req-d3457495-ce4a-4f8f-b54a-c0761f7d446d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:14.668693 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0249effc-bfba-4e3b-b015-4d8c21859724 req-d3457495-ce4a-4f8f-b54a-c0761f7d446d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 943 time: 0.1193848 Apr 06 14:58:14.695765 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93ae758a-b01e-4cb7-83bd-4cd75b3e20d6 req-a813fdea-a04c-4903-b15e-faa3fcca6e62 service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172297 Apr 06 14:58:14.724461 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0249effc-bfba-4e3b-b015-4d8c21859724 req-bede7821-c57c-46e3-ac94-9bc6096f55d0 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Apr 06 14:58:15.849105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f972-cfe0-4ff0-a999-8b67e780db88 req-b983af97-0dac-419b-93c1-05427c43d7e4 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:15.850612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2159f972-cfe0-4ff0-a999-8b67e780db88 req-b983af97-0dac-419b-93c1-05427c43d7e4 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 943 time: 0.0546343 Apr 06 14:58:15.897489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2159f972-cfe0-4ff0-a999-8b67e780db88 req-e71280bf-469f-4ca1-9bf1-952c1b94cd1d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Apr 06 14:58:17.019892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf082cc-d61f-4c10-96c6-50b4592023a2 req-3ad220c1-1653-4626-b542-45dfee304f11 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:17.021354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7bf082cc-d61f-4c10-96c6-50b4592023a2 req-3ad220c1-1653-4626-b542-45dfee304f11 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 943 time: 0.0577338 Apr 06 14:58:17.068380 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7bf082cc-d61f-4c10-96c6-50b4592023a2 req-d0f0b648-22a9-4220-b263-e0938f677e4a tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Apr 06 14:58:18.186503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c852dc-ed4d-4fc2-84e4-44dd42467508 req-1242f32a-8dd5-45a6-843a-653df6c3b503 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:18.187995 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26c852dc-ed4d-4fc2-84e4-44dd42467508 req-1242f32a-8dd5-45a6-843a-653df6c3b503 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 943 time: 0.0529122 Apr 06 14:58:18.233717 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-26c852dc-ed4d-4fc2-84e4-44dd42467508 req-bf03a2a7-301a-4a49-8b8a-1093a4a9ee58 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Apr 06 14:58:18.345850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device bf677cf5-1f7b-4967-b28c-339c642daaf2 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:58:18.440109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port bf677cf5-1f7b-4967-b28c-339c642daaf2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:18.451357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'bf677cf5-1f7b-4967-b28c-339c642daaf2', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'port_id': 'bf677cf5-1f7b-4967-b28c-339c642daaf2', 'mac_address': 'fa:16:3e:f7:bc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f568866-13cf-4385-b457-434b7fdc015f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:58:18.491790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port bf677cf5-1f7b-4967-b28c-339c642daaf2 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:18.492187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:18.504858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf677cf5-1f7b-4967-b28c-339c642daaf2 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:58:18.524201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port bf677cf5-1f7b-4967-b28c-339c642daaf2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:18.602715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:18.649829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=bf677cf5-1f7b-4967-b28c-339c642daaf2,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:18.804465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['bf677cf5-1f7b-4967-b28c-339c642daaf2'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:58:19.350332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99e070-7a3d-4e59-b7d0-87d5b5c4ab8d req-76e6efc9-eb37-4eca-a955-af8a548c7b11 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:19.351828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fc99e070-7a3d-4e59-b7d0-87d5b5c4ab8d req-76e6efc9-eb37-4eca-a955-af8a548c7b11 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 944 time: 0.0521157 Apr 06 14:58:19.403231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fc99e070-7a3d-4e59-b7d0-87d5b5c4ab8d req-a84aff61-eade-40d1-8890-7b5af3b1b4f8 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Apr 06 14:58:20.368440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device bf677cf5-1f7b-4967-b28c-339c642daaf2 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:20.467503 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port bf677cf5-1f7b-4967-b28c-339c642daaf2 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:58:20.471860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port bf677cf5-1f7b-4967-b28c-339c642daaf2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:20.472232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:20.535372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4e592-31da-46c2-9710-570756680532 req-9a7880d7-3cd1-4d52-be29-741e32e4f5fd tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:20.536887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3af4e592-31da-46c2-9710-570756680532 req-9a7880d7-3cd1-4d52-be29-741e32e4f5fd tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 944 time: 0.0564408 Apr 06 14:58:20.553872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port bf677cf5-1f7b-4967-b28c-339c642daaf2 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:20.554261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:20.577328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf677cf5-1f7b-4967-b28c-339c642daaf2'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:20.579535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af9e06-006d-4eca-af13-1014274670cc" -d '{"events": [{"server_uuid": "cc73c827-f2cf-430b-97c5-fa420ec68b44", "name": "network-vif-plugged", "status": "completed", "tag": "bf677cf5-1f7b-4967-b28c-339c642daaf2"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:20.587632 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3af4e592-31da-46c2-9710-570756680532 req-d9159e32-2bfc-40c7-ad87-bd6178bb68db tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445032 Apr 06 14:58:20.592396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port bf677cf5-1f7b-4967-b28c-339c642daaf2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:20.616228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb53a7ed-77db-4082-8dbd-0b7092541154 x-openstack-request-id: req-bb53a7ed-77db-4082-8dbd-0b7092541154 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:20.616657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc73c827-f2cf-430b-97c5-fa420ec68b44", "name": "network-vif-plugged", "status": "completed", "tag": "bf677cf5-1f7b-4967-b28c-339c642daaf2", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:20.617000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bb53a7ed-77db-4082-8dbd-0b7092541154 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:20.617403 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb53a7ed-77db-4082-8dbd-0b7092541154'] response: {'server_uuid': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf677cf5-1f7b-4967-b28c-339c642daaf2', 'code': 200} Apr 06 14:58:20.642595 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:20.690195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=bf677cf5-1f7b-4967-b28c-339c642daaf2,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:20.880556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02589431-0fef-4623-9d2a-5fd5bdf1ca2d req-f45b4484-8db6-4386-8dbe-510881f3c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:20.882092 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-02589431-0fef-4623-9d2a-5fd5bdf1ca2d req-f45b4484-8db6-4386-8dbe-510881f3c298 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 1129 time: 0.0446513 Apr 06 14:58:21.042150 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-02589431-0fef-4623-9d2a-5fd5bdf1ca2d req-6934f80b-04a5-46bc-b618-d8b2b47e3d62 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Apr 06 14:58:21.713881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a14bd-36d8-4740-830a-58fd0b1f0f90 req-ba7cc490-b122-4254-9554-700d9d21dbb7 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:21.715512 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb7a14bd-36d8-4740-830a-58fd0b1f0f90 req-ba7cc490-b122-4254-9554-700d9d21dbb7 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 945 time: 0.0559645 Apr 06 14:58:21.762602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bb7a14bd-36d8-4740-830a-58fd0b1f0f90 req-cce9c8fd-e633-4ead-9658-13f8e5d9f85d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Apr 06 14:58:22.333698 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2770e378-a07b-4cf4-95cb-fd3b36797808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:22.880248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aadce6-8728-49f7-8339-a844397e8a94 req-5c5e9bb7-fe59-45c6-9659-cb7dba027b93 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:22.881648 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37aadce6-8728-49f7-8339-a844397e8a94 req-5c5e9bb7-fe59-45c6-9659-cb7dba027b93 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 945 time: 0.0514789 Apr 06 14:58:22.927437 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-37aadce6-8728-49f7-8339-a844397e8a94 req-6b443a89-1071-444f-b792-52de2a421acd tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Apr 06 14:58:23.048386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e02558-ad74-41a1-8ec1-03f98f983bbc req-ef2278fe-9bf0-4a5a-b5d6-a6919afa7d5c tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:23.049894 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3e02558-ad74-41a1-8ec1-03f98f983bbc req-ef2278fe-9bf0-4a5a-b5d6-a6919afa7d5c tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 945 time: 0.0563128 Apr 06 14:58:23.095068 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a3e02558-ad74-41a1-8ec1-03f98f983bbc req-4aa03df3-c916-426f-b27b-6f824f4bce84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Apr 06 14:58:23.676631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:23.681233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-64f2d784-9a6b-4232-b8fb-bd4cb58618bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431147 Apr 06 14:58:23.765578 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-448c537a-b3d3-4508-bcc8-f7939077a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:23.767135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-448c537a-b3d3-4508-bcc8-f7939077a492 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 1129 time: 0.0460148 Apr 06 14:58:23.872485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-fa9eee08-8e4e-4a23-82c1-73830eac6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:23.873992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-fa9eee08-8e4e-4a23-82c1-73830eac6385 service neutron] 10.222.0.79 "GET /v2.0/networks?id=042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 200 len: 919 time: 0.0902650 Apr 06 14:58:23.916230 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-d050e988-d425-4a31-b03f-5e02a2946311 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2 HTTP/1.1" status: 200 len: 217 time: 0.0356293 Apr 06 14:58:23.965914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-125f0824-16a3-48c1-b270-7b790c72ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:23.967717 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-125f0824-16a3-48c1-b270-7b790c72ff8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f568866-13cf-4385-b457-434b7fdc015f HTTP/1.1" status: 200 len: 856 time: 0.0457873 Apr 06 14:58:24.021836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-c02fef8e-8001-4093-b4ed-fc4ec35830de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:24.023365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-c02fef8e-8001-4093-b4ed-fc4ec35830de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=042f42c4-9e17-4836-a8c9-1ab8e15ba074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503719 Apr 06 14:58:24.117564 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-56f0a5ee-5d04-45d7-a101-2e58d6ff61d0 service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872545 Apr 06 14:58:24.211619 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5e6912a4-e6a8-41d8-8c00-10bafb0abf3a req-48b592d4-4960-4f43-a82e-4d5ef411a6da service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880592 Apr 06 14:58:24.756851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbe00fa0-01af-4747-812a-4614dcc1fbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:25.853709 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:27.510923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:28.528807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:34.491541 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:58:52.356058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d73f398a-1293-4af9-bd79-07fef90e50c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:53.687123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:54.755618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-70a92141-2ab7-41b1-9143-b83d36b6a18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:55.870407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:57.498047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:58.526440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:01.900077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd80895-96ae-4e56-a793-b54c4ef338c5 req-b2c294e5-3c2a-4ef1-aca0-314ba9728fe5 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.902250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edd80895-96ae-4e56-a793-b54c4ef338c5 req-b2c294e5-3c2a-4ef1-aca0-314ba9728fe5 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 945 time: 0.0550387 Apr 06 14:59:01.949509 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edd80895-96ae-4e56-a793-b54c4ef338c5 req-a27071a1-34e6-47c6-a315-584f8e4241d5 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Apr 06 14:59:03.071979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66d6b-37c5-4bf3-9321-5365e2e166ac req-799dd70b-5666-4e03-ba00-c033787ebec0 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:03.074082 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ffb66d6b-37c5-4bf3-9321-5365e2e166ac req-799dd70b-5666-4e03-ba00-c033787ebec0 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 945 time: 0.0560632 Apr 06 14:59:03.120874 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ffb66d6b-37c5-4bf3-9321-5365e2e166ac req-c24e5070-dc2e-413a-86d1-db6746cd13d0 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Apr 06 14:59:03.345244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-50fbec36-68ba-42cc-b3cf-6be356d5b74f tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:03.346651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-50fbec36-68ba-42cc-b3cf-6be356d5b74f tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 945 time: 0.0545008 Apr 06 14:59:03.441081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Deleting port bf677cf5-1f7b-4967-b28c-339c642daaf2 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:59:03.441423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:03.527882 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] For port bf677cf5-1f7b-4967-b28c-339c642daaf2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=bf677cf5-1f7b-4967-b28c-339c642daaf2,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:03.528248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:03.540361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Calling delete_port for bf677cf5-1f7b-4967-b28c-339c642daaf2 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:59:03.749347 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (bf677cf5-1f7b-4967-b28c-339c642daaf2), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:03.760806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['bf677cf5-1f7b-4967-b28c-339c642daaf2'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:59:03.779421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Pushing event deleted for resources: {'Port': ['ID=bf677cf5-1f7b-4967-b28c-339c642daaf2,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:03.792543 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.793557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.793964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.794318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.794664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.795033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.795378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.795850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.796184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.796514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.796886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.797216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.797566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.797919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.798276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:03.846250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] No DVR routers for this DVR port bf677cf5-1f7b-4967-b28c-339c642daaf2 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:59:03.848676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:03.852025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c3e0a143-4b66-4805-a25b-65531b2de45e req-43142073-9004-4c58-80e8-0134eabb0128 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "DELETE /v2.0/ports/bf677cf5-1f7b-4967-b28c-339c642daaf2 HTTP/1.1" status: 204 len: 173 time: 0.5003772 Apr 06 14:59:03.852471 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'name': 'network-vif-deleted', 'tag': 'bf677cf5-1f7b-4967-b28c-339c642daaf2'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:03.854807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42d4584-2315-41f4-a3b0-5c32c76c1ce0" -d '{"events": [{"server_uuid": "cc73c827-f2cf-430b-97c5-fa420ec68b44", "name": "network-vif-deleted", "tag": "bf677cf5-1f7b-4967-b28c-339c642daaf2"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:03.889963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988624d4-a9ef-4881-8417-316bc0ea2839 x-openstack-request-id: req-988624d4-a9ef-4881-8417-316bc0ea2839 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:03.890261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc73c827-f2cf-430b-97c5-fa420ec68b44", "name": "network-vif-deleted", "tag": "bf677cf5-1f7b-4967-b28c-339c642daaf2", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:03.890518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-988624d4-a9ef-4881-8417-316bc0ea2839 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:03.890935 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988624d4-a9ef-4881-8417-316bc0ea2839'] response: {'server_uuid': 'cc73c827-f2cf-430b-97c5-fa420ec68b44', 'name': 'network-vif-deleted', 'tag': 'bf677cf5-1f7b-4967-b28c-339c642daaf2', 'status': 'completed', 'code': 200} Apr 06 14:59:04.238890 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a4a2460-8027-42b4-a1f1-a0889c349581 req-f5e88319-6bf1-4d9d-99bb-e805fcc9a3f8 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc73c827-f2cf-430b-97c5-fa420ec68b44 HTTP/1.1" status: 200 len: 210 time: 0.0317047 Apr 06 14:59:06.075558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-e966d061-2ce9-47d5-91c0-859ca973a5c7 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:06.077033 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-e966d061-2ce9-47d5-91c0-859ca973a5c7 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/networks?id=042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 200 len: 817 time: 0.0993931 Apr 06 14:59:06.091867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-23b519e7-48fc-4847-a00f-0aa3d4006657 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/quotas/b4aa6532372749a4b4f3615694e6bd05 HTTP/1.1" status: 200 len: 375 time: 0.0095000 Apr 06 14:59:06.149644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-ebbf90c2-ec2a-4ebb-bf49-a26574ab456f tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527730 Apr 06 14:59:06.241719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-14168010-0bd0-43a1-8b3a-233ec57436ed service neutron] 10.222.0.89 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803027 Apr 06 14:59:06.331599 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-f447cfb4-70d3-4253-a926-d69a8ace1070 service neutron] 10.222.0.89 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837328 Apr 06 14:59:06.566566 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ceaaf47a-6464-49ac-a153-aa6c305d1d4d req-0dcdd6d4-c1a9-4eb2-9616-7e57fd274c5c tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 210 time: 0.0288091 Apr 06 14:59:06.615468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device bf677cf5-1f7b-4967-b28c-339c642daaf2 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:59:06.636095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: bf677cf5-1f7b-4967-b28c-339c642daaf2 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:59:06.636445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device bf677cf5-1f7b-4967-b28c-339c642daaf2 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:59:07.669374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9ca0487-21f1-43e9-b9ef-a26b7c27dcae req-1ba74e5e-855c-4e1b-b430-ce67018c9f92 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 210 time: 0.0274220 Apr 06 14:59:08.323069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-08ef05f1-caec-4a23-9fc2-98be6bea7063 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:08.325281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-08ef05f1-caec-4a23-9fc2-98be6bea7063 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "GET /v2.0/networks?id=042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 200 len: 817 time: 0.1118829 Apr 06 14:59:08.337195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Request body: {'port': {'device_id': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'admin_state_up': True, 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:59:08.515053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Made reservation on behalf of b4aa6532372749a4b4f3615694e6bd05 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:59:08.518560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:08.654074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Allocated IP 172.20.0.13 (042f42c4-9e17-4836-a8c9-1ab8e15ba074/1f568866-13cf-4385-b457-434b7fdc015f/910b8e19-ad89-422c-8807-71527f88273c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:59:08.776053 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f2e71c1e-41ae-4fe5-a5d6-48367f481768 req-f4e001fe-f4bf-4d9e-ae6e-cfa25969936d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 210 time: 0.0321546 Apr 06 14:59:08.832822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks [] for port (910b8e19-ad89-422c-8807-71527f88273c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:08.949674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (910b8e19-ad89-422c-8807-71527f88273c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:08.990544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:59:08.996096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:59:09.000508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:59:09.006842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Pushing event updated for resources: {'Port': ['ID=910b8e19-ad89-422c-8807-71527f88273c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:09.057074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:09.057703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.220812 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6d6195e4-60ba-4e48-806d-3533c40fca84 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8874950 Apr 06 14:59:09.228121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a08a262c-3a72-4f1d-87da-a695b5401cea None None] Provisioning complete for port 910b8e19-ad89-422c-8807-71527f88273c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:59:09.228606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a08a262c-3a72-4f1d-87da-a695b5401cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (910b8e19-ad89-422c-8807-71527f88273c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.232426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Request body: {'port': {'device_id': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:59:09.263888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a08a262c-3a72-4f1d-87da-a695b5401cea None None] Port 910b8e19-ad89-422c-8807-71527f88273c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:59:09.291050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (910b8e19-ad89-422c-8807-71527f88273c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.548848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910b8e19-ad89-422c-8807-71527f88273c {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:59:09.556003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Publish callbacks [] for port (910b8e19-ad89-422c-8807-71527f88273c), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.568945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Transition to ACTIVE for port object 910b8e19-ad89-422c-8807-71527f88273c will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:59:09.629036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (910b8e19-ad89-422c-8807-71527f88273c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.681465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Pushing event updated for resources: {'Port': ['ID=910b8e19-ad89-422c-8807-71527f88273c,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:09.747449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Attempting to bind port 910b8e19-ad89-422c-8807-71527f88273c on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:59:09.747789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Attempting to bind port 910b8e19-ad89-422c-8807-71527f88273c by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:59:09.748119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Attempting to bind port 910b8e19-ad89-422c-8807-71527f88273c on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:59:09.752731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Port 910b8e19-ad89-422c-8807-71527f88273c on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:59:09.753057 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Attempting to bind port 910b8e19-ad89-422c-8807-71527f88273c on network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:59:09.758299 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:59:09.762491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Checking segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:59:09.762491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Bound using segment: {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:59:09.762491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Bound port: 910b8e19-ad89-422c-8807-71527f88273c, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25017d2b-21b7-4151-806e-ea0202b6ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:59:09.762491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (910b8e19-ad89-422c-8807-71527f88273c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.832200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] For port 910b8e19-ad89-422c-8807-71527f88273c, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:59:09.835527 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] For port 910b8e19-ad89-422c-8807-71527f88273c, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=910b8e19-ad89-422c-8807-71527f88273c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:59:09.882034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (910b8e19-ad89-422c-8807-71527f88273c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.925006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:09.925624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.927078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] 10.222.0.79 "PUT /v2.0/ports/910b8e19-ad89-422c-8807-71527f88273c HTTP/1.1" status: 200 len: 1094 time: 0.6988988 Apr 06 14:59:09.927501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'tag': '910b8e19-ad89-422c-8807-71527f88273c'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:09.929758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec", "tag": "910b8e19-ad89-422c-8807-71527f88273c"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:09.953573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf8e9-c62f-4f6f-9424-674c418c2577 req-382e0c42-11ad-480d-a70e-79c9c5eb2f69 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:09.955131 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d6cf8e9-c62f-4f6f-9424-674c418c2577 req-382e0c42-11ad-480d-a70e-79c9c5eb2f69 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 944 time: 0.1036413 Apr 06 14:59:09.973002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3ff993-377e-4973-8c69-fef2f7b10543 x-openstack-request-id: req-ff3ff993-377e-4973-8c69-fef2f7b10543 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:09.979763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec", "tag": "910b8e19-ad89-422c-8807-71527f88273c", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:09.979763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ff3ff993-377e-4973-8c69-fef2f7b10543 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:09.979763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3ff993-377e-4973-8c69-fef2f7b10543'] response: {'name': 'network-changed', 'server_uuid': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'tag': '910b8e19-ad89-422c-8807-71527f88273c', 'status': 'completed', 'code': 200} Apr 06 14:59:09.979763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defec9e6-8ae9-4d4f-a9ef-15b7eb5975d8 service neutron] Pushing event updated for resources: {'Port': ['ID=910b8e19-ad89-422c-8807-71527f88273c,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:10.059254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d6cf8e9-c62f-4f6f-9424-674c418c2577 req-3c494ec6-12af-483c-be2c-9a3bb510fe6e tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957553 Apr 06 14:59:10.067982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a req-58e5f6e6-90cf-4c37-b791-398132382967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.069537 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a req-58e5f6e6-90cf-4c37-b791-398132382967 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 1128 time: 0.0774963 Apr 06 14:59:10.166320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a req-6796ce21-63bb-43a1-be6f-00e3e67be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.167767 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a req-6796ce21-63bb-43a1-be6f-00e3e67be8b4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b4aa6532372749a4b4f3615694e6bd05&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0914345 Apr 06 14:59:10.260250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a req-71031661-b537-40b2-b740-7476b73713c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.261804 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c32ab1a9-fe0a-4fb7-b1e2-b58727d6092a req-71031661-b537-40b2-b740-7476b73713c9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0884204 Apr 06 14:59:10.343188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-29c8ef74-5649-4bb7-ac54-7e8364994a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.344689 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-29c8ef74-5649-4bb7-ac54-7e8364994a7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 1128 time: 0.0488818 Apr 06 14:59:10.386227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-c07013f6-ddcb-420f-944b-a3335b4ef8b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=910b8e19-ad89-422c-8807-71527f88273c HTTP/1.1" status: 200 len: 217 time: 0.0332792 Apr 06 14:59:10.436835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-e161a900-5bbd-411f-beb4-1d66b87ff93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.438312 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-e161a900-5bbd-411f-beb4-1d66b87ff93f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f568866-13cf-4385-b457-434b7fdc015f HTTP/1.1" status: 200 len: 856 time: 0.0465856 Apr 06 14:59:10.489805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-50bf7d81-8f1a-42d5-be22-db6a8e8a04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.491281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-50bf7d81-8f1a-42d5-be22-db6a8e8a04ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=042f42c4-9e17-4836-a8c9-1ab8e15ba074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474839 Apr 06 14:59:10.579148 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-5c3338e8-5ca9-4eae-9871-89121ae5123f service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808156 Apr 06 14:59:10.675014 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dd096434-b53d-4c48-b93c-38367eaedfa4 req-6e456b63-1899-4327-9b86-f5fa611ec511 service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894589 Apr 06 14:59:11.178642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e6909-d7ae-4491-9a8d-2d5be8787c6a req-c21a2c79-bbfb-4204-8a99-392c087f179b tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:11.180108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-022e6909-d7ae-4491-9a8d-2d5be8787c6a req-c21a2c79-bbfb-4204-8a99-392c087f179b tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 944 time: 0.0524719 Apr 06 14:59:11.226534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-022e6909-d7ae-4491-9a8d-2d5be8787c6a req-ea6e3e03-cb19-4923-b558-923fe7c8094e tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Apr 06 14:59:11.493213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:59:12.346362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c021-82b3-4207-bea3-c93721e54778 req-3941eac8-c58e-4895-bac1-292fc89b341e tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:12.347802 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5832c021-82b3-4207-bea3-c93721e54778 req-3941eac8-c58e-4895-bac1-292fc89b341e tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 944 time: 0.0557418 Apr 06 14:59:12.394673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5832c021-82b3-4207-bea3-c93721e54778 req-ecd7ee3e-6a1e-489c-a58b-7cc228f53f16 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Apr 06 14:59:12.656265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 910b8e19-ad89-422c-8807-71527f88273c details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:59:12.903885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 910b8e19-ad89-422c-8807-71527f88273c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=910b8e19-ad89-422c-8807-71527f88273c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:12.914727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '910b8e19-ad89-422c-8807-71527f88273c', 'network_id': '042f42c4-9e17-4836-a8c9-1ab8e15ba074', 'port_id': '910b8e19-ad89-422c-8807-71527f88273c', 'mac_address': 'fa:16:3e:c6:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f568866-13cf-4385-b457-434b7fdc015f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:59:12.951391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 910b8e19-ad89-422c-8807-71527f88273c is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:12.951775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (910b8e19-ad89-422c-8807-71527f88273c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:12.964155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910b8e19-ad89-422c-8807-71527f88273c {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:59:12.982984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 910b8e19-ad89-422c-8807-71527f88273c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=910b8e19-ad89-422c-8807-71527f88273c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:13.045962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (910b8e19-ad89-422c-8807-71527f88273c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:13.091902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=910b8e19-ad89-422c-8807-71527f88273c,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:13.098758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.099114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.099462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.099803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.100137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.100471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.100821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.101150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.101476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.101806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.102138 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.102465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.102787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.103109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.103430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:13.231423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['910b8e19-ad89-422c-8807-71527f88273c'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:59:13.510988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64ff95-a1fb-40e8-8ad2-56bfc6e3e42a req-653de9eb-5007-4791-8e39-0abe361b14ef tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:13.512499 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de64ff95-a1fb-40e8-8ad2-56bfc6e3e42a req-653de9eb-5007-4791-8e39-0abe361b14ef tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 945 time: 0.0526145 Apr 06 14:59:13.559126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de64ff95-a1fb-40e8-8ad2-56bfc6e3e42a req-19e6267a-5872-4d1b-a1de-a5bc4a519b75 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Apr 06 14:59:14.672456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 910b8e19-ad89-422c-8807-71527f88273c up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:59:14.681740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539859-c163-438e-8a0c-76296945a8b9 req-440bd024-1292-494c-b2c7-3344132a8fbb tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:14.683210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9b539859-c163-438e-8a0c-76296945a8b9 req-440bd024-1292-494c-b2c7-3344132a8fbb tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 945 time: 0.0525942 Apr 06 14:59:14.735334 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9b539859-c163-438e-8a0c-76296945a8b9 req-eede0cc4-ce16-4367-abfd-f62f5dffeeed tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Apr 06 14:59:14.811422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 910b8e19-ad89-422c-8807-71527f88273c completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:59:14.815554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 910b8e19-ad89-422c-8807-71527f88273c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:59:14.815932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (910b8e19-ad89-422c-8807-71527f88273c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:14.896803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 910b8e19-ad89-422c-8807-71527f88273c is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:14.897211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (910b8e19-ad89-422c-8807-71527f88273c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:14.919376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b8e19-ad89-422c-8807-71527f88273c'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:14.921893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba25d77a-345a-442f-833e-f37678abd67d" -d '{"events": [{"server_uuid": "b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec", "name": "network-vif-plugged", "status": "completed", "tag": "910b8e19-ad89-422c-8807-71527f88273c"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:14.934151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 910b8e19-ad89-422c-8807-71527f88273c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=910b8e19-ad89-422c-8807-71527f88273c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:14.958936 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725bf73-ad52-4d43-9450-3f17fac6104d x-openstack-request-id: req-9725bf73-ad52-4d43-9450-3f17fac6104d {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:14.959394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec", "name": "network-vif-plugged", "status": "completed", "tag": "910b8e19-ad89-422c-8807-71527f88273c", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:14.959681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9725bf73-ad52-4d43-9450-3f17fac6104d {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:14.960079 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9725bf73-ad52-4d43-9450-3f17fac6104d'] response: {'server_uuid': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b8e19-ad89-422c-8807-71527f88273c', 'code': 200} Apr 06 14:59:15.006145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (910b8e19-ad89-422c-8807-71527f88273c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:15.055459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=910b8e19-ad89-422c-8807-71527f88273c,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:15.267558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9c362-999b-4cf2-9542-07c0bc52913d req-540512df-580e-47bc-9ca3-4d5c19fdb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:15.268992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43e9c362-999b-4cf2-9542-07c0bc52913d req-540512df-580e-47bc-9ca3-4d5c19fdb8b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 1130 time: 0.0438521 Apr 06 14:59:15.311515 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43e9c362-999b-4cf2-9542-07c0bc52913d req-c7037c56-dc86-4bf9-acab-4594ab1a1033 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Apr 06 14:59:15.851562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64c0ca-83f0-4c7d-8047-b30ebdc4dfab req-9ae52dd5-1314-47ab-9309-67f118542f29 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:15.852937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d64c0ca-83f0-4c7d-8047-b30ebdc4dfab req-9ae52dd5-1314-47ab-9309-67f118542f29 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 946 time: 0.0524163 Apr 06 14:59:15.904550 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d64c0ca-83f0-4c7d-8047-b30ebdc4dfab req-ab52fc18-10d0-477d-9141-f2c7ddcd27a0 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Apr 06 14:59:17.026742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a772ba-94fd-4136-b9dc-ca38d3131951 req-86bb2b8e-9acb-48a0-8520-fbd8ecc2bdaa tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:17.028354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c2a772ba-94fd-4136-b9dc-ca38d3131951 req-86bb2b8e-9acb-48a0-8520-fbd8ecc2bdaa tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 946 time: 0.0560422 Apr 06 14:59:17.074757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c2a772ba-94fd-4136-b9dc-ca38d3131951 req-a3c7c4ba-961d-49fb-ac4d-7cfa69069277 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Apr 06 14:59:17.199550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ebf7e-568c-469e-ba97-14cbe0c75c46 req-47497408-c961-4ac2-8514-3247f2cd5a0d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:17.201049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-715ebf7e-568c-469e-ba97-14cbe0c75c46 req-47497408-c961-4ac2-8514-3247f2cd5a0d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 946 time: 0.0610771 Apr 06 14:59:17.247508 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-715ebf7e-568c-469e-ba97-14cbe0c75c46 req-442e2a23-8154-4aef-af3f-be33757d3047 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Apr 06 14:59:22.359858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-33c462e6-944c-4658-8f74-815ed13adf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:23.697011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:24.742438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4fa6428c-a939-40f1-b953-c06ce1ef95ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:25.053065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-66867eaf-2d15-4272-a247-b53805f902c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457225 Apr 06 14:59:25.139774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-7996ee92-8c5c-4d7e-b83e-356eea4b5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:25.141307 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-7996ee92-8c5c-4d7e-b83e-356eea4b5cc9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4aa6532372749a4b4f3615694e6bd05&device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 1130 time: 0.0446808 Apr 06 14:59:25.243289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-4cca722c-baa7-4a41-b9b6-05d20b78d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:25.244824 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-4cca722c-baa7-4a41-b9b6-05d20b78d6de service neutron] 10.222.0.79 "GET /v2.0/networks?id=042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 200 len: 919 time: 0.0841460 Apr 06 14:59:25.287834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-6c7ccb47-00d8-4304-8737-7263435f46c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=910b8e19-ad89-422c-8807-71527f88273c HTTP/1.1" status: 200 len: 217 time: 0.0374284 Apr 06 14:59:25.335576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-096f8e2b-4c37-4de1-84e6-cec72c3c3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:25.337019 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-096f8e2b-4c37-4de1-84e6-cec72c3c3144 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f568866-13cf-4385-b457-434b7fdc015f HTTP/1.1" status: 200 len: 856 time: 0.0424476 Apr 06 14:59:25.385092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-1c3cde86-44b3-43ee-864c-a140e29915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:25.386540 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-1c3cde86-44b3-43ee-864c-a140e29915c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=042f42c4-9e17-4836-a8c9-1ab8e15ba074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433788 Apr 06 14:59:25.844760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-e105c6b3-1237-4900-ad1a-ff7505f705d7 service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521730 Apr 06 14:59:25.879644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:25.937614 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0b994c03-8ffc-4c6e-9394-89f297b38de9 req-0f51356a-c3bc-4f2a-93ae-47a1bb7b91de service neutron] 10.222.0.79 "GET /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868490 Apr 06 14:59:27.485109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:28.530686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:48.492822 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:59:52.335893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6ea46770-4c5b-43e3-8906-e03feb7ea066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:53.718707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:54.769656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f3267f88-a1aa-4476-a30f-b263a5ee75c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:55.850182 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:56.159138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8479709-c2ac-476b-b890-5b4446851645 req-b4a6402b-1e81-4584-9826-410db254768d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:56.162041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c8479709-c2ac-476b-b890-5b4446851645 req-b4a6402b-1e81-4584-9826-410db254768d tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 946 time: 0.0613859 Apr 06 14:59:56.209278 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c8479709-c2ac-476b-b890-5b4446851645 req-e885d699-a8c1-4e25-9719-cb1dc04ff2df tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Apr 06 14:59:57.334279 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f311c11-3920-4659-8a83-9d0ae6ebcea1 req-43181293-752a-44a7-b4ca-36d221fbe755 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:57.335625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7f311c11-3920-4659-8a83-9d0ae6ebcea1 req-43181293-752a-44a7-b4ca-36d221fbe755 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 946 time: 0.0530131 Apr 06 14:59:57.382395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7f311c11-3920-4659-8a83-9d0ae6ebcea1 req-2a5e0f0b-8647-49dd-8cf3-7709d697788c tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/security-groups?id=0a6ecac2-0a58-45ba-a611-67e03fb9fd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Apr 06 14:59:57.489940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:57.692191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-6b753b44-1a04-4ced-baf9-05b8397866de tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:57.693593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-6b753b44-1a04-4ced-baf9-05b8397866de tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 946 time: 0.0552623 Apr 06 14:59:57.783324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Deleting port 910b8e19-ad89-422c-8807-71527f88273c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:59:57.783660 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (910b8e19-ad89-422c-8807-71527f88273c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:57.886535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] For port 910b8e19-ad89-422c-8807-71527f88273c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=910b8e19-ad89-422c-8807-71527f88273c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:57.886898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (910b8e19-ad89-422c-8807-71527f88273c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:57.899285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Calling delete_port for 910b8e19-ad89-422c-8807-71527f88273c owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:59:58.113069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (910b8e19-ad89-422c-8807-71527f88273c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:58.125743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['910b8e19-ad89-422c-8807-71527f88273c'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:59:58.150547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Pushing event deleted for resources: {'Port': ['ID=910b8e19-ad89-422c-8807-71527f88273c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:58.193873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] No DVR routers for this DVR port 910b8e19-ad89-422c-8807-71527f88273c on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:59:58.196473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:58.200474 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc58dbd6-7793-4ea6-b3e4-70cb78cdf067 req-55cf29a1-5b2d-4c2d-99a9-d4a39ef7f9c9 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.79 "DELETE /v2.0/ports/910b8e19-ad89-422c-8807-71527f88273c HTTP/1.1" status: 204 len: 173 time: 0.5012314 Apr 06 14:59:58.200954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'name': 'network-vif-deleted', 'tag': '910b8e19-ad89-422c-8807-71527f88273c'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:58.203170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894f1539-fe36-445a-b0d3-6ac69cb86a99" -d '{"events": [{"server_uuid": "b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec", "name": "network-vif-deleted", "tag": "910b8e19-ad89-422c-8807-71527f88273c"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:58.237992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a082331-a612-461d-921e-305d70f5b794 x-openstack-request-id: req-0a082331-a612-461d-921e-305d70f5b794 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:58.238250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec", "name": "network-vif-deleted", "tag": "910b8e19-ad89-422c-8807-71527f88273c", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:58.238510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a082331-a612-461d-921e-305d70f5b794 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:58.238926 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a082331-a612-461d-921e-305d70f5b794'] response: {'server_uuid': 'b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec', 'name': 'network-vif-deleted', 'tag': '910b8e19-ad89-422c-8807-71527f88273c', 'status': 'completed', 'code': 200} Apr 06 14:59:58.476751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f890d2b-3099-4265-acc1-84fc410ed55d req-b948f0ac-1ccb-428c-9bd7-8a193600c0c4 tempest-TestEncryptedCinderVolumes-1231756528 tempest-TestEncryptedCinderVolumes-1231756528-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5ec43ef-3b16-4ef1-8922-8c1eb2fa51ec HTTP/1.1" status: 200 len: 210 time: 0.0276160 Apr 06 14:59:58.541554 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:59.631746 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55142) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:59:59.977737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (e3385182-68b4-49db-9dcd-fd59984b83ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:00.222562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Deleting port b97e5757-d8da-45a6-ba97-529830efe2ca {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:00.222899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:00.298887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] For port b97e5757-d8da-45a6-ba97-529830efe2ca, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=b97e5757-d8da-45a6-ba97-529830efe2ca,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:00.299170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:00.311849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Calling delete_port for b97e5757-d8da-45a6-ba97-529830efe2ca owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:00.535616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (b97e5757-d8da-45a6-ba97-529830efe2ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:00.568344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Pushing event deleted for resources: {'Port': ['ID=b97e5757-d8da-45a6-ba97-529830efe2ca,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:00.737010 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (e3385182-68b4-49db-9dcd-fd59984b83ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:00.833908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 910b8e19-ad89-422c-8807-71527f88273c no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:00.853758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 910b8e19-ad89-422c-8807-71527f88273c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:00.854045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 910b8e19-ad89-422c-8807-71527f88273c not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:00.958501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Router e3385182-68b4-49db-9dcd-fd59984b83ca has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:00:01.067179 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:01.072530 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-53ffa27c-db99-4cfa-9773-5da20ec8e87b admin admin] 10.222.0.89 "PUT /v2.0/routers/e3385182-68b4-49db-9dcd-fd59984b83ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4393320 Apr 06 15:00:01.074638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55144) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:01.077447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] Sync routers for ids ['e3385182-68b4-49db-9dcd-fd59984b83ca'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:01.089113 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] Routers {'e3385182-68b4-49db-9dcd-fd59984b83ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:01.089999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e3385182-68b4-49db-9dcd-fd59984b83ca'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:01.182464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks [] for router (e3385182-68b4-49db-9dcd-fd59984b83ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.197132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] Set router e3385182-68b4-49db-9dcd-fd59984b83ca gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:01.287040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks [] for router_gateway (e3385182-68b4-49db-9dcd-fd59984b83ca), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.374662 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T15:00:00Z', 'revision_number': 5, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port': {'id': '96851066-72d7-4f67-91fd-ce33b09e371c', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:57:59Z', 'updated_at': '2022-04-06T14:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:01.405489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] Checking router: e3385182-68b4-49db-9dcd-fd59984b83ca for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:01.413963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] Routers {'e3385182-68b4-49db-9dcd-fd59984b83ca'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:01.414581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['e3385182-68b4-49db-9dcd-fd59984b83ca'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:01.436726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Deleting port 96851066-72d7-4f67-91fd-ce33b09e371c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:01.437062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.505550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] Set router e3385182-68b4-49db-9dcd-fd59984b83ca gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:01.521737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] For port 96851066-72d7-4f67-91fd-ce33b09e371c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=96851066-72d7-4f67-91fd-ce33b09e371c,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:01.522102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.534891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Calling delete_port for 96851066-72d7-4f67-91fd-ce33b09e371c owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:01.560266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T15:00:01Z', 'revision_number': 6, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:01.592441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8ec59-08d8-4c20-a18a-42c0387627cc None None] The sync data for ids ['e3385182-68b4-49db-9dcd-fd59984b83ca'] in dv-neutron-836581-2-hyperv is: [{'id': 'e3385182-68b4-49db-9dcd-fd59984b83ca', 'name': 'tempest-TestEncryptedCinderVolumes-1656081107-router', 'tenant_id': 'b4aa6532372749a4b4f3615694e6bd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:57:58Z', 'updated_at': '2022-04-06T15:00:01Z', 'revision_number': 6, 'project_id': 'b4aa6532372749a4b4f3615694e6bd05', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:01.781142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (96851066-72d7-4f67-91fd-ce33b09e371c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.806914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=96851066-72d7-4f67-91fd-ce33b09e371c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:01.873012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (e3385182-68b4-49db-9dcd-fd59984b83ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.967328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (e3385182-68b4-49db-9dcd-fd59984b83ca), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:01.969580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks [] for router_controller (e3385182-68b4-49db-9dcd-fd59984b83ca), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.107160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (e3385182-68b4-49db-9dcd-fd59984b83ca), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.107779 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3385182-68b4-49db-9dcd-fd59984b83ca {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:00:02.113996 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.115264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fcddeda5-5968-45d8-bc67-9a9bc9eb6f50 admin admin] 10.222.0.89 "DELETE /v2.0/routers/e3385182-68b4-49db-9dcd-fd59984b83ca HTTP/1.1" status: 204 len: 168 time: 1.0396776 Apr 06 15:00:02.117747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55146) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:02.163371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Deleting subnet 1f568866-13cf-4385-b457-434b7fdc015f {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:00:02.166808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Publish callbacks [] for subnet (1f568866-13cf-4385-b457-434b7fdc015f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.200880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (1f568866-13cf-4385-b457-434b7fdc015f), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.286580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (1f568866-13cf-4385-b457-434b7fdc015f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.393343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (1f568866-13cf-4385-b457-434b7fdc015f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.419620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f568866-13cf-4385-b457-434b7fdc015f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:02.427860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.429378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971232a8-efca-4eb2-a4d8-10581283bcc6 None None] Network 042f42c4-9e17-4836-a8c9-1ab8e15ba074 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:00:02.431139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6398ab11-bf9c-4958-8142-0382163a647a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/1f568866-13cf-4385-b457-434b7fdc015f HTTP/1.1" status: 204 len: 168 time: 0.3124292 Apr 06 15:00:02.434716 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55148) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:02.510366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (042f42c4-9e17-4836-a8c9-1ab8e15ba074), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.569586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 96851066-72d7-4f67-91fd-ce33b09e371c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:02.575509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Deleting port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:02.576027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.599587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 96851066-72d7-4f67-91fd-ce33b09e371c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:02.599935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 96851066-72d7-4f67-91fd-ce33b09e371c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:02.600535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b97e5757-d8da-45a6-ba97-529830efe2ca no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:02.622238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: b97e5757-d8da-45a6-ba97-529830efe2ca {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:02.623668 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device b97e5757-d8da-45a6-ba97-529830efe2ca not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:02.629045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] DHCP port deletion for 042f42c4-9e17-4836-a8c9-1ab8e15ba074 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:00:02.651271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] For port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:02.651626 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.666492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Calling delete_port for bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:02.685510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] Deleting port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:02.685910 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.753877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] For port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,segment=NetworkSegment(25017d2b-21b7-4151-806e-ea0202b6ab00),segment_id=25017d2b-21b7-4151-806e-ea0202b6ab00)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:02.753877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.764473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] Calling delete_port for bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:02.832515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.838199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.859634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:02.863141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] Pushing event deleted for resources: {'Port': ['ID=bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:02.865630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] No DVR routers for this DVR port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:00:02.870321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f98dd-b8cf-4087-beba-2fc1789a45c8 None None] No DVR routers for this DVR port bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:00:02.945623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (042f42c4-9e17-4836-a8c9-1ab8e15ba074), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:02.972351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042f42c4-9e17-4836-a8c9-1ab8e15ba074']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:02.982157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25017d2b-21b7-4151-806e-ea0202b6ab00') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:02.982463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25017d2b-21b7-4151-806e-ea0202b6ab00') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:02.991679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (25017d2b-21b7-4151-806e-ea0202b6ab00), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.006465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (25017d2b-21b7-4151-806e-ea0202b6ab00), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.012342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:00:03.012750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (25017d2b-21b7-4151-806e-ea0202b6ab00), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:00:03.014386 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:00:03.135586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (042f42c4-9e17-4836-a8c9-1ab8e15ba074), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.140841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.144864 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] 10.222.0.89 "DELETE /v2.0/networks/042f42c4-9e17-4836-a8c9-1ab8e15ba074 HTTP/1.1" status: 204 len: 168 time: 0.7082527 Apr 06 15:00:03.147109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55150) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:03.157160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df550d-586e-426d-acb6-b1093c99bb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=042f42c4-9e17-4836-a8c9-1ab8e15ba074,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:03.506309 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (7b893eff-db51-4efa-a8b2-90e99b276f6a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.753916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Deleting port 01daf371-73b2-4039-b906-661ed0003369 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:03.754261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (01daf371-73b2-4039-b906-661ed0003369), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:03.835136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] For port 01daf371-73b2-4039-b906-661ed0003369, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=01daf371-73b2-4039-b906-661ed0003369,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:03.835498 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (01daf371-73b2-4039-b906-661ed0003369), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:04.098702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Calling delete_port for 01daf371-73b2-4039-b906-661ed0003369 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:04.329572 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (01daf371-73b2-4039-b906-661ed0003369), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:04.354868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01daf371-73b2-4039-b906-661ed0003369,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:04.380325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.380682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.381047 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.381386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.381715 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.382044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.382373 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.382699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.383024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.383348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.383672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.383994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.384994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.385487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.385727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:04.536406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (7b893eff-db51-4efa-a8b2-90e99b276f6a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:04.612320 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:04.635813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:04.636084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device bd89bd93-ff5a-49ed-a388-eaa8a0c6d38c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:04.761820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Router 7b893eff-db51-4efa-a8b2-90e99b276f6a has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:00:04.874469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:04.882224 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-88c16d12-fc6e-4a31-bebb-2e24f5aacef3 admin admin] 10.222.0.89 "PUT /v2.0/routers/7b893eff-db51-4efa-a8b2-90e99b276f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312198 Apr 06 15:00:04.882224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55154) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:04.883116 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] Sync routers for ids ['7b893eff-db51-4efa-a8b2-90e99b276f6a'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:04.893088 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] Routers {'7b893eff-db51-4efa-a8b2-90e99b276f6a'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:04.893695 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b893eff-db51-4efa-a8b2-90e99b276f6a'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:04.989101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks [] for router (7b893eff-db51-4efa-a8b2-90e99b276f6a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:04.997717 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] Set router 7b893eff-db51-4efa-a8b2-90e99b276f6a gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:05.094143 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks [] for router_gateway (7b893eff-db51-4efa-a8b2-90e99b276f6a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.175199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T15:00:04Z', 'revision_number': 5, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port': {'id': 'd09c2ab0-66c9-42af-8364-7a135a4ae4d3', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:05Z', 'updated_at': '2022-04-06T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:05.196463 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Deleting port d09c2ab0-66c9-42af-8364-7a135a4ae4d3 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:05.196870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.205199 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] Checking router: 7b893eff-db51-4efa-a8b2-90e99b276f6a for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:05.214110 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] Routers {'7b893eff-db51-4efa-a8b2-90e99b276f6a'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:05.214734 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['7b893eff-db51-4efa-a8b2-90e99b276f6a'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:05.296354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] For port d09c2ab0-66c9-42af-8364-7a135a4ae4d3, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:05.296754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.311514 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] Set router 7b893eff-db51-4efa-a8b2-90e99b276f6a gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:05.312881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Calling delete_port for d09c2ab0-66c9-42af-8364-7a135a4ae4d3 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:05.364383 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T15:00:05Z', 'revision_number': 6, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:05.390845 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd606795-4879-41d2-ad30-ba949c5b5b69 None None] The sync data for ids ['7b893eff-db51-4efa-a8b2-90e99b276f6a'] in dv-neutron-836581-2-hyperv is: [{'id': '7b893eff-db51-4efa-a8b2-90e99b276f6a', 'name': 'tempest-TestEncryptedCinderVolumes-695174801-router', 'tenant_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:04Z', 'updated_at': '2022-04-06T15:00:05Z', 'revision_number': 6, 'project_id': 'b798cf63c6fb47c8b6d9b69d9b2a79d1', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:05.541135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d09c2ab0-66c9-42af-8364-7a135a4ae4d3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.565129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09c2ab0-66c9-42af-8364-7a135a4ae4d3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:05.628246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (7b893eff-db51-4efa-a8b2-90e99b276f6a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.722785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7b893eff-db51-4efa-a8b2-90e99b276f6a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.725042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks [] for router_controller (7b893eff-db51-4efa-a8b2-90e99b276f6a), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.843789 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (7b893eff-db51-4efa-a8b2-90e99b276f6a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.844348 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b893eff-db51-4efa-a8b2-90e99b276f6a {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:00:05.848767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.849968 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a638c0a5-afa1-4497-a006-2ad84d6b5aa2 admin admin] 10.222.0.89 "DELETE /v2.0/routers/7b893eff-db51-4efa-a8b2-90e99b276f6a HTTP/1.1" status: 204 len: 168 time: 0.9668233 Apr 06 15:00:05.852537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55156) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:05.897400 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Deleting subnet 7eb31e89-8208-420d-88f1-61afaa81c35e {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:00:05.900457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Publish callbacks [] for subnet (7eb31e89-8208-420d-88f1-61afaa81c35e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:05.934953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7eb31e89-8208-420d-88f1-61afaa81c35e), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.013903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7eb31e89-8208-420d-88f1-61afaa81c35e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.130578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7eb31e89-8208-420d-88f1-61afaa81c35e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.153935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb31e89-8208-420d-88f1-61afaa81c35e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:06.165139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.169857 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f97bba04-e490-4579-b13d-57ecbeb41c50 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7eb31e89-8208-420d-88f1-61afaa81c35e HTTP/1.1" status: 204 len: 168 time: 0.3156085 Apr 06 15:00:06.170991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf5b11-c13d-48a4-b9fb-63455cc6aae6 None None] Network 50a268b6-e253-473d-83f5-aa74a18b5980 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:00:06.172179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55158) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:06.247094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (50a268b6-e253-473d-83f5-aa74a18b5980), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.303877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Deleting port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:06.304245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.329052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] DHCP port deletion for 50a268b6-e253-473d-83f5-aa74a18b5980 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:00:06.371680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] For port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:06.371994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.379171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] Deleting port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:06.379802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.386832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Calling delete_port for f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:06.445011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] For port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,segment=NetworkSegment(7e6ff7c1-0518-475e-ac93-caf7fc0b59ee),segment_id=7e6ff7c1-0518-475e-ac93-caf7fc0b59ee)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:06.445409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.457477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] Calling delete_port for f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:06.518672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.537340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (f3bb8c8c-99fe-455a-9db2-3a013d7eaf18), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.543657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 01daf371-73b2-4039-b906-661ed0003369 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:06.547877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:06.549714 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] No DVR routers for this DVR port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:00:06.586188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] No DVR routers for this DVR port f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:00:06.588364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 01daf371-73b2-4039-b906-661ed0003369 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:06.588732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 01daf371-73b2-4039-b906-661ed0003369 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:06.589126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d09c2ab0-66c9-42af-8364-7a135a4ae4d3 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:06.592434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb3ef5-e513-43d7-9fa1-edf1ee6f4f7b None None] Pushing event deleted for resources: {'Port': ['ID=f3bb8c8c-99fe-455a-9db2-3a013d7eaf18,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:06.612518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: d09c2ab0-66c9-42af-8364-7a135a4ae4d3 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:06.612894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d09c2ab0-66c9-42af-8364-7a135a4ae4d3 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:06.613304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:06.629985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (50a268b6-e253-473d-83f5-aa74a18b5980), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.635973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:06.636324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device f3bb8c8c-99fe-455a-9db2-3a013d7eaf18 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:06.652608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a268b6-e253-473d-83f5-aa74a18b5980']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:06.661824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:06.662124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6ff7c1-0518-475e-ac93-caf7fc0b59ee') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:06.672192 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (7e6ff7c1-0518-475e-ac93-caf7fc0b59ee), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.685991 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7e6ff7c1-0518-475e-ac93-caf7fc0b59ee), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.691833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:00:06.692221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (7e6ff7c1-0518-475e-ac93-caf7fc0b59ee), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:00:06.693888 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:00:06.821098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (50a268b6-e253-473d-83f5-aa74a18b5980), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.826278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:06.829922 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] 10.222.0.89 "DELETE /v2.0/networks/50a268b6-e253-473d-83f5-aa74a18b5980 HTTP/1.1" status: 204 len: 168 time: 0.6567428 Apr 06 15:00:06.842893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852a6ed-3648-4687-a1cd-df188fe191b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a268b6-e253-473d-83f5-aa74a18b5980,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:07.197133 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55162) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:07.236793 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ad9e174a-41d6-4726-a339-6b8753b4a42e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b4aa6532372749a4b4f3615694e6bd05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384955 Apr 06 15:00:07.241754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55164) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:07.293095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aff12dd5-6c73-4112-8346-27f061b63389 admin admin] Publish callbacks [] for security_group (0a6ecac2-0a58-45ba-a611-67e03fb9fd54), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:07.313691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aff12dd5-6c73-4112-8346-27f061b63389 admin admin] Publish callbacks [] for security_group (0a6ecac2-0a58-45ba-a611-67e03fb9fd54), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:07.432535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aff12dd5-6c73-4112-8346-27f061b63389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0a6ecac2-0a58-45ba-a611-67e03fb9fd54), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:07.435052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aff12dd5-6c73-4112-8346-27f061b63389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:07.436212 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aff12dd5-6c73-4112-8346-27f061b63389 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0a6ecac2-0a58-45ba-a611-67e03fb9fd54 HTTP/1.1" status: 204 len: 168 time: 0.1933086 Apr 06 15:00:07.445374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff12dd5-6c73-4112-8346-27f061b63389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6ecac2-0a58-45ba-a611-67e03fb9fd54,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:08.021241 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55170) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:08.064983 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c270292b-ed25-4c84-88ce-4b4433c272f9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b798cf63c6fb47c8b6d9b69d9b2a79d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425560 Apr 06 15:00:08.067456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55172) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:08.112983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Publish callbacks [] for security_group (b296300c-3fae-465a-ae79-4e273af71b4a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:08.133973 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Publish callbacks [] for security_group (b296300c-3fae-465a-ae79-4e273af71b4a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:08.266725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (b296300c-3fae-465a-ae79-4e273af71b4a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:08.269282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:08.270429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b296300c-3fae-465a-ae79-4e273af71b4a HTTP/1.1" status: 204 len: 168 time: 0.2021029 Apr 06 15:00:08.279144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296300c-3fae-465a-ae79-4e273af71b4a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:08.285844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.286199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.286541 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.286881 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.287227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.287574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.287904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.288238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.288548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.289011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.289342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.289667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.289989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.290322 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:08.290632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9990-fc88-4661-a639-d7266a9ea7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:09.328607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55194) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:09.424110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1915749052-network', 'tenant_id': '4949330148d1435da0dca38a1790060e'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:09.506390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Made reservation on behalf of 4949330148d1435da0dca38a1790060e for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:00:09.508748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.517859 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.592554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks [] for security_group (69ae46d5-4cf7-4130-ac27-6942f9ad8e32), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.660929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (69ae46d5-4cf7-4130-ac27-6942f9ad8e32), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.687732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:00:09.696755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae46d5-4cf7-4130-ac27-6942f9ad8e32,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:09.703455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5697d140-a196-4202-bce1-4e9def80ef58), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.703814 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Added segment 5697d140-a196-4202-bce1-4e9def80ef58 of type vlan for network 974e96a9-01fe-451c-abe4-62f865e0027b Apr 06 15:00:09.753921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (974e96a9-01fe-451c-abe4-62f865e0027b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.832580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (974e96a9-01fe-451c-abe4-62f865e0027b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.833606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:09.834188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.894330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] Pushing event updated for resources: {'Network': ['ID=974e96a9-01fe-451c-abe4-62f865e0027b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:09.904565 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 974e96a9-01fe-451c-abe4-62f865e0027b details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:00:09.949358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-edf33993-5f8a-4302-a871-a2e0fabeafeb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6195040 Apr 06 15:00:09.952083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55198) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:09.956860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Request body: {'subnet': {'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1915749052-subnet', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:10.043820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Made reservation on behalf of 4949330148d1435da0dca38a1790060e for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:00:10.046234 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.266720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a4d136a1-ca1d-4cc5-935e-5a819939b194), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.315932 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d136a1-ca1d-4cc5-935e-5a819939b194,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:10.331095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Checking segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:10.331703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Network hostable DHCP agents. Network: 974e96a9-01fe-451c-abe4-62f865e0027b, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:00:10.392103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Network 974e96a9-01fe-451c-abe4-62f865e0027b is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:00:10.465538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 974e96a9-01fe-451c-abe4-62f865e0027b) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:10.469620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:10.470213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.475833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad8db0b-e691-4637-9f4f-e3e14b15c633 None None] Network 974e96a9-01fe-451c-abe4-62f865e0027b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:00:10.554957 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f7609ef0-31d5-4ffd-981c-55a95f0f264e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6017139 Apr 06 15:00:10.557690 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55200) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:10.562233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:10.577718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-974e96a9-01fe-451c-abe4-62f865e0027b', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'project_id': '4949330148d1435da0dca38a1790060e', 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:00:10.578725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.672506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (344ba577-49d9-4ab6-8c96-741643825929), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.673774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (344ba577-49d9-4ab6-8c96-741643825929), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.714402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Allocated IP 172.20.0.2 (974e96a9-01fe-451c-abe4-62f865e0027b/a4d136a1-ca1d-4cc5-935e-5a819939b194/0d345111-71ba-4372-bdc2-afe1a5151a12) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:10.725445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks [] for router_controller (344ba577-49d9-4ab6-8c96-741643825929), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.855535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Publish callbacks [] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.923481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.945314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks [] for router_gateway (344ba577-49d9-4ab6-8c96-741643825929), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:10.960770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Network 974e96a9-01fe-451c-abe4-62f865e0027b is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:10.966307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:10.970058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:10.976902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Pushing event updated for resources: {'Port': ['ID=0d345111-71ba-4372-bdc2-afe1a5151a12,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:11.029439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Attempting to bind port 0d345111-71ba-4372-bdc2-afe1a5151a12 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:11.029829 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Attempting to bind port 0d345111-71ba-4372-bdc2-afe1a5151a12 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:11.030186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Attempting to bind port 0d345111-71ba-4372-bdc2-afe1a5151a12 on network 974e96a9-01fe-451c-abe4-62f865e0027b {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:11.035198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:11.035576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Checking segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:11.041109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.041109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Bound using segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:11.041109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Bound port: 0d345111-71ba-4372-bdc2-afe1a5151a12, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:11.041109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.102797 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] For port 0d345111-71ba-4372-bdc2-afe1a5151a12, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:11.106547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] For port 0d345111-71ba-4372-bdc2-afe1a5151a12, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0d345111-71ba-4372-bdc2-afe1a5151a12,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:11.198442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.209939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks [] for router_gateway (344ba577-49d9-4ab6-8c96-741643825929), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.228872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.261303 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d303bc-c1b7-400a-b13f-ec9e40a696d0 None None] Pushing event updated for resources: {'Port': ['ID=0d345111-71ba-4372-bdc2-afe1a5151a12,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:11.336733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Allocated IP 172.26.6.198 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/190b0ae5-33a5-41ee-83cc-0748dcddcb7e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:11.464195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks [] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.575620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.612581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:11.617322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:11.621660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:11.627129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Pushing event updated for resources: {'Port': ['ID=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:11.987860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks [] for router_gateway (344ba577-49d9-4ab6-8c96-741643825929), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.155146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87837f11-1af9-4631-b246-b3a229d247a7 None None] Network 974e96a9-01fe-451c-abe4-62f865e0027b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:00:12.195511 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (344ba577-49d9-4ab6-8c96-741643825929), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.225973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] Provisioning complete for port 0d345111-71ba-4372-bdc2-afe1a5151a12 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:12.226340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.398053 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Router 344ba577-49d9-4ab6-8c96-741643825929 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:00:12.487075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] Current status of the port 0d345111-71ba-4372-bdc2-afe1a5151a12 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:12.487452 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.538839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] For port 0d345111-71ba-4372-bdc2-afe1a5151a12, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0d345111-71ba-4372-bdc2-afe1a5151a12,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:12.591666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0d345111-71ba-4372-bdc2-afe1a5151a12 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:12.624042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.693487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7b3d8-a8f1-47c1-957e-da8b696e0adf None None] Pushing event updated for resources: {'Port': ['ID=0d345111-71ba-4372-bdc2-afe1a5151a12,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:12.697771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0d345111-71ba-4372-bdc2-afe1a5151a12 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:12.698336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.754679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7e92f4e0-15bc-4ac8-8726-8ac617a80847 None None] Provisioning complete for port 0d345111-71ba-4372-bdc2-afe1a5151a12 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:12.754989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7e92f4e0-15bc-4ac8-8726-8ac617a80847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.811618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:12.821551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Sync routers for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:12.835615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0d345111-71ba-4372-bdc2-afe1a5151a12 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:12.854196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:12.854883 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:12.890820 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:12.892231 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-341f77bf-e593-45a0-b935-7ca28549ee23 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3334463 Apr 06 15:00:12.894941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55202) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:12.969593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7e92f4e0-15bc-4ac8-8726-8ac617a80847 None None] Current status of the port 0d345111-71ba-4372-bdc2-afe1a5151a12 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:13.000287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:13.195352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:11Z', 'revision_number': 3, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:13.221572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Checking router: 344ba577-49d9-4ab6-8c96-741643825929 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:13.221838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Updating router 344ba577-49d9-4ab6-8c96-741643825929 port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:00:13.249408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.327279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.495819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Allocated IP 172.20.0.1 (974e96a9-01fe-451c-abe4-62f865e0027b/a4d136a1-ca1d-4cc5-935e-5a819939b194/89cd9741-420e-4a85-9f7c-51a39a60fff0) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:13.518257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Publish callbacks [] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.580926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.607624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks [] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.636638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Attempting to bind port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:13.637033 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Attempting to bind port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:13.637395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Attempting to bind port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:13.642736 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Pushing event updated for resources: {'Port': ['ID=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:13.647340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:13.650784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:13.650784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.650784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:13.650784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Bound port: 190b0ae5-33a5-41ee-83cc-0748dcddcb7e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:13.650784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.671905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.672251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.675851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.676566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.676566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.676766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.676924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:13.695590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.714037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] For port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:13.717042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] For port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:13.739519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Network 974e96a9-01fe-451c-abe4-62f865e0027b is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:13.742594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:13.748057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:13.751237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Pushing event updated for resources: {'Port': ['ID=89cd9741-420e-4a85-9f7c-51a39a60fff0,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:13.770238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.789852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (344ba577-49d9-4ab6-8c96-741643825929), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:13.842297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:13.842947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:13.887493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf53a3b-cfb0-465f-b24e-9f7aedbbba7c None None] Pushing event updated for resources: {'Port': ['ID=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:13.965509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:14.023823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.072964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3cfc97ab-98f9-4e27-8188-e792ce86191e None None] Provisioning complete for port 89cd9741-420e-4a85-9f7c-51a39a60fff0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:14.073348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3cfc97ab-98f9-4e27-8188-e792ce86191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.130811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc97ab-98f9-4e27-8188-e792ce86191e None None] Port 89cd9741-420e-4a85-9f7c-51a39a60fff0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:00:14.187198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:11Z', 'revision_number': 3, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:14.190127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks [] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.215097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e92032-3700-488b-a5d5-b64fbebf57cb None None] The sync data for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv is: [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:11Z', 'revision_number': 3, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:14.249402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.321475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (344ba577-49d9-4ab6-8c96-741643825929), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.323877 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Pushing event updated for resources: {'Port': ['ID=89cd9741-420e-4a85-9f7c-51a39a60fff0,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:14.419485 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Network 974e96a9-01fe-451c-abe4-62f865e0027b is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:14.421625 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:14.582775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Router 344ba577-49d9-4ab6-8c96-741643825929 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:00:14.652190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 190b0ae5-33a5-41ee-83cc-0748dcddcb7e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:14.719799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:14.720176 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.722113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:14.727192 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-94b48b68-25b1-44c8-ac64-944092a3eab8 admin admin] 10.222.0.89 "PUT /v2.0/routers/344ba577-49d9-4ab6-8c96-741643825929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312478 Apr 06 15:00:14.776298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-92f89696-d2cc-47da-b3bb-64fd71e71686 None None] Provisioning complete for port 89cd9741-420e-4a85-9f7c-51a39a60fff0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:14.776975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-92f89696-d2cc-47da-b3bb-64fd71e71686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.839445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-92f89696-d2cc-47da-b3bb-64fd71e71686 None None] Port 89cd9741-420e-4a85-9f7c-51a39a60fff0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:00:14.851005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:14.851400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.873107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:14.923121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.924042 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0d345111-71ba-4372-bdc2-afe1a5151a12 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:15.005850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:15.022583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 0d345111-71ba-4372-bdc2-afe1a5151a12 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:15.023077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.110651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 0d345111-71ba-4372-bdc2-afe1a5151a12 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:15.401492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55218) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:15.406428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1984875997-network', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:15.494778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Made reservation on behalf of 6cdd9716063d42f7954a1f54e0cf0084 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:00:15.497214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.506368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.582710 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks [] for security_group (7f6c714c-476e-4947-aaf0-7513e476b0e2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.659785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7f6c714c-476e-4947-aaf0-7513e476b0e2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.689061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:00:15.694427 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c714c-476e-4947-aaf0-7513e476b0e2,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:15.701429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (21420ebd-b8e4-4c58-87e1-429be2f87358), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.701780 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Added segment 21420ebd-b8e4-4c58-87e1-429be2f87358 of type vlan for network dccf5667-b757-4eda-bb78-338ffa69e37b Apr 06 15:00:15.746812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (dccf5667-b757-4eda-bb78-338ffa69e37b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.860106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (dccf5667-b757-4eda-bb78-338ffa69e37b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.861154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:15.864347 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:15.886611 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Sync routers for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:15.896370 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:15.897103 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:15.927137 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] Pushing event updated for resources: {'Network': ['ID=dccf5667-b757-4eda-bb78-338ffa69e37b,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:15.938152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network dccf5667-b757-4eda-bb78-338ffa69e37b details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:00:15.990944 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-36d7b27d-aada-426f-90bb-23bfbd5154ea admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5883019 Apr 06 15:00:15.991177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55220) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:15.997891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Request body: {'subnet': {'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1984875997-subnet', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:16.007615 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:16.083225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Made reservation on behalf of 6cdd9716063d42f7954a1f54e0cf0084 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:00:16.085644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.217263 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 2, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:16.242445 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Checking router: 344ba577-49d9-4ab6-8c96-741643825929 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:16.242792 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Updating router 344ba577-49d9-4ab6-8c96-741643825929 port 89cd9741-420e-4a85-9f7c-51a39a60fff0 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:00:16.269665 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.340941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (7a9bf833-c7a0-4c57-ac71-0b72622482da), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.402312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9bf833-c7a0-4c57-ac71-0b72622482da,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:16.410547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Checking segment: {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:16.410914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Network hostable DHCP agents. Network: dccf5667-b757-4eda-bb78-338ffa69e37b, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:00:16.478101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Network dccf5667-b757-4eda-bb78-338ffa69e37b is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:00:16.529028 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Publish callbacks [] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.546712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, dccf5667-b757-4eda-bb78-338ffa69e37b) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:16.546853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 190b0ae5-33a5-41ee-83cc-0748dcddcb7e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:16.553210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:16.554160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.571027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2339f-53d8-4774-9701-6622b9d72ad6 None None] Network dccf5667-b757-4eda-bb78-338ffa69e37b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:00:16.626412 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.640543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-da4c2e05-6a18-49bc-a96e-606593c1951e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6484101 Apr 06 15:00:16.643205 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55222) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:16.647594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:16.665502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:16.666486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.718048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (31e95fd8-907e-4fa5-93e3-ec1d91844222), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.719505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (31e95fd8-907e-4fa5-93e3-ec1d91844222), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.721141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-dccf5667-b757-4eda-bb78-338ffa69e37b', 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b', 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'fixed_ips': [{'subnet_id': '7a9bf833-c7a0-4c57-ac71-0b72622482da'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:00:16.722007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.728013 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Pushing event updated for resources: {'Port': ['ID=89cd9741-420e-4a85-9f7c-51a39a60fff0,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:16.750280 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Attempting to bind port 89cd9741-420e-4a85-9f7c-51a39a60fff0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:16.750890 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Attempting to bind port 89cd9741-420e-4a85-9f7c-51a39a60fff0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:16.751471 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Attempting to bind port 89cd9741-420e-4a85-9f7c-51a39a60fff0 on network 974e96a9-01fe-451c-abe4-62f865e0027b {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:16.758491 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.759060 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.759601 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.760078 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.760554 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.761056 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.761725 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.762196 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.762673 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.763141 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.763624 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.764093 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.764575 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.765178 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.770871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:16.770871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:16.770871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Checking segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:16.770871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.771262 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Bound using segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:16.771705 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Bound port: 89cd9741-420e-4a85-9f7c-51a39a60fff0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:16.772096 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.785768 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks [] for router_controller (31e95fd8-907e-4fa5-93e3-ec1d91844222), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.851114 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] For port 89cd9741-420e-4a85-9f7c-51a39a60fff0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:16.852688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:16.854977 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] For port 89cd9741-420e-4a85-9f7c-51a39a60fff0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=89cd9741-420e-4a85-9f7c-51a39a60fff0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:16.898809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Allocated IP 172.20.0.2 (dccf5667-b757-4eda-bb78-338ffa69e37b/7a9bf833-c7a0-4c57-ac71-0b72622482da/76859b2c-a5fb-4d81-ad3d-b17e80f013a4) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:16.940295 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.000780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] Provisioning complete for port 89cd9741-420e-4a85-9f7c-51a39a60fff0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:17.001321 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.014847 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks [] for router_gateway (31e95fd8-907e-4fa5-93e3-ec1d91844222), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.016312 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:17.016966 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:17.020490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4389d9-523a-4947-9f6c-9a33fc3e51bc None None] Pushing event updated for resources: {'Port': ['ID=89cd9741-420e-4a85-9f7c-51a39a60fff0,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:17.155064 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:17.269833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Publish callbacks [] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.313717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] Current status of the port 89cd9741-420e-4a85-9f7c-51a39a60fff0 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:17.314681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.329776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks [] for router_gateway (31e95fd8-907e-4fa5-93e3-ec1d91844222), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.345854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.349507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.367722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] For port 89cd9741-420e-4a85-9f7c-51a39a60fff0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=89cd9741-420e-4a85-9f7c-51a39a60fff0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:17.396646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Network dccf5667-b757-4eda-bb78-338ffa69e37b is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:17.400465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:17.403713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:17.444948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.462983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Allocated IP 172.26.6.24 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/d5093c34-39cf-4e02-aaa5-4865cafca680) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:17.464898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Pushing event updated for resources: {'Port': ['ID=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:17.474711 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:16Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:17.500306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Attempting to bind port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:17.500688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Attempting to bind port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:17.501155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Attempting to bind port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 on network dccf5667-b757-4eda-bb78-338ffa69e37b {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:17.506645 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2410b95-242d-416d-8c5e-aad2d6793890 None None] The sync data for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv is: [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:16Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:17.518606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:17.518997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Checking segment: {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:17.519412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.519814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Bound using segment: {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:17.520364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Bound port: 76859b2c-a5fb-4d81-ad3d-b17e80f013a4, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:17.520719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.543494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334295e-7a18-44b0-9527-4b84e85ea19d None None] Pushing event updated for resources: {'Port': ['ID=89cd9741-420e-4a85-9f7c-51a39a60fff0,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:17.608412 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks [] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.626027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] For port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:17.630263 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] For port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:17.642180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3fc5694b-3f40-48a3-99b0-cd05b3f7d349 None None] Provisioning complete for port 89cd9741-420e-4a85-9f7c-51a39a60fff0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:17.642566 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3fc5694b-3f40-48a3-99b0-cd05b3f7d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.702311 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.730414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:17.776917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:17.776917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:17.780819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:17.783988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5694b-3f40-48a3-99b0-cd05b3f7d349 None None] Current status of the port 89cd9741-420e-4a85-9f7c-51a39a60fff0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:17.802934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20ef95-c9d9-47d2-a278-33fd4e50bb5c None None] Pushing event updated for resources: {'Port': ['ID=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:17.824519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Pushing event updated for resources: {'Port': ['ID=d5093c34-39cf-4e02-aaa5-4865cafca680,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:18.175947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks [] for router_gateway (31e95fd8-907e-4fa5-93e3-ec1d91844222), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:18.387164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (31e95fd8-907e-4fa5-93e3-ec1d91844222), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:18.610504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:18.654626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Router 31e95fd8-907e-4fa5-93e3-ec1d91844222 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:00:18.672745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:18.673326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:18.775643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:18.775942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:18.780198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:18.791703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Sync routers for ids ['31e95fd8-907e-4fa5-93e3-ec1d91844222'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:18.822146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:18.823553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Routers {'31e95fd8-907e-4fa5-93e3-ec1d91844222'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:18.824286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['31e95fd8-907e-4fa5-93e3-ec1d91844222'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:18.848725 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:18.849050 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a0140a0e-b7b4-4982-a5e0-e6ab9537ba47 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2041466 Apr 06 15:00:18.852143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55224) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:18.866562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5a517-8634-4cc4-89c8-b37f4a7aeb85 None None] Network dccf5667-b757-4eda-bb78-338ffa69e37b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:00:18.915184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:18.916024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 89cd9741-420e-4a85-9f7c-51a39a60fff0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:19.081123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9b172d74-a498-4536-8781-8eac35d3555f None None] Provisioning complete for port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:19.081414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9b172d74-a498-4536-8781-8eac35d3555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.112066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Set router 31e95fd8-907e-4fa5-93e3-ec1d91844222 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:19.113945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:19.269707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 89cd9741-420e-4a85-9f7c-51a39a60fff0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:19.270084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.405558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9b172d74-a498-4536-8781-8eac35d3555f None None] Current status of the port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:19.454657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 89cd9741-420e-4a85-9f7c-51a39a60fff0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:19.465373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 3, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:19.499087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Checking router: 31e95fd8-907e-4fa5-93e3-ec1d91844222 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:19.499455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Updating router 31e95fd8-907e-4fa5-93e3-ec1d91844222 port d5093c34-39cf-4e02-aaa5-4865cafca680 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:00:19.530055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.654536 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-85af54ae-e6aa-44e5-b5c8-4ffa4f808a66 None None] Provisioning complete for port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:19.655204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-85af54ae-e6aa-44e5-b5c8-4ffa4f808a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.662978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.812922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-85af54ae-e6aa-44e5-b5c8-4ffa4f808a66 None None] Current status of the port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:19.820483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Allocated IP 172.20.0.1 (dccf5667-b757-4eda-bb78-338ffa69e37b/7a9bf833-c7a0-4c57-ac71-0b72622482da/21f96757-5d91-4a4a-8d4c-f9145b747b7a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:19.863417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Publish callbacks [] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.930191 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks [] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.934166 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.987651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3128809-8836-41f1-8b59-a0965372c616 None None] Pushing event updated for resources: {'Port': ['ID=d5093c34-39cf-4e02-aaa5-4865cafca680,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:19.989990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Attempting to bind port d5093c34-39cf-4e02-aaa5-4865cafca680 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:19.990356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Attempting to bind port d5093c34-39cf-4e02-aaa5-4865cafca680 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:19.990716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Attempting to bind port d5093c34-39cf-4e02-aaa5-4865cafca680 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:19.996213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:19.996591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:19.997014 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:19.998045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:19.998045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Bound port: d5093c34-39cf-4e02-aaa5-4865cafca680, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:19.998244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.031850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.051599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] For port d5093c34-39cf-4e02-aaa5-4865cafca680, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:20.054629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] For port d5093c34-39cf-4e02-aaa5-4865cafca680, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d5093c34-39cf-4e02-aaa5-4865cafca680,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:20.069586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Network dccf5667-b757-4eda-bb78-338ffa69e37b is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:20.072627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:20.078359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:20.103334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Pushing event updated for resources: {'Port': ['ID=21f96757-5d91-4a4a-8d4c-f9145b747b7a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:20.118687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.124832 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (31e95fd8-907e-4fa5-93e3-ec1d91844222), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.182787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Routers {'31e95fd8-907e-4fa5-93e3-ec1d91844222'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:20.183890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['31e95fd8-907e-4fa5-93e3-ec1d91844222'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:20.188247 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3128809-8836-41f1-8b59-a0965372c616 None None] Pushing event updated for resources: {'Port': ['ID=d5093c34-39cf-4e02-aaa5-4865cafca680,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:20.365144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.453085 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f0c514fe-cb66-4a31-a16f-441ca2b48b32 None None] Provisioning complete for port 21f96757-5d91-4a4a-8d4c-f9145b747b7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:20.453379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f0c514fe-cb66-4a31-a16f-441ca2b48b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.481454 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] Set router 31e95fd8-907e-4fa5-93e3-ec1d91844222 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:20.536389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks [] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.584398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:20.597398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.611642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f0c514fe-cb66-4a31-a16f-441ca2b48b32 None None] Port 21f96757-5d91-4a4a-8d4c-f9145b747b7a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:00:20.669353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Pushing event updated for resources: {'Port': ['ID=21f96757-5d91-4a4a-8d4c-f9145b747b7a,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:20.671909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (31e95fd8-907e-4fa5-93e3-ec1d91844222), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.694096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:20.694642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:20.751984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 3, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:20.762030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Network dccf5667-b757-4eda-bb78-338ffa69e37b is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:20.763449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:20.801782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6468e-0e37-4f49-baad-b69d98e0f88d None None] The sync data for ids ['31e95fd8-907e-4fa5-93e3-ec1d91844222'] in dv-neutron-836581-2-hyperv is: [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 3, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:20.831905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:20.900474 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Router 31e95fd8-907e-4fa5-93e3-ec1d91844222 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:00:21.025559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:21.031429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-75f81c75-6f0d-4f3b-988e-b85f2ce1b344 admin admin] 10.222.0.89 "PUT /v2.0/routers/31e95fd8-907e-4fa5-93e3-ec1d91844222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1781955 Apr 06 15:00:21.057421 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-880ebab5-320f-4789-9a9c-ca7f2503c1a1 None None] Provisioning complete for port 21f96757-5d91-4a4a-8d4c-f9145b747b7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:21.057944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-880ebab5-320f-4789-9a9c-ca7f2503c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:21.100843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-880ebab5-320f-4789-9a9c-ca7f2503c1a1 None None] Port 21f96757-5d91-4a4a-8d4c-f9145b747b7a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:00:22.357933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6422aee2-7273-4c87-b975-a42ece7d9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:22.551221 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Sync routers for ids ['31e95fd8-907e-4fa5-93e3-ec1d91844222'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:22.574447 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Routers {'31e95fd8-907e-4fa5-93e3-ec1d91844222'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:22.575103 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['31e95fd8-907e-4fa5-93e3-ec1d91844222'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:22.585977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d5093c34-39cf-4e02-aaa5-4865cafca680 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:22.652844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d5093c34-39cf-4e02-aaa5-4865cafca680 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:22.653363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:22.694208 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Set router 31e95fd8-907e-4fa5-93e3-ec1d91844222 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:22.757893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d5093c34-39cf-4e02-aaa5-4865cafca680 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:22.758437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:22.783879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port d5093c34-39cf-4e02-aaa5-4865cafca680, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d5093c34-39cf-4e02-aaa5-4865cafca680,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:22.903153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:22.950849 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 4, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '21f96757-5d91-4a4a-8d4c-f9145b747b7a', 'name': '', 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'mac_address': 'fa:16:3e:ee:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '7a9bf833-c7a0-4c57-ac71-0b72622482da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:19Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 2, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'subnets': [{'id': '7a9bf833-c7a0-4c57-ac71-0b72622482da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:22.965101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=d5093c34-39cf-4e02-aaa5-4865cafca680,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:22.975759 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Checking router: 31e95fd8-907e-4fa5-93e3-ec1d91844222 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:22.976270 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Updating router 31e95fd8-907e-4fa5-93e3-ec1d91844222 port 21f96757-5d91-4a4a-8d4c-f9145b747b7a binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:00:23.008415 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.295388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Publish callbacks [] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.375202 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.438174 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f342-f172-4540-acd5-11a55718cc4d None None] Pushing event updated for resources: {'Port': ['ID=21f96757-5d91-4a4a-8d4c-f9145b747b7a,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:23.510807 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Attempting to bind port 21f96757-5d91-4a4a-8d4c-f9145b747b7a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:23.511314 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Attempting to bind port 21f96757-5d91-4a4a-8d4c-f9145b747b7a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:23.511875 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Attempting to bind port 21f96757-5d91-4a4a-8d4c-f9145b747b7a on network dccf5667-b757-4eda-bb78-338ffa69e37b {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:23.517987 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:23.518454 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Checking segment: {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:23.518924 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.519440 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Bound using segment: {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:23.520008 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Bound port: 21f96757-5d91-4a4a-8d4c-f9145b747b7a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21420ebd-b8e4-4c58-87e1-429be2f87358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:23.520492 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.609481 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] For port 21f96757-5d91-4a4a-8d4c-f9145b747b7a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:23.615088 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] For port 21f96757-5d91-4a4a-8d4c-f9145b747b7a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=21f96757-5d91-4a4a-8d4c-f9145b747b7a,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:23.713019 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.757600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.765114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] Provisioning complete for port 21f96757-5d91-4a4a-8d4c-f9145b747b7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:23.765563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.812372 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Routers {'31e95fd8-907e-4fa5-93e3-ec1d91844222'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:23.813166 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T14:59:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['31e95fd8-907e-4fa5-93e3-ec1d91844222'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:23.893393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] Current status of the port 21f96757-5d91-4a4a-8d4c-f9145b747b7a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:23.893789 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:23.944383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] For port 21f96757-5d91-4a4a-8d4c-f9145b747b7a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=21f96757-5d91-4a4a-8d4c-f9145b747b7a,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:23.956669 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] Set router 31e95fd8-907e-4fa5-93e3-ec1d91844222 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:24.002939 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f342-f172-4540-acd5-11a55718cc4d None None] Pushing event updated for resources: {'Port': ['ID=21f96757-5d91-4a4a-8d4c-f9145b747b7a,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:24.020232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:24.079221 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6f06c-c61c-4bed-a9cb-8977b10258c4 None None] Pushing event updated for resources: {'Port': ['ID=21f96757-5d91-4a4a-8d4c-f9145b747b7a,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:24.146453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4c8e4db3-d1fb-4d94-9f21-7eb34fdae227 None None] Provisioning complete for port 21f96757-5d91-4a4a-8d4c-f9145b747b7a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:24.147202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4db3-d1fb-4d94-9f21-7eb34fdae227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:24.226620 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 4, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '21f96757-5d91-4a4a-8d4c-f9145b747b7a', 'name': '', 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'mac_address': 'fa:16:3e:ee:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '7a9bf833-c7a0-4c57-ac71-0b72622482da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:19Z', 'updated_at': '2022-04-06T15:00:23Z', 'revision_number': 4, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'subnets': [{'id': '7a9bf833-c7a0-4c57-ac71-0b72622482da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:24.249869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e4db3-d1fb-4d94-9f21-7eb34fdae227 None None] Current status of the port 21f96757-5d91-4a4a-8d4c-f9145b747b7a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:24.265944 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471a33c-d356-4e4b-8065-49894a8188d0 None None] The sync data for ids ['31e95fd8-907e-4fa5-93e3-ec1d91844222'] in dv-neutron-836581-2-hyperv is: [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:00:20Z', 'revision_number': 4, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '21f96757-5d91-4a4a-8d4c-f9145b747b7a', 'name': '', 'network_id': 'dccf5667-b757-4eda-bb78-338ffa69e37b', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'mac_address': 'fa:16:3e:ee:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '7a9bf833-c7a0-4c57-ac71-0b72622482da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:19Z', 'updated_at': '2022-04-06T15:00:23Z', 'revision_number': 4, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'subnets': [{'id': '7a9bf833-c7a0-4c57-ac71-0b72622482da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:24.680319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d5093c34-39cf-4e02-aaa5-4865cafca680 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:24.743016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d5093c34-39cf-4e02-aaa5-4865cafca680 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:24.744195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:24.817276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a28a513b-fe99-49ce-8324-c2242bd4d1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:24.846162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d5093c34-39cf-4e02-aaa5-4865cafca680 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:24.847240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 21f96757-5d91-4a4a-8d4c-f9145b747b7a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:24.910029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 21f96757-5d91-4a4a-8d4c-f9145b747b7a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:24.914758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:25.003194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 21f96757-5d91-4a4a-8d4c-f9145b747b7a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:25.492525 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:00:25.882700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:27.505772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:28.546073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:32.995894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-182dc370-eb66-4c74-afd8-4f954a0c5b42 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:32.997383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-182dc370-eb66-4c74-afd8-4f954a0c5b42 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 815 time: 0.1044359 Apr 06 15:00:33.012551 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-f1f3c816-d8d6-4835-999b-04626a30aa56 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/quotas/4949330148d1435da0dca38a1790060e HTTP/1.1" status: 200 len: 375 time: 0.0098112 Apr 06 15:00:33.068039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-fa6565b0-fbfc-42ac-b9bd-234660856703 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502295 Apr 06 15:00:33.168577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-d3e8ebdb-b9fc-4291-b7b8-064f4c951578 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:00:33.169617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-d3e8ebdb-b9fc-4291-b7b8-064f4c951578 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0902402 Apr 06 15:00:33.263085 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-1f9d6a02-d72e-485e-89c7-95dbaf37a437 service neutron] 10.222.0.89 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Apr 06 15:00:33.353191 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-03995214-043e-4027-9e29-f439e9c9d873 service neutron] 10.222.0.89 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841746 Apr 06 15:00:33.567837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efb94eb8-59c0-437c-bff9-8795b3f9fdc0 req-8162c990-f3fc-46c3-be13-c24c963fc0a5 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 210 time: 0.0283680 Apr 06 15:00:34.657223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-77d9369e-6166-4918-86aa-f5e64ca0928d req-1099ce81-eb99-45ec-a568-efd5d7c48930 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 210 time: 0.0293489 Apr 06 15:00:35.754739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-686259c5-3b26-45c3-bc0c-a2d02b0a371b req-e98428b1-b15d-4bf8-9562-35321ea70264 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 210 time: 0.0320566 Apr 06 15:00:36.954800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba607139-581b-443a-803c-bc87bb38c7da req-d6d62535-3fd0-43a2-88b9-d3dc27bae6b8 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 210 time: 0.1346481 Apr 06 15:00:37.536730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-fa6f4469-c0a4-460e-9e08-adf01c47721b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:37.538273 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-fa6f4469-c0a4-460e-9e08-adf01c47721b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 815 time: 0.0997405 Apr 06 15:00:37.550190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'port': {'device_id': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'admin_state_up': True, 'tenant_id': '4949330148d1435da0dca38a1790060e'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:37.733781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Made reservation on behalf of 4949330148d1435da0dca38a1790060e for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:00:37.737202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:37.867229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Allocated IP 172.20.0.4 (974e96a9-01fe-451c-abe4-62f865e0027b/a4d136a1-ca1d-4cc5-935e-5a819939b194/0690ec46-e12c-40a2-89d0-e3d7c5865cc0) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:38.023917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:38.124510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8fee964f-9308-4814-8660-3612be25f97f req-584a52a0-de22-4dcf-8d87-8b1572d143e9 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 210 time: 0.0897274 Apr 06 15:00:38.162838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:38.204531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Network 974e96a9-01fe-451c-abe4-62f865e0027b is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:38.210195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:38.214129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:38.222438 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:38.294343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:38.295301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:38.388827 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-6a2c303a-6d00-4a04-b21e-df5bf303c3d7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8420610 Apr 06 15:00:38.584456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-27807e40-1a50-44f8-bc75-c5451d6e4524 None None] Provisioning complete for port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:38.585572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-27807e40-1a50-44f8-bc75-c5451d6e4524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:38.625689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-27807e40-1a50-44f8-bc75-c5451d6e4524 None None] Port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:00:39.264302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5053-ab07-4a79-ae78-cd539997971d req-669f939a-4ad4-472d-a10c-0857bb0a1dad tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:39.265840 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3baa5053-ab07-4a79-ae78-cd539997971d req-669f939a-4ad4-472d-a10c-0857bb0a1dad tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0712082 Apr 06 15:00:39.326770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3baa5053-ab07-4a79-ae78-cd539997971d req-dc690b76-82b6-4ddf-9a56-c59482265362 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550611 Apr 06 15:00:40.478886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748c31-7349-432d-917d-38b261f7bb8a req-eb23dd32-150e-45b9-a127-03fdee64155d tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:40.480993 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66748c31-7349-432d-917d-38b261f7bb8a req-eb23dd32-150e-45b9-a127-03fdee64155d tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0768499 Apr 06 15:00:40.545561 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66748c31-7349-432d-917d-38b261f7bb8a req-6e52a1ae-1fd7-4e41-949a-de1bf94c181c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582383 Apr 06 15:00:41.674352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69734baf-a4f5-41d3-b001-bea6584d552f req-14495751-1a83-4e01-a723-7b1a8bcb611c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:41.675877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69734baf-a4f5-41d3-b001-bea6584d552f req-14495751-1a83-4e01-a723-7b1a8bcb611c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0601139 Apr 06 15:00:41.727086 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69734baf-a4f5-41d3-b001-bea6584d552f req-3695a379-0680-4b2c-a020-6c494ebed80c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Apr 06 15:00:42.859391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970843a-a42d-43ae-8118-b0c3ebf7f95b req-b13458b4-b644-4cef-adbf-9f47acf40c99 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:42.861839 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d970843a-a42d-43ae-8118-b0c3ebf7f95b req-b13458b4-b644-4cef-adbf-9f47acf40c99 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0586493 Apr 06 15:00:42.911464 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d970843a-a42d-43ae-8118-b0c3ebf7f95b req-5dedff49-eb37-4b57-b54c-cfa810d26640 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Apr 06 15:00:44.039473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7626eb-b1f9-4af8-ac31-2556cc579097 req-1b23cf8c-9444-44ad-8e36-c402044cfc52 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:44.041236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e7626eb-b1f9-4af8-ac31-2556cc579097 req-1b23cf8c-9444-44ad-8e36-c402044cfc52 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0603657 Apr 06 15:00:44.094943 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e7626eb-b1f9-4af8-ac31-2556cc579097 req-cb46819f-11df-425f-acf7-75b9635da7d3 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480511 Apr 06 15:00:45.219173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3845e-1a21-472b-ae43-b30c84a32e93 req-ee7d30c6-2b51-4832-82aa-7be989fe146a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:45.221197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3d3845e-1a21-472b-ae43-b30c84a32e93 req-ee7d30c6-2b51-4832-82aa-7be989fe146a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0586593 Apr 06 15:00:45.274877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3d3845e-1a21-472b-ae43-b30c84a32e93 req-1e50928e-da75-4022-8446-92001c3a0d54 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Apr 06 15:00:46.398173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e873c7d-0969-44de-8fbe-2bab6c0a95a7 req-7cc0b070-43fb-4804-81b3-8a7be42e8272 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:46.400348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e873c7d-0969-44de-8fbe-2bab6c0a95a7 req-7cc0b070-43fb-4804-81b3-8a7be42e8272 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 931 time: 0.0551569 Apr 06 15:00:46.449137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e873c7d-0969-44de-8fbe-2bab6c0a95a7 req-6049868e-63b0-4711-a007-09fb940dd070 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 Apr 06 15:00:46.544267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-0431eb7d-9ffe-4486-8c39-58e5c76180f1 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:00:46.555063 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-0431eb7d-9ffe-4486-8c39-58e5c76180f1 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062153 Apr 06 15:00:46.606995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Request body: {'port': {'device_id': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:46.676537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:46.926173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:00:46.933901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Publish callbacks [] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:46.945100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Transition to ACTIVE for port object 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:00:47.007784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.056821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:47.134108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Attempting to bind port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:47.134338 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Attempting to bind port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:47.134677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Attempting to bind port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 on network 974e96a9-01fe-451c-abe4-62f865e0027b {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:47.139244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 on network 974e96a9-01fe-451c-abe4-62f865e0027b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:00:47.139571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Attempting to bind port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 on network 974e96a9-01fe-451c-abe4-62f865e0027b {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:47.144498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:47.144877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Checking segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:47.145267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Bound using segment: {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:47.145696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Bound port: 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5697d140-a196-4202-bce1-4e9def80ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:47.146058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.212133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:47.215208 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:47.311519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.343926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.344567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.345977 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] 10.222.0.79 "PUT /v2.0/ports/0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 1093 time: 0.7942502 Apr 06 15:00:47.346424 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:47.348676 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22691a57-a10f-4440-a432-f1f9dfe995a7" -d '{"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:47.376349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9187e-d217-4591-9e10-01b5a9ae187d service neutron] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:47.399663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c027e72-e45c-4f23-83d2-15da80deb72c x-openstack-request-id: req-6c027e72-e45c-4f23-83d2-15da80deb72c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:47.400342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:47.400631 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6c027e72-e45c-4f23-83d2-15da80deb72c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:47.403374 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c027e72-e45c-4f23-83d2-15da80deb72c'] response: {'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'status': 'completed', 'code': 200} Apr 06 15:00:47.470070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691a57-a10f-4440-a432-f1f9dfe995a7 req-1ffa4000-95b1-4e02-a9f8-60ead2bf8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.471625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22691a57-a10f-4440-a432-f1f9dfe995a7 req-1ffa4000-95b1-4e02-a9f8-60ead2bf8b63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1127 time: 0.0507064 Apr 06 15:00:47.613805 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770da8e3-2d85-4803-a63b-57f7606c1cec req-cb223165-febe-4d89-89e7-33d91c16c7e0 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.615207 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-770da8e3-2d85-4803-a63b-57f7606c1cec req-cb223165-febe-4d89-89e7-33d91c16c7e0 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 943 time: 0.0910029 Apr 06 15:00:47.616165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691a57-a10f-4440-a432-f1f9dfe995a7 req-a09f8937-8c37-4d2a-9ea2-1311d44981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.618466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22691a57-a10f-4440-a432-f1f9dfe995a7 req-a09f8937-8c37-4d2a-9ea2-1311d44981b6 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=4949330148d1435da0dca38a1790060e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1393120 Apr 06 15:00:47.709729 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-770da8e3-2d85-4803-a63b-57f7606c1cec req-f14822fb-a178-4155-b398-e102eb5f9e2a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886436 Apr 06 15:00:47.745515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691a57-a10f-4440-a432-f1f9dfe995a7 req-4be0a34c-3d7e-4cea-89f3-2ef67371326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.746957 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22691a57-a10f-4440-a432-f1f9dfe995a7 req-4be0a34c-3d7e-4cea-89f3-2ef67371326d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1184423 Apr 06 15:00:47.829898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-5078ce9f-1ca0-47b1-96f8-0532a3d55fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.831383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-5078ce9f-1ca0-47b1-96f8-0532a3d55fd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1127 time: 0.0482469 Apr 06 15:00:47.872579 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-757b15d2-2e61-4862-bd02-5e02bea5acc0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 217 time: 0.0337737 Apr 06 15:00:47.921210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-44258021-af04-4de0-ad89-0be71288b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.922613 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-44258021-af04-4de0-ad89-0be71288b2f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0442741 Apr 06 15:00:47.975402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-daa1eb6a-b14b-483d-a124-ed1f76434eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.977136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-daa1eb6a-b14b-483d-a124-ed1f76434eb9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487101 Apr 06 15:00:48.063423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-c6504e07-64e0-487e-bd50-cfe9f5f32186 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798464 Apr 06 15:00:48.157623 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a089ba1d-0b9d-4362-ada6-ee51ad3119b4 req-850df212-1a2c-4b2c-9b99-6fca009d072a service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869527 Apr 06 15:00:48.829726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c4b9b-6e06-4d58-8000-95c48f2df6af req-8105ec97-3a75-44c4-9efa-04045c55be5b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:48.831189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e9c4b9b-6e06-4d58-8000-95c48f2df6af req-8105ec97-3a75-44c4-9efa-04045c55be5b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 943 time: 0.0541005 Apr 06 15:00:48.878423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e9c4b9b-6e06-4d58-8000-95c48f2df6af req-7420c37f-3ece-4c07-9bda-c1040789501a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Apr 06 15:00:49.997813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd145ba5-857d-4db9-8513-706e2d7e28ef req-af0c829a-4e3b-498d-aa8c-a2c3cd962561 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:50.000594 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd145ba5-857d-4db9-8513-706e2d7e28ef req-af0c829a-4e3b-498d-aa8c-a2c3cd962561 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 943 time: 0.0570788 Apr 06 15:00:50.047510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fd145ba5-857d-4db9-8513-706e2d7e28ef req-1a793f52-2025-403a-b737-cd6c37de3ee7 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Apr 06 15:00:50.999388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:00:51.099636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:51.112491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'port_id': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'mac_address': 'fa:16:3e:49:92:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:00:51.152404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:51.152821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:51.168411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:00:51.173733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b947ce3-7eb2-4ea8-83d8-a4f67e3ef3fd req-6a7b89d9-a357-4a2c-92d7-2191069eaa9f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:51.175305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9b947ce3-7eb2-4ea8-83d8-a4f67e3ef3fd req-6a7b89d9-a357-4a2c-92d7-2191069eaa9f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 943 time: 0.0616078 Apr 06 15:00:51.196812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:51.224375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9b947ce3-7eb2-4ea8-83d8-a4f67e3ef3fd req-ea9f2d25-836f-4220-954e-11a35ea05077 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Apr 06 15:00:51.259222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:51.309472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:51.465145 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0690ec46-e12c-40a2-89d0-e3d7c5865cc0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:00:52.340991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d60d-a032-4fa9-845c-86988e3d6790 req-1b25e3f5-50fe-4cec-8916-64ed09619d95 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:52.342537 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a05d60d-a032-4fa9-845c-86988e3d6790 req-1b25e3f5-50fe-4cec-8916-64ed09619d95 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 944 time: 0.0518503 Apr 06 15:00:52.356412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f2c9846e-2d0d-4a92-a098-3b997d5e6b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:52.389572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a05d60d-a032-4fa9-845c-86988e3d6790 req-40eb71d8-6fa9-4e6a-bef4-5fc197eba276 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Apr 06 15:00:53.010689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:53.115785 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:00:53.120165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:53.120540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:53.195062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:53.195496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:53.216693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:53.224839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f9a712-c2d3-4fba-94cf-1206a57ca6bd" -d '{"events": [{"server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "name": "network-vif-plugged", "status": "completed", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:53.231807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:53.259940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63ca83-23c5-4757-b30c-496fc0dc4408 x-openstack-request-id: req-7a63ca83-23c5-4757-b30c-496fc0dc4408 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:53.259940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "name": "network-vif-plugged", "status": "completed", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:53.259940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7a63ca83-23c5-4757-b30c-496fc0dc4408 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:53.259940 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a63ca83-23c5-4757-b30c-496fc0dc4408'] response: {'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'code': 200} Apr 06 15:00:53.287701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:53.338588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:53.527624 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ca254-b41d-4865-a3db-5fe6daa6ca7a req-0a742519-cd1c-452f-9d17-983c37bc9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.529227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-640ca254-b41d-4865-a3db-5fe6daa6ca7a req-0a742519-cd1c-452f-9d17-983c37bc9912 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1129 time: 0.0805244 Apr 06 15:00:53.539012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7d002-7412-42ed-be7b-c5b6442f1cf2 req-8de963a7-8064-4f29-b97f-3c64900a0868 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.540981 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-deb7d002-7412-42ed-be7b-c5b6442f1cf2 req-8de963a7-8064-4f29-b97f-3c64900a0868 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0842881 Apr 06 15:00:53.606178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-640ca254-b41d-4865-a3db-5fe6daa6ca7a req-eac29d11-75b2-4eef-9ec5-7960275ae7a8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642641 Apr 06 15:00:53.612844 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-deb7d002-7412-42ed-be7b-c5b6442f1cf2 req-cfb4e417-4c7b-4363-b9ee-f42024c31858 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Apr 06 15:00:53.704559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:54.728589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5306084f-8e63-4a50-a43b-4a35f5bf108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:54.731120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055031f3-c231-4be1-9e9d-8c16d4af756b req-88c4e6bc-0f71-4d26-955d-74a30dc65054 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:54.732602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-055031f3-c231-4be1-9e9d-8c16d4af756b req-88c4e6bc-0f71-4d26-955d-74a30dc65054 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0516555 Apr 06 15:00:54.782804 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-055031f3-c231-4be1-9e9d-8c16d4af756b req-55fc797e-1b8b-4b98-935f-b9025a0f826b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440183 Apr 06 15:00:55.880694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:55.907455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cefce9-8421-4ad7-8c30-50ecdb032c6d req-6a646369-c7f0-4e64-b624-1a60c2d73f14 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:55.909001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-89cefce9-8421-4ad7-8c30-50ecdb032c6d req-6a646369-c7f0-4e64-b624-1a60c2d73f14 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0537508 Apr 06 15:00:55.955923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-89cefce9-8421-4ad7-8c30-50ecdb032c6d req-f31dc0ef-c4f4-4c0e-9608-3f82b3628129 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Apr 06 15:00:56.078945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0890eb9-f933-422c-90bf-7b68f030a4d6 req-d867344c-0ffa-4e2d-b4fa-b372d6a1dd62 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.080427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0890eb9-f933-422c-90bf-7b68f030a4d6 req-d867344c-0ffa-4e2d-b4fa-b372d6a1dd62 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0549109 Apr 06 15:00:56.130491 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0890eb9-f933-422c-90bf-7b68f030a4d6 req-8045eb27-9b0c-4c20-8ce2-0eecf96ced1f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Apr 06 15:00:56.465067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a4125-c21c-4d3d-abb3-0d9d1cb9eb5b req-d4aa2495-23dc-44f0-8fb3-287ca83df314 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.466592 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a30a4125-c21c-4d3d-abb3-0d9d1cb9eb5b req-d4aa2495-23dc-44f0-8fb3-287ca83df314 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0577745 Apr 06 15:00:56.516927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a30a4125-c21c-4d3d-abb3-0d9d1cb9eb5b req-8d45b3e9-f3a7-4df2-8986-ee90ab02dc0b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Apr 06 15:00:57.510136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:58.523593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:02.496196 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:01:17.287566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e4a2f-a657-43a3-bba1-28600b7cc011 req-41a4d61f-c315-49c6-bda4-8287d93ecdaf tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:17.289657 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d75e4a2f-a657-43a3-bba1-28600b7cc011 req-41a4d61f-c315-49c6-bda4-8287d93ecdaf tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0533938 Apr 06 15:01:17.334968 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d75e4a2f-a657-43a3-bba1-28600b7cc011 req-1bcc3435-3851-4c8f-bdcb-6015eb882e0d tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397789 Apr 06 15:01:17.357947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55462) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:17.476252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064fc4e2-058f-42c9-8f2d-c3077ca9fd9f tempest-TestMinimumBasicScenario-234585567 tempest-TestMinimumBasicScenario-234585567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:17.477822 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-064fc4e2-058f-42c9-8f2d-c3077ca9fd9f tempest-TestMinimumBasicScenario-234585567 tempest-TestMinimumBasicScenario-234585567-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1124 time: 0.1189146 Apr 06 15:01:17.480800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55466) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:17.484964 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:17.589623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:17.683398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:17.785154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Allocated IP 172.26.6.161 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/93c4ea85-985d-4bd1-9207-f96cacbbd30e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:01:17.881889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:17.955522 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:17.996104 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:01:18.000790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:01:18.003564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:01:18.028473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'Port': ['ID=93c4ea85-985d-4bd1-9207-f96cacbbd30e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:18.038327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.038718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.039101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.039448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.039790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.040126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.040460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.040827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.041160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.041488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.041818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.042147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.042470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.042796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.043119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:18.369723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for floatingip (aa839f00-d103-4f92-be98-9853848e8ce5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:18.479800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:18.969267 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.033770 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.097334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'Port': ['ID=93c4ea85-985d-4bd1-9207-f96cacbbd30e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:19.111167 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (aa839f00-d103-4f92-be98-9853848e8ce5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.216843 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Floating IP aa839f00-d103-4f92-be98-9853848e8ce5 associated. External IP: 172.26.6.161, port: 0690ec46-e12c-40a2-89d0-e3d7c5865cc0. Apr 06 15:01:19.426233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Router 344ba577-49d9-4ab6-8c96-741643825929 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:01:19.536810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:01:19.547255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] Sync routers for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:01:19.561983 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:01:19.562639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:00:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:19.695492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.725998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c9a49a20-8236-4bcc-a7dc-ad9751bed97a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2441545 Apr 06 15:01:19.726592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:19.728952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eedc356-e183-4153-b765-90cc939088a6" -d '{"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:19.742897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55470) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:19.748519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265710432', 'description': 'tempest-secgroup-smoke-1265710432 description', 'project_id': '4949330148d1435da0dca38a1790060e'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:19.779226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988010d0-c6c7-4cf3-bd4a-9916b4e87c13 x-openstack-request-id: req-988010d0-c6c7-4cf3-bd4a-9916b4e87c13 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:19.779536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:19.779826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-988010d0-c6c7-4cf3-bd4a-9916b4e87c13 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:19.780242 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988010d0-c6c7-4cf3-bd4a-9916b4e87c13'] response: {'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'status': 'completed', 'code': 200} Apr 06 15:01:19.824453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:01:19.852209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.856135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc356-e183-4153-b765-90cc939088a6 req-419bac9a-ec1a-4a29-a616-c4780eb54f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.857912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-419bac9a-ec1a-4a29-a616-c4780eb54f34 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1129 time: 0.0556700 Apr 06 15:01:19.927627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group (1e7c239d-b152-4ff5-bf3a-d0c0da4d161a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.952470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc356-e183-4153-b765-90cc939088a6 req-bb1c5553-cc2b-4c2f-88a6-672376ca8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.953570 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-bb1c5553-cc2b-4c2f-88a6-672376ca8ca6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.0899377 Apr 06 15:01:19.999816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (1e7c239d-b152-4ff5-bf3a-d0c0da4d161a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.019998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-df5a2e24-86ec-4aef-a180-631fa8302f01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 999 time: 0.0589395 Apr 06 15:01:20.035225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:20.043617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.043977 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.044328 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.044679 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.045244 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.045453 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.045798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.046139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.046836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.046836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.047129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.047461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.047792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.048124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.049058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:20.070564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'aa839f00-d103-4f92-be98-9853848e8ce5', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '344ba577-49d9-4ab6-8c96-741643825929', 'port_id': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'mac_address': 'fa:16:3e:49:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:01:18Z', 'updated_at': '2022-04-06T15:01:18Z', 'revision_number': 0, 'project_id': '4949330148d1435da0dca38a1790060e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:20.084195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc356-e183-4153-b765-90cc939088a6 req-8c7525ef-5650-4b9b-bd81-1807c27622f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:20.086548 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-8c7525ef-5650-4b9b-bd81-1807c27622f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0514612 Apr 06 15:01:20.094697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.098574 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ace8f21d-370a-4bea-bb66-56dbaeb8259c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3523483 Apr 06 15:01:20.098722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] Checking router: 344ba577-49d9-4ab6-8c96-741643825929 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:01:20.099243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55474) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:20.104147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group_rule': {'security_group_id': '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a', 'project_id': '4949330148d1435da0dca38a1790060e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:20.106659 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:01:20.107367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:00:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:20.144827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc356-e183-4153-b765-90cc939088a6 req-8bc86e12-4bee-4e02-bdd3-e3d71bfdd9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:20.146557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-8bc86e12-4bee-4e02-bdd3-e3d71bfdd9a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531287 Apr 06 15:01:20.189833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (627d6d6b-dc3d-47d8-aebf-8422a4766716), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.224360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:01:20.240762 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-3217f5cc-a7ce-4cfd-add3-de1a0057fd96 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878220 Apr 06 15:01:20.342488 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9eedc356-e183-4153-b765-90cc939088a6 req-781e005d-cce1-4006-8fae-a5f386ee3f06 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947487 Apr 06 15:01:20.473058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'aa839f00-d103-4f92-be98-9853848e8ce5', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '344ba577-49d9-4ab6-8c96-741643825929', 'port_id': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'mac_address': 'fa:16:3e:49:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:01:18Z', 'updated_at': '2022-04-06T15:01:18Z', 'revision_number': 0, 'project_id': '4949330148d1435da0dca38a1790060e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:20.505966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabb55a-6ec4-47fe-96c7-7cd7488a2f0d None None] The sync data for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv is: [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'aa839f00-d103-4f92-be98-9853848e8ce5', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '344ba577-49d9-4ab6-8c96-741643825929', 'port_id': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'mac_address': 'fa:16:3e:49:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:01:18Z', 'updated_at': '2022-04-06T15:01:18Z', 'revision_number': 0, 'project_id': '4949330148d1435da0dca38a1790060e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:01:20.510989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (627d6d6b-dc3d-47d8-aebf-8422a4766716), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.566670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (627d6d6b-dc3d-47d8-aebf-8422a4766716), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.587248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627d6d6b-dc3d-47d8-aebf-8422a4766716,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:20.654270 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.655581 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f2913911-4333-47fc-b37a-ca698ddd58a2 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5554647 Apr 06 15:01:20.658221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55476) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:20.662694 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group_rule': {'security_group_id': '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a', 'project_id': '4949330148d1435da0dca38a1790060e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:20.718880 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac47842-d6d7-4c9c-b389-b1096f20d0ae None None] New status for floating IP aa839f00-d103-4f92-be98-9853848e8ce5: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:01:20.765870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (f325fc32-2faa-4a6c-a933-cbdef968cfa2), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.824209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (f325fc32-2faa-4a6c-a933-cbdef968cfa2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.886772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f325fc32-2faa-4a6c-a933-cbdef968cfa2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:20.903860 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f325fc32-2faa-4a6c-a933-cbdef968cfa2,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:21.013139 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.014360 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8a14a7a2-95d6-4933-80b8-28354a39bebd tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3552113 Apr 06 15:01:21.017298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55478) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:21.021808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group_rule': {'security_group_id': '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a', 'project_id': '4949330148d1435da0dca38a1790060e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:21.125836 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (fbd38155-c1bf-4641-8714-76664a51fac6), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.183092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (fbd38155-c1bf-4641-8714-76664a51fac6), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.246365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (fbd38155-c1bf-4641-8714-76664a51fac6), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.263710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd38155-c1bf-4641-8714-76664a51fac6,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:21.311373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.312596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2ac30050-84c8-4181-8b33-dc8e32c4359a tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943611 Apr 06 15:01:21.315236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55480) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:21.319910 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group_rule': {'security_group_id': '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a', 'project_id': '4949330148d1435da0dca38a1790060e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:21.422431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (4e1a3a95-b2a0-4d2f-81f9-211aa566fa6e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.477588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (4e1a3a95-b2a0-4d2f-81f9-211aa566fa6e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.543415 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4e1a3a95-b2a0-4d2f-81f9-211aa566fa6e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.564207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1a3a95-b2a0-4d2f-81f9-211aa566fa6e,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:21.632400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.635862 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c5f35163-70a2-46d4-b044-3a2687cee44f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3175063 Apr 06 15:01:21.636468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55482) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:21.640745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group_rule': {'security_group_id': '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a', 'project_id': '4949330148d1435da0dca38a1790060e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:21.726933 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Project 4949330148d1435da0dca38a1790060e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:01:21.731726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (becb4afd-56a9-410a-9757-a1c8ab2f76d8), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.789310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (becb4afd-56a9-410a-9757-a1c8ab2f76d8), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.898691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (becb4afd-56a9-410a-9757-a1c8ab2f76d8), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.916501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becb4afd-56a9-410a-9757-a1c8ab2f76d8,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:21.973888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.975749 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bea265f2-8423-4eab-acfd-479e6a13e2e4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3376667 Apr 06 15:01:21.978498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55484) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:21.982690 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'security_group_rule': {'security_group_id': '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a', 'project_id': '4949330148d1435da0dca38a1790060e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:22.056491 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Project 4949330148d1435da0dca38a1790060e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:01:22.061205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (746ec3b5-fb45-464a-94b0-a45c432675a2), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.117745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (746ec3b5-fb45-464a-94b0-a45c432675a2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.182568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (746ec3b5-fb45-464a-94b0-a45c432675a2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.199724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746ec3b5-fb45-464a-94b0-a45c432675a2,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:22.260159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.261452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e2a44b7c-fe88-445a-9048-fdea2021d623 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820356 Apr 06 15:01:22.314657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6371-af1d-4edc-997d-59ad0b2a0d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.350855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-14fb499b-21e0-42f4-8174-d977251da692 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265710432&fields=id&tenant_id=4949330148d1435da0dca38a1790060e HTTP/1.1" status: 200 len: 267 time: 0.0456309 Apr 06 15:01:22.411667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-bfc98bfb-c929-4fee-8ac0-4b9f45d30038 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:22.413160 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-bfc98bfb-c929-4fee-8ac0-4b9f45d30038 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0571554 Apr 06 15:01:22.423442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'port': {'security_groups': ['69ae46d5-4cf7-4130-ac27-6942f9ad8e32', '1e7c239d-b152-4ff5-bf3a-d0c0da4d161a']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:22.494907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.677708 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:22.707244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.787898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.799908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0690ec46-e12c-40a2-89d0-e3d7c5865cc0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:01:22.831133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:22.831767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:22.833195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a082a04-dc9f-49e0-a917-0a0323f6f7b8 req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "PUT /v2.0/ports/0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 981 time: 0.4140873 Apr 06 15:01:22.833655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:22.835941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6ce84a-1836-45c8-b126-91b31b29e544" -d '{"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:22.883945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada373d-70ef-4ffc-b97c-dea7d9c13be6 x-openstack-request-id: req-4ada373d-70ef-4ffc-b97c-dea7d9c13be6 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:22.884246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:22.884500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4ada373d-70ef-4ffc-b97c-dea7d9c13be6 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:22.884949 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ada373d-70ef-4ffc-b97c-dea7d9c13be6'] response: {'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'status': 'completed', 'code': 200} Apr 06 15:01:22.885997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825625-3c7d-4ccb-9bfd-07a1ae55bc5c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=6']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:22.915850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0690ec46-e12c-40a2-89d0-e3d7c5865cc0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:01:22.996285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-197bca7e-d47c-4aea-93c9-7d7d31b02bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:22.997920 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-197bca7e-d47c-4aea-93c9-7d7d31b02bab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1168 time: 0.0899537 Apr 06 15:01:23.023751 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2120ec-8a34-4f09-a11e-1c13d317903e req-c5ccb22d-ca4f-45f5-ac2b-df9e301ac069 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.025269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa2120ec-8a34-4f09-a11e-1c13d317903e req-c5ccb22d-ca4f-45f5-ac2b-df9e301ac069 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0834932 Apr 06 15:01:23.140654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa2120ec-8a34-4f09-a11e-1c13d317903e req-cb1b4d69-73aa-4272-b55f-09b605957fad tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045463 Apr 06 15:01:23.158413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-08ec30fd-ea1d-4552-b714-7d772ea55e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.159887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-08ec30fd-ea1d-4552-b714-7d772ea55e8d service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.1544063 Apr 06 15:01:23.200951 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-59f12ff5-9897-4c11-b1de-6ce201f8bc88 None None] Provisioning complete for port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:01:23.201329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-59f12ff5-9897-4c11-b1de-6ce201f8bc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:23.226898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-a3a1f894-c705-4224-a017-ece2906c0a65 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0603693 Apr 06 15:01:23.274990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-b9d1eb19-fcd2-4c21-b9b7-0aa635b4e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.276475 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-b9d1eb19-fcd2-4c21-b9b7-0aa635b4e477 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0441177 Apr 06 15:01:23.331088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-42e0179d-6ee4-4b0a-b02e-2b73d46d56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.332636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-42e0179d-6ee4-4b0a-b02e-2b73d46d56a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0500445 Apr 06 15:01:23.420375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-59f12ff5-9897-4c11-b1de-6ce201f8bc88 None None] Current status of the port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:01:23.424409 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-04bb380d-df21-4eca-bc66-759bf7708359 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852478 Apr 06 15:01:23.721401 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3a6ce84a-1836-45c8-b126-91b31b29e544 req-f680577c-b5a2-44c9-8201-612a212b3296 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940201 Apr 06 15:01:23.731850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:24.737353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3997c53d-fc30-4aeb-8d60-38f062217e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:25.857562 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:26.068091 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-1303ac2d-2a53-43a6-898b-34c48f04cd3b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433812 Apr 06 15:01:26.153487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-fbbce473-6bbe-4100-8855-05d728ecb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.154909 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-fbbce473-6bbe-4100-8855-05d728ecb03d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1168 time: 0.0442996 Apr 06 15:01:26.262033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-ea5757f8-779c-49c4-9796-912383d46143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.263541 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-ea5757f8-779c-49c4-9796-912383d46143 service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.0866616 Apr 06 15:01:26.327112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-fca386b9-dc57-4848-b3e8-e18632c96507 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0573094 Apr 06 15:01:26.374982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-fe522a89-e285-40cd-980f-828995fc01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.376631 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-fe522a89-e285-40cd-980f-828995fc01c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0431931 Apr 06 15:01:26.429850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-0ae1cebe-125e-42db-a3db-72ed69a5302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.431291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-0ae1cebe-125e-42db-a3db-72ed69a5302e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476115 Apr 06 15:01:26.519327 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-4b9fdb4c-18d6-4429-8f10-6cd80a125589 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813689 Apr 06 15:01:26.612583 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08cfe50a-3d53-4f52-af8d-abb00558bec3 req-0f1c8c52-7e1c-4df0-a557-b60b97383f40 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Apr 06 15:01:27.441789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80164d-a27b-4d67-9265-bc4fec87d89d req-e5e9fc4e-d13d-46d3-9f8f-395c286077be tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:27.443362 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac80164d-a27b-4d67-9265-bc4fec87d89d req-e5e9fc4e-d13d-46d3-9f8f-395c286077be tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0539908 Apr 06 15:01:27.516458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ac80164d-a27b-4d67-9265-bc4fec87d89d req-89324225-4c82-41e1-8585-e27f9300219c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660377 Apr 06 15:01:27.526599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:27.550447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b926a1-f1b0-4616-afc7-89047972c250 req-cee0bea2-1d49-4c68-ad37-49ae4b401230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:27.554531 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-cee0bea2-1d49-4c68-ad37-49ae4b401230 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1168 time: 0.0534551 Apr 06 15:01:27.649316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b926a1-f1b0-4616-afc7-89047972c250 req-7eb68a3a-36cf-42c0-9c2a-f1c43c1e4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:27.650697 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-7eb68a3a-36cf-42c0-9c2a-f1c43c1e4469 service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.0913608 Apr 06 15:01:27.716164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-566c7cc2-9a2e-4dcf-82e6-94d181fc6661 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0591497 Apr 06 15:01:27.772993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b926a1-f1b0-4616-afc7-89047972c250 req-6bb9bf24-b4a8-42c1-a945-0e4d3c45ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:27.774497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-6bb9bf24-b4a8-42c1-a945-0e4d3c45ffba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0491533 Apr 06 15:01:27.825160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b926a1-f1b0-4616-afc7-89047972c250 req-35af5577-0b94-41a6-848d-1240aac54604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:27.826676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-35af5577-0b94-41a6-848d-1240aac54604 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462844 Apr 06 15:01:27.916894 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-f6be3e5a-293b-4fea-8732-201d21fc6964 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840650 Apr 06 15:01:28.009224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66b926a1-f1b0-4616-afc7-89047972c250 req-697bd376-5672-4068-98ab-674e80e974c6 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863113 Apr 06 15:01:28.554827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:28.643071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab6a1d-54bb-4af8-b4e4-e394eb4fb950 req-80c90557-a12e-47f9-a428-49fdf29a9a5e tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:28.644559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33ab6a1d-54bb-4af8-b4e4-e394eb4fb950 req-80c90557-a12e-47f9-a428-49fdf29a9a5e tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0547094 Apr 06 15:01:28.704800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33ab6a1d-54bb-4af8-b4e4-e394eb4fb950 req-c2935a6e-9c4f-44c0-b8e9-2a7af4976449 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537310 Apr 06 15:01:29.832839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8948dc1-9c5c-4ae2-b050-dbd3fdad385e req-aaceeb18-1ba3-4617-9923-547ce33fa6d4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:29.834274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8948dc1-9c5c-4ae2-b050-dbd3fdad385e req-aaceeb18-1ba3-4617-9923-547ce33fa6d4 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0587821 Apr 06 15:01:29.894979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b8948dc1-9c5c-4ae2-b050-dbd3fdad385e req-d44cbaca-2e45-4abc-842f-d5748468d3c9 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548007 Apr 06 15:01:31.013294 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174dd07-d9d5-4426-a627-b0c01c750f91 req-7faf056d-91d0-4f80-be88-eb74085c538e tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:31.014781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a174dd07-d9d5-4426-a627-b0c01c750f91 req-7faf056d-91d0-4f80-be88-eb74085c538e tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0543566 Apr 06 15:01:31.073960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a174dd07-d9d5-4426-a627-b0c01c750f91 req-32e36be9-f3c2-401f-ab15-568a6cfc89a9 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535376 Apr 06 15:01:32.191422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddba09-c9f5-4b98-83f5-2fd1a2ca3e99 req-9012d667-834e-4d00-aa44-17e6712aeb7c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:32.192918 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3ddba09-c9f5-4b98-83f5-2fd1a2ca3e99 req-9012d667-834e-4d00-aa44-17e6712aeb7c tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0529561 Apr 06 15:01:32.261259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d3ddba09-c9f5-4b98-83f5-2fd1a2ca3e99 req-c3ca1d1b-9a8a-49d7-a4d3-c6fda76b8d26 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621185 Apr 06 15:01:33.378416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22fa01-e5f1-41da-b3d6-492eae949886 req-bdca4454-f56c-4504-8a94-795d9bfeff66 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:33.379882 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd22fa01-e5f1-41da-b3d6-492eae949886 req-bdca4454-f56c-4504-8a94-795d9bfeff66 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0528915 Apr 06 15:01:33.439495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd22fa01-e5f1-41da-b3d6-492eae949886 req-6422a719-76cd-47d0-acf3-e14eb87192e5 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533416 Apr 06 15:01:34.562659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2962e-1352-4f24-bb38-26c5a979d83e req-45fccda0-61f8-434c-bb5d-fecec300ac84 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:34.564179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c9d2962e-1352-4f24-bb38-26c5a979d83e req-45fccda0-61f8-434c-bb5d-fecec300ac84 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0557790 Apr 06 15:01:34.623543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c9d2962e-1352-4f24-bb38-26c5a979d83e req-6293e144-e0de-4457-af61-e78529a72fc6 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537434 Apr 06 15:01:35.744615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423afe6-db38-438b-a861-c54b84c47080 req-f38fe603-26d6-42c5-984f-ab01454836e8 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:35.746094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5423afe6-db38-438b-a861-c54b84c47080 req-f38fe603-26d6-42c5-984f-ab01454836e8 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0564768 Apr 06 15:01:35.809041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5423afe6-db38-438b-a861-c54b84c47080 req-16b5db06-e308-44df-b755-86daef8511c5 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570784 Apr 06 15:01:36.926382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc718d0-780c-4cd7-8d88-0bf1450c0528 req-188452a2-d464-4880-99f6-926ab38b4388 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.927854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-acc718d0-780c-4cd7-8d88-0bf1450c0528 req-188452a2-d464-4880-99f6-926ab38b4388 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0528393 Apr 06 15:01:36.986489 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-acc718d0-780c-4cd7-8d88-0bf1450c0528 req-16ce66ae-fa3c-4c42-958b-2c1c95647036 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522342 Apr 06 15:01:38.105037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef7c62-d255-4b5f-ba1e-c2192216e9df req-cbfd0e72-0fb8-4114-8971-683870776154 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:38.106501 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dcef7c62-d255-4b5f-ba1e-c2192216e9df req-cbfd0e72-0fb8-4114-8971-683870776154 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0525045 Apr 06 15:01:38.169272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dcef7c62-d255-4b5f-ba1e-c2192216e9df req-9f157140-0eac-49e4-966b-69e839880efc tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572586 Apr 06 15:01:39.291310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a5421-0fa9-44f2-896c-e2545e4ff08f req-354418e8-fb9c-44bb-97c8-e50e993365bf tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:39.292817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f57a5421-0fa9-44f2-896c-e2545e4ff08f req-354418e8-fb9c-44bb-97c8-e50e993365bf tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0557842 Apr 06 15:01:39.353138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f57a5421-0fa9-44f2-896c-e2545e4ff08f req-97b8bc01-1a34-4dd9-b874-387da4b8a0a8 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&id=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539768 Apr 06 15:01:39.494432 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:01:52.336954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4dee2872-64b1-4aba-be6c-e78d698e71c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:53.724925 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:54.747529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daa17f4a-fde9-4bb6-8b50-7ed49e8df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:55.873473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:57.490328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:58.530479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:11.754383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-62576011-da32-4bde-8445-4ad3e527de0d tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265710432&fields=id&tenant_id=4949330148d1435da0dca38a1790060e HTTP/1.1" status: 200 len: 267 time: 0.0433452 Apr 06 15:02:11.813015 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-b4a7dcef-ff3a-4f15-bbf8-2487a94495be tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:11.814495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-b4a7dcef-ff3a-4f15-bbf8-2487a94495be tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 984 time: 0.0549510 Apr 06 15:02:11.825728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Request body: {'port': {'security_groups': ['69ae46d5-4cf7-4130-ac27-6942f9ad8e32']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:11.894967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.063454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:12.091834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.202813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.215161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0690ec46-e12c-40a2-89d0-e3d7c5865cc0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:02:12.249022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.249644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.251027 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3c8dcd0f-b891-481a-9e0b-075566a855a9 req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "PUT /v2.0/ports/0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 942 time: 0.4306262 Apr 06 15:02:12.251761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:02:12.253847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a869ab31-e765-47b1-aabd-25de49ec89c3" -d '{"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:02:12.257556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55528) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:12.279558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7152a0-8f17-4d60-b343-0f7afd9bfbab tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event updated for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=7']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:12.313822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0690ec46-e12c-40a2-89d0-e3d7c5865cc0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:02:12.332561 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72009bca-8582-4fa6-8a89-d864226f715b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group (1e7c239d-b152-4ff5-bf3a-d0c0da4d161a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.360336 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72009bca-8582-4fa6-8a89-d864226f715b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group (1e7c239d-b152-4ff5-bf3a-d0c0da4d161a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.452720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8acfa5-04c9-433f-931d-6ec3b8ab9329 x-openstack-request-id: req-bd8acfa5-04c9-433f-931d-6ec3b8ab9329 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:02:12.453139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:02:12.453403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd8acfa5-04c9-433f-931d-6ec3b8ab9329 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:02:12.453826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8acfa5-04c9-433f-931d-6ec3b8ab9329'] response: {'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'status': 'completed', 'code': 200} Apr 06 15:02:12.488661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72009bca-8582-4fa6-8a89-d864226f715b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (1e7c239d-b152-4ff5-bf3a-d0c0da4d161a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.492758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-72009bca-8582-4fa6-8a89-d864226f715b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.493247 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-72009bca-8582-4fa6-8a89-d864226f715b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "DELETE /v2.0/security-groups/1e7c239d-b152-4ff5-bf3a-d0c0da4d161a HTTP/1.1" status: 204 len: 168 time: 0.2335548 Apr 06 15:02:12.501401 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55532) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:12.525840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-ff7b7339-313a-4827-8975-c9ea56c599ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.527565 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-ff7b7339-313a-4827-8975-c9ea56c599ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1129 time: 0.0524442 Apr 06 15:02:12.547420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72009bca-8582-4fa6-8a89-d864226f715b tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c239d-b152-4ff5-bf3a-d0c0da4d161a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:12.550717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ddce2132-58b3-4f82-b564-6bf1583bcabb None None] Provisioning complete for port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:12.551063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddce2132-58b3-4f82-b564-6bf1583bcabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.637153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-89b865f9-8fa3-40ba-9669-45649de6ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.638651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-89b865f9-8fa3-40ba-9669-45649de6ff0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.1048777 Apr 06 15:02:12.654716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ddce2132-58b3-4f82-b564-6bf1583bcabb None None] Current status of the port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:12.690869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Deleting port 93c4ea85-985d-4bd1-9207-f96cacbbd30e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:12.691215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.716164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-2808780c-58df-4a1f-9099-02fbacabe182 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0714133 Apr 06 15:02:12.765257 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-e4a0340a-3cbe-4612-83e8-c59ea838d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.766703 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-e4a0340a-3cbe-4612-83e8-c59ea838d1de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0448215 Apr 06 15:02:12.768435 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.768804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for floatingip (93c4ea85-985d-4bd1-9207-f96cacbbd30e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.780682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Calling delete_port for 93c4ea85-985d-4bd1-9207-f96cacbbd30e owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:12.816374 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-071abeee-4e22-4a67-ad41-8ce954c15532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.817981 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-071abeee-4e22-4a67-ad41-8ce954c15532 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453141 Apr 06 15:02:12.909394 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-027bc44a-951c-4d36-a9f1-707215387550 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Apr 06 15:02:12.987038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (93c4ea85-985d-4bd1-9207-f96cacbbd30e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.997289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a869ab31-e765-47b1-aabd-25de49ec89c3 req-69365215-7284-4bad-b4e0-ac165dbea8f3 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Apr 06 15:02:13.017969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event deleted for resources: {'Port': ['ID=93c4ea85-985d-4bd1-9207-f96cacbbd30e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:13.076993 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks [] for floatingip (aa839f00-d103-4f92-be98-9853848e8ce5), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:13.077326 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Floating IP aa839f00-d103-4f92-be98-9853848e8ce5 disassociated (deleted). External IP: 172.26.6.161, port: 0690ec46-e12c-40a2-89d0-e3d7c5865cc0. Apr 06 15:02:13.290092 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Router 344ba577-49d9-4ab6-8c96-741643825929 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:02:13.399125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:02:13.404431 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:13.410839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] Sync routers for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:02:13.421484 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:13.422108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:01:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:13.432451 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eeaefdb8-5f1c-4978-bc73-80e4bb7d253f tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "DELETE /v2.0/floatingips/aa839f00-d103-4f92-be98-9853848e8ce5 HTTP/1.1" status: 204 len: 168 time: 0.9297128 Apr 06 15:02:13.433115 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:02:13.435483 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961fd828-73da-42b5-906d-4c9cc55072d4" -d '{"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:02:13.534693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635bf277-a26f-4bd7-88fd-d9240c018c81 x-openstack-request-id: req-635bf277-a26f-4bd7-88fd-d9240c018c81 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:02:13.534995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:02:13.535248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-635bf277-a26f-4bd7-88fd-d9240c018c81 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:02:13.535662 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635bf277-a26f-4bd7-88fd-d9240c018c81'] response: {'name': 'network-changed', 'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'status': 'completed', 'code': 200} Apr 06 15:02:13.537688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:13.611076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-b86c6b72-72c3-4340-b7b0-4e5997cf1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:13.615476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-b86c6b72-72c3-4340-b7b0-4e5997cf1cdd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1129 time: 0.0545943 Apr 06 15:02:13.706728 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-6d86685c-601c-4d2f-b7f0-21f11833ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:13.708223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-6d86685c-601c-4d2f-b7f0-21f11833ee5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.0890887 Apr 06 15:02:13.757581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-d47fc625-6e5a-4b46-8fb9-bdfbafd37655 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 217 time: 0.0425396 Apr 06 15:02:13.758315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:13.788343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] Checking router: 344ba577-49d9-4ab6-8c96-741643825929 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:02:13.797781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:13.798713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:01:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:13.813850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-84e0321a-6ca4-4939-95ef-4ca8fc67f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:13.815316 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-84e0321a-6ca4-4939-95ef-4ca8fc67f132 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0508213 Apr 06 15:02:13.866550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-78205908-040e-4089-aa78-b2c2e96bcc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:13.868324 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-78205908-040e-4089-aa78-b2c2e96bcc2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469551 Apr 06 15:02:13.911912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:13.967289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-5959a7bc-5e9a-4629-a83f-e2b9d3eff781 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895364 Apr 06 15:02:14.111724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:14.142222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f7e92-6f3d-4dc4-ba65-585c8b5baaac None None] The sync data for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv is: [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:00:13Z', 'revision_number': 4, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '89cd9741-420e-4a85-9f7c-51a39a60fff0', 'name': '', 'network_id': '974e96a9-01fe-451c-abe4-62f865e0027b', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'mac_address': 'fa:16:3e:62:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:13Z', 'updated_at': '2022-04-06T15:00:17Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'subnets': [{'id': 'a4d136a1-ca1d-4cc5-935e-5a819939b194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:02:14.266523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-961fd828-73da-42b5-906d-4c9cc55072d4 req-66a78e05-1314-4452-af9d-55d032c32537 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 Apr 06 15:02:14.370766 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf5e42-e378-48c7-8e01-3d3936422949 None None] New status for floating IP aa839f00-d103-4f92-be98-9853848e8ce5: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:02:16.493722 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:02:22.324031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-425328d5-c4ab-4432-bb81-142551cbf206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:23.723654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:24.750999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f8a6729b-c6ce-4570-bf4a-1db427b8a822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:25.901420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:27.518591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:28.197706 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-49d72ffe-9c57-4ba0-b82a-aaf1e5afa8f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423660 Apr 06 15:02:28.286363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-8edeadfa-62f0-47ae-bd30-6c3b49ab5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:28.288149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-8edeadfa-62f0-47ae-bd30-6c3b49ab5c8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4949330148d1435da0dca38a1790060e&device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 1129 time: 0.0509088 Apr 06 15:02:28.393739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-cee01d77-14ad-45ea-a96b-09655f4ad44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:28.395244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-cee01d77-14ad-45ea-a96b-09655f4ad44a service neutron] 10.222.0.79 "GET /v2.0/networks?id=974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 200 len: 917 time: 0.0875075 Apr 06 15:02:28.440522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-83b0d6e1-5448-477c-a923-31d9be7f4c61 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 200 len: 217 time: 0.0389748 Apr 06 15:02:28.500835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-b8b0d8c0-e6b0-4563-a677-b47d57459ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:28.502916 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-b8b0d8c0-e6b0-4563-a677-b47d57459ac1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 200 len: 854 time: 0.0553219 Apr 06 15:02:28.564111 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-68950838-5958-4c6f-a5e9-86b4ac9bad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:28.564111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-68950838-5958-4c6f-a5e9-86b4ac9bad65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=974e96a9-01fe-451c-abe4-62f865e0027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516834 Apr 06 15:02:28.670944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-a5e94d99-37d1-486f-888e-c42d0a9dd849 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007884 Apr 06 15:02:28.701130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:28.762525 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-816ba4e6-4fa8-44ea-a067-670415401e22 req-57427233-edfd-464f-828a-1e3c040fb528 service neutron] 10.222.0.79 "GET /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855620 Apr 06 15:02:31.324457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720c3c-1967-463d-a9d3-1afeaa9819ff req-66476b60-e10f-4636-88f4-4d43b1f42044 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:31.326003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28720c3c-1967-463d-a9d3-1afeaa9819ff req-66476b60-e10f-4636-88f4-4d43b1f42044 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0550478 Apr 06 15:02:31.385575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28720c3c-1967-463d-a9d3-1afeaa9819ff req-88ef23d6-05c1-432d-8166-0beeda87fa32 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Apr 06 15:02:32.514171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04da41-ce04-46f7-a592-dd3e0e6020ee req-fd175cd9-c3b4-4604-8bca-15e6c4f2a557 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:32.515682 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca04da41-ce04-46f7-a592-dd3e0e6020ee req-fd175cd9-c3b4-4604-8bca-15e6c4f2a557 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0578098 Apr 06 15:02:32.561597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca04da41-ce04-46f7-a592-dd3e0e6020ee req-4ef8153d-be2b-4daa-9bd5-d1d99e610554 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/security-groups?id=69ae46d5-4cf7-4130-ac27-6942f9ad8e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Apr 06 15:02:32.944816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-c54ede22-f669-471e-a71c-eca81534f528 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:32.946256 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-c54ede22-f669-471e-a71c-eca81534f528 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.79 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 945 time: 0.0510428 Apr 06 15:02:33.039128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Deleting port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:33.039464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:33.126308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] For port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:33.126671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:33.138865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Calling delete_port for 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:33.356361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0690ec46-e12c-40a2-89d0-e3d7c5865cc0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:33.369067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0690ec46-e12c-40a2-89d0-e3d7c5865cc0'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:02:33.385377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Pushing event deleted for resources: {'Port': ['ID=0690ec46-e12c-40a2-89d0-e3d7c5865cc0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:33.397351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.397706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.398052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.398396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.398734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.399072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.399404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.399735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.400067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.400520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.401030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.405308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.405308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.405308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.405308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:33.442327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] No DVR routers for this DVR port 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:02:33.444797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:33.448907 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0cba65b-e7f6-4ecc-b107-0980088651dd req-db27b62c-110b-455a-a171-d1eef7466506 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.79 "DELETE /v2.0/ports/0690ec46-e12c-40a2-89d0-e3d7c5865cc0 HTTP/1.1" status: 204 len: 173 time: 0.4973595 Apr 06 15:02:33.449373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'name': 'network-vif-deleted', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:02:33.451736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ae640-06fc-4431-9124-24f603d15edf" -d '{"events": [{"server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "name": "network-vif-deleted", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:02:33.486461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d31bdb4-1aa3-4a35-87ff-7e481f7eb79c x-openstack-request-id: req-3d31bdb4-1aa3-4a35-87ff-7e481f7eb79c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:02:33.486843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafbbb5-2bb2-4a4d-b6d3-392b2e38486a", "name": "network-vif-deleted", "tag": "0690ec46-e12c-40a2-89d0-e3d7c5865cc0", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:02:33.487123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3d31bdb4-1aa3-4a35-87ff-7e481f7eb79c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:02:33.487536 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d31bdb4-1aa3-4a35-87ff-7e481f7eb79c'] response: {'server_uuid': 'edafbbb5-2bb2-4a4d-b6d3-392b2e38486a', 'name': 'network-vif-deleted', 'tag': '0690ec46-e12c-40a2-89d0-e3d7c5865cc0', 'status': 'completed', 'code': 200} Apr 06 15:02:33.996930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1c2235bd-d4ab-45c5-999d-df398cf541ad req-969f9c27-f830-47e3-9862-072906bcc621 tempest-TestMinimumBasicScenario-187950270 tempest-TestMinimumBasicScenario-187950270-project] 10.222.0.89 "GET /v2.0/ports?device_id=edafbbb5-2bb2-4a4d-b6d3-392b2e38486a HTTP/1.1" status: 200 len: 210 time: 0.3695009 Apr 06 15:02:35.446390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:35.466956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:35.467300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0690ec46-e12c-40a2-89d0-e3d7c5865cc0 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:36.285374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55656) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:36.645559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (344ba577-49d9-4ab6-8c96-741643825929), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:36.900970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Deleting port 89cd9741-420e-4a85-9f7c-51a39a60fff0 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:36.901306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:36.976556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] For port 89cd9741-420e-4a85-9f7c-51a39a60fff0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=89cd9741-420e-4a85-9f7c-51a39a60fff0,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:36.976943 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:36.989312 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Calling delete_port for 89cd9741-420e-4a85-9f7c-51a39a60fff0 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:37.226173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (89cd9741-420e-4a85-9f7c-51a39a60fff0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:37.250534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=89cd9741-420e-4a85-9f7c-51a39a60fff0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:37.264870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.265220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.265562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.265898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.266226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.266553 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.266899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.267208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.267545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.267858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.268181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.268504 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.268852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.269171 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.269490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:37.448214 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (344ba577-49d9-4ab6-8c96-741643825929), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:37.663599 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Router 344ba577-49d9-4ab6-8c96-741643825929 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:02:38.019228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:02:38.025761 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f4627e99-b079-4db5-a0a6-7a2e98d81e0e admin admin] 10.222.0.89 "PUT /v2.0/routers/344ba577-49d9-4ab6-8c96-741643825929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383840 Apr 06 15:02:38.027581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55658) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:38.029721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] Sync routers for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:02:38.039169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:38.039786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:38.134929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks [] for router (344ba577-49d9-4ab6-8c96-741643825929), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.146792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:38.240132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks [] for router_gateway (344ba577-49d9-4ab6-8c96-741643825929), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.323585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:02:37Z', 'revision_number': 5, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port': {'id': '190b0ae5-33a5-41ee-83cc-0748dcddcb7e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ba577-49d9-4ab6-8c96-741643825929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:11Z', 'updated_at': '2022-04-06T15:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:38.349745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] Checking router: 344ba577-49d9-4ab6-8c96-741643825929 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:02:38.354378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Deleting port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:38.354724 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.358856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] Routers {'344ba577-49d9-4ab6-8c96-741643825929'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:38.359475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['344ba577-49d9-4ab6-8c96-741643825929'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:38.437307 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] For port 190b0ae5-33a5-41ee-83cc-0748dcddcb7e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:38.437672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.450487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Calling delete_port for 190b0ae5-33a5-41ee-83cc-0748dcddcb7e owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:38.452590 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] Set router 344ba577-49d9-4ab6-8c96-741643825929 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:38.510377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:02:38Z', 'revision_number': 6, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:38.537548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607121a0-bf1e-4e86-81d6-b2f17a3a0428 None None] The sync data for ids ['344ba577-49d9-4ab6-8c96-741643825929'] in dv-neutron-836581-2-hyperv is: [{'id': '344ba577-49d9-4ab6-8c96-741643825929', 'name': 'tempest-TestMinimumBasicScenario-1915749052-router', 'tenant_id': '4949330148d1435da0dca38a1790060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:10Z', 'updated_at': '2022-04-06T15:02:38Z', 'revision_number': 6, 'project_id': '4949330148d1435da0dca38a1790060e', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:02:38.700236 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (190b0ae5-33a5-41ee-83cc-0748dcddcb7e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.723697 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=190b0ae5-33a5-41ee-83cc-0748dcddcb7e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:38.789304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (344ba577-49d9-4ab6-8c96-741643825929), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.881062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (344ba577-49d9-4ab6-8c96-741643825929), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.883094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks [] for router_controller (344ba577-49d9-4ab6-8c96-741643825929), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.990272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (344ba577-49d9-4ab6-8c96-741643825929), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.990814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 344ba577-49d9-4ab6-8c96-741643825929 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:02:38.995403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:38.996559 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-685015e7-a5dd-4f61-b773-a85a95f5efb2 admin admin] 10.222.0.89 "DELETE /v2.0/routers/344ba577-49d9-4ab6-8c96-741643825929 HTTP/1.1" status: 204 len: 168 time: 0.9677188 Apr 06 15:02:38.999422 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55660) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:39.044452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Deleting subnet a4d136a1-ca1d-4cc5-935e-5a819939b194 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:02:39.047604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Publish callbacks [] for subnet (a4d136a1-ca1d-4cc5-935e-5a819939b194), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.080994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (a4d136a1-ca1d-4cc5-935e-5a819939b194), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.161109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a4d136a1-ca1d-4cc5-935e-5a819939b194), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.271976 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (a4d136a1-ca1d-4cc5-935e-5a819939b194), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.299378 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d136a1-ca1d-4cc5-935e-5a819939b194,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:39.301392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.307029 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cf3821e0-45c8-430e-9fc0-ba02942e2ba5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a4d136a1-ca1d-4cc5-935e-5a819939b194 HTTP/1.1" status: 204 len: 168 time: 0.3042121 Apr 06 15:02:39.307919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55662) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:39.309644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862058b7-6212-4489-9919-522ff9c913df None None] Network 974e96a9-01fe-451c-abe4-62f865e0027b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:02:39.381303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (974e96a9-01fe-451c-abe4-62f865e0027b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.439300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Deleting port 0d345111-71ba-4372-bdc2-afe1a5151a12 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:39.439622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.485874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] DHCP port deletion for 974e96a9-01fe-451c-abe4-62f865e0027b request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:02:39.512883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] For port 0d345111-71ba-4372-bdc2-afe1a5151a12, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0d345111-71ba-4372-bdc2-afe1a5151a12,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:39.517476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.526662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Calling delete_port for 0d345111-71ba-4372-bdc2-afe1a5151a12 owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:39.536621 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Deleting port 0d345111-71ba-4372-bdc2-afe1a5151a12 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:39.537089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.608174 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] For port 0d345111-71ba-4372-bdc2-afe1a5151a12, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=0d345111-71ba-4372-bdc2-afe1a5151a12,segment=NetworkSegment(5697d140-a196-4202-bce1-4e9def80ef58),segment_id=5697d140-a196-4202-bce1-4e9def80ef58)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:39.608786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.623667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Calling delete_port for 0d345111-71ba-4372-bdc2-afe1a5151a12 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:39.705023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.710802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (0d345111-71ba-4372-bdc2-afe1a5151a12), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.732291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d345111-71ba-4372-bdc2-afe1a5151a12,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:39.735802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] No DVR routers for this DVR port 0d345111-71ba-4372-bdc2-afe1a5151a12 on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:02:39.747110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] No DVR routers for this DVR port 0d345111-71ba-4372-bdc2-afe1a5151a12 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:02:39.753665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Pushing event deleted for resources: {'Port': ['ID=0d345111-71ba-4372-bdc2-afe1a5151a12,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:39.765591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.766151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.766530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.766877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.767217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.767551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.767890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.768249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.768579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.768934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.769267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.769596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.769922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.770274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.770598 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b309a-f6a7-4917-978e-9936b3d07999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:39.810867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (974e96a9-01fe-451c-abe4-62f865e0027b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.830457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974e96a9-01fe-451c-abe4-62f865e0027b']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:39.839769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5697d140-a196-4202-bce1-4e9def80ef58') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:39.840079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5697d140-a196-4202-bce1-4e9def80ef58') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:39.849108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (5697d140-a196-4202-bce1-4e9def80ef58), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.862372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (5697d140-a196-4202-bce1-4e9def80ef58), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.867936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:02:39.868309 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (5697d140-a196-4202-bce1-4e9def80ef58), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:02:39.873363 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:02:39.980166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (974e96a9-01fe-451c-abe4-62f865e0027b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.985823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.988955 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/974e96a9-01fe-451c-abe4-62f865e0027b HTTP/1.1" status: 204 len: 168 time: 0.6800287 Apr 06 15:02:39.992011 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55664) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:40.001204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a03c2-f317-431c-b597-c602fff6ecc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=974e96a9-01fe-451c-abe4-62f865e0027b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:40.348989 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (31e95fd8-907e-4fa5-93e3-ec1d91844222), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:40.602227 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Deleting port 21f96757-5d91-4a4a-8d4c-f9145b747b7a {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:40.602488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:40.615067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 89cd9741-420e-4a85-9f7c-51a39a60fff0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:40.636928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 89cd9741-420e-4a85-9f7c-51a39a60fff0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:40.637280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 89cd9741-420e-4a85-9f7c-51a39a60fff0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:40.637692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 190b0ae5-33a5-41ee-83cc-0748dcddcb7e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:40.658018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 190b0ae5-33a5-41ee-83cc-0748dcddcb7e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:40.658365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 190b0ae5-33a5-41ee-83cc-0748dcddcb7e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:40.658775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0d345111-71ba-4372-bdc2-afe1a5151a12 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:40.677745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 0d345111-71ba-4372-bdc2-afe1a5151a12 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:40.678095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 0d345111-71ba-4372-bdc2-afe1a5151a12 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:40.680288 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] For port 21f96757-5d91-4a4a-8d4c-f9145b747b7a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=21f96757-5d91-4a4a-8d4c-f9145b747b7a,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:40.680665 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:40.694788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Calling delete_port for 21f96757-5d91-4a4a-8d4c-f9145b747b7a owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:40.974687 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (21f96757-5d91-4a4a-8d4c-f9145b747b7a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:41.001759 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f96757-5d91-4a4a-8d4c-f9145b747b7a,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:41.175997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (31e95fd8-907e-4fa5-93e3-ec1d91844222), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:41.391168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Router 31e95fd8-907e-4fa5-93e3-ec1d91844222 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:02:41.496187 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:02:41.501430 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a16bfb7f-7aeb-4dce-9174-877749f46d35 admin admin] 10.222.0.89 "PUT /v2.0/routers/31e95fd8-907e-4fa5-93e3-ec1d91844222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083420 Apr 06 15:02:41.503859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55666) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:41.506984 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] Sync routers for ids ['31e95fd8-907e-4fa5-93e3-ec1d91844222'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:02:41.520190 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] Routers {'31e95fd8-907e-4fa5-93e3-ec1d91844222'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:41.520862 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['31e95fd8-907e-4fa5-93e3-ec1d91844222'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:41.632809 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] Set router 31e95fd8-907e-4fa5-93e3-ec1d91844222 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:41.823464 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:02:40Z', 'revision_number': 5, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:41.849362 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] Checking router: 31e95fd8-907e-4fa5-93e3-ec1d91844222 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:02:41.857437 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] Routers {'31e95fd8-907e-4fa5-93e3-ec1d91844222'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:41.858038 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['31e95fd8-907e-4fa5-93e3-ec1d91844222'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:41.867693 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks [] for router (31e95fd8-907e-4fa5-93e3-ec1d91844222), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:41.961296 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] Set router 31e95fd8-907e-4fa5-93e3-ec1d91844222 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:41.972615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks [] for router_gateway (31e95fd8-907e-4fa5-93e3-ec1d91844222), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.099680 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Deleting port d5093c34-39cf-4e02-aaa5-4865cafca680 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:42.100330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.136587 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:02:40Z', 'revision_number': 5, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:42.166815 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d9836-38fd-4a2d-8a81-5945f1b9bf2f None None] The sync data for ids ['31e95fd8-907e-4fa5-93e3-ec1d91844222'] in dv-neutron-836581-2-hyperv is: [{'id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'name': 'tempest-TestMinimumBasicScenario-1984875997-router', 'tenant_id': '6cdd9716063d42f7954a1f54e0cf0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:00:16Z', 'updated_at': '2022-04-06T15:02:40Z', 'revision_number': 5, 'project_id': '6cdd9716063d42f7954a1f54e0cf0084', 'gw_port': {'id': 'd5093c34-39cf-4e02-aaa5-4865cafca680', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e95fd8-907e-4fa5-93e3-ec1d91844222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:00:17Z', 'updated_at': '2022-04-06T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:02:42.179297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] For port d5093c34-39cf-4e02-aaa5-4865cafca680, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d5093c34-39cf-4e02-aaa5-4865cafca680,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:42.179669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.193033 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Calling delete_port for d5093c34-39cf-4e02-aaa5-4865cafca680 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:42.424247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (d5093c34-39cf-4e02-aaa5-4865cafca680), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.447438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5093c34-39cf-4e02-aaa5-4865cafca680,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:42.514510 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (31e95fd8-907e-4fa5-93e3-ec1d91844222), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.616302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (31e95fd8-907e-4fa5-93e3-ec1d91844222), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.618918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks [] for router_controller (31e95fd8-907e-4fa5-93e3-ec1d91844222), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.669530 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 21f96757-5d91-4a4a-8d4c-f9145b747b7a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:42.693743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 21f96757-5d91-4a4a-8d4c-f9145b747b7a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:42.693988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 21f96757-5d91-4a4a-8d4c-f9145b747b7a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:42.733140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (31e95fd8-907e-4fa5-93e3-ec1d91844222), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.733719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31e95fd8-907e-4fa5-93e3-ec1d91844222 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:02:42.738256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.739262 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2eb6f633-11c5-444a-bbd2-d655509a2d18 admin admin] 10.222.0.89 "DELETE /v2.0/routers/31e95fd8-907e-4fa5-93e3-ec1d91844222 HTTP/1.1" status: 204 len: 168 time: 1.2344949 Apr 06 15:02:42.741928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55668) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:42.791470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Deleting subnet 7a9bf833-c7a0-4c57-ac71-0b72622482da {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:02:42.798589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Publish callbacks [] for subnet (7a9bf833-c7a0-4c57-ac71-0b72622482da), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.836315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (7a9bf833-c7a0-4c57-ac71-0b72622482da), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.917716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (7a9bf833-c7a0-4c57-ac71-0b72622482da), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.043662 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (7a9bf833-c7a0-4c57-ac71-0b72622482da), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.069151 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9bf833-c7a0-4c57-ac71-0b72622482da,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:43.076366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.078980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b673cc8-cf1d-46a6-8ea5-3bf1ef6ef221 None None] Network dccf5667-b757-4eda-bb78-338ffa69e37b requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:02:43.081055 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-50190ba7-38d7-4072-b040-76e010d8509a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7a9bf833-c7a0-4c57-ac71-0b72622482da HTTP/1.1" status: 204 len: 168 time: 0.3378639 Apr 06 15:02:43.083397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55670) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:43.158754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (dccf5667-b757-4eda-bb78-338ffa69e37b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.216952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Deleting port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:43.217302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.247598 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] DHCP port deletion for dccf5667-b757-4eda-bb78-338ffa69e37b request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:02:43.285110 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] For port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:43.285476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.297708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] Deleting port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:02:43.298011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.298238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Calling delete_port for 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:43.365209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] For port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,segment=NetworkSegment(21420ebd-b8e4-4c58-87e1-429be2f87358),segment_id=21420ebd-b8e4-4c58-87e1-429be2f87358)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:43.365734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.378367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] Calling delete_port for 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:02:43.477283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.483068 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (76859b2c-a5fb-4d81-ad3d-b17e80f013a4), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.503804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:43.508614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] Pushing event deleted for resources: {'Port': ['ID=76859b2c-a5fb-4d81-ad3d-b17e80f013a4,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:43.509044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] No DVR routers for this DVR port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:02:43.513501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50379d7-18d7-47da-b726-ddc37dbf5c6d None None] No DVR routers for this DVR port 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:02:43.587908 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (dccf5667-b757-4eda-bb78-338ffa69e37b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.607503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccf5667-b757-4eda-bb78-338ffa69e37b']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:43.616480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21420ebd-b8e4-4c58-87e1-429be2f87358') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:43.616810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21420ebd-b8e4-4c58-87e1-429be2f87358') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:43.626813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (21420ebd-b8e4-4c58-87e1-429be2f87358), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.640126 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (21420ebd-b8e4-4c58-87e1-429be2f87358), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.645921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:02:43.646297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (21420ebd-b8e4-4c58-87e1-429be2f87358), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:02:43.647900 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:02:43.761202 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (dccf5667-b757-4eda-bb78-338ffa69e37b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.766995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:43.770410 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] 10.222.0.89 "DELETE /v2.0/networks/dccf5667-b757-4eda-bb78-338ffa69e37b HTTP/1.1" status: 204 len: 168 time: 0.6858675 Apr 06 15:02:43.781670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3facad6-ad90-4fdf-a11b-265e10c62e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=dccf5667-b757-4eda-bb78-338ffa69e37b,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:44.128776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55674) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:44.168889 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-32ddf33f-2109-4e46-8e71-dddd30a5d70f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4949330148d1435da0dca38a1790060e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388350 Apr 06 15:02:44.171131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55676) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:44.221663 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b130eb97-9b24-400e-addc-285e73da8293 admin admin] Publish callbacks [] for security_group (69ae46d5-4cf7-4130-ac27-6942f9ad8e32), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:44.242322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b130eb97-9b24-400e-addc-285e73da8293 admin admin] Publish callbacks [] for security_group (69ae46d5-4cf7-4130-ac27-6942f9ad8e32), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:44.369447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b130eb97-9b24-400e-addc-285e73da8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (69ae46d5-4cf7-4130-ac27-6942f9ad8e32), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:44.371903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b130eb97-9b24-400e-addc-285e73da8293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:44.373380 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b130eb97-9b24-400e-addc-285e73da8293 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/69ae46d5-4cf7-4130-ac27-6942f9ad8e32 HTTP/1.1" status: 204 len: 168 time: 0.2013626 Apr 06 15:02:44.382118 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130eb97-9b24-400e-addc-285e73da8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae46d5-4cf7-4130-ac27-6942f9ad8e32,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:44.613104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:44.634596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:44.634855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 76859b2c-a5fb-4d81-ad3d-b17e80f013a4 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:44.635270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d5093c34-39cf-4e02-aaa5-4865cafca680 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:44.653945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: d5093c34-39cf-4e02-aaa5-4865cafca680 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:02:44.654298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d5093c34-39cf-4e02-aaa5-4865cafca680 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:02:45.007392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55682) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:45.048181 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-2034c611-97cc-49c6-beb2-741a0fa9d2f1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6cdd9716063d42f7954a1f54e0cf0084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394423 Apr 06 15:02:45.052280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55684) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:45.104083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d6cca65-f95a-445b-bc00-4e09620c047e admin admin] Publish callbacks [] for security_group (7f6c714c-476e-4947-aaf0-7513e476b0e2), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:45.125422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d6cca65-f95a-445b-bc00-4e09620c047e admin admin] Publish callbacks [] for security_group (7f6c714c-476e-4947-aaf0-7513e476b0e2), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:45.237071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d6cca65-f95a-445b-bc00-4e09620c047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (7f6c714c-476e-4947-aaf0-7513e476b0e2), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:45.239614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1d6cca65-f95a-445b-bc00-4e09620c047e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:45.240838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1d6cca65-f95a-445b-bc00-4e09620c047e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7f6c714c-476e-4947-aaf0-7513e476b0e2 HTTP/1.1" status: 204 len: 168 time: 0.1875253 Apr 06 15:02:45.249123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cca65-f95a-445b-bc00-4e09620c047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c714c-476e-4947-aaf0-7513e476b0e2,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:48.476147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55726) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:48.481041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257148159', 'description': 'tempest-secgroup-smoke-257148159 description', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:48.580043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.588921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.661251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (f0285865-0b1f-496c-bf75-2af87a87cd1f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.728372 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f0285865-0b1f-496c-bf75-2af87a87cd1f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.764374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0285865-0b1f-496c-bf75-2af87a87cd1f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:48.804523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (ce1a97d8-fd51-4d32-8993-f3aec4d4e716), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.882610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ce1a97d8-fd51-4d32-8993-f3aec4d4e716), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.911019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a97d8-fd51-4d32-8993-f3aec4d4e716,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:48.975871 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:48.977140 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-da5dd738-a742-47a9-a822-b540d1f13561 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4999387 Apr 06 15:02:48.980646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55728) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:48.984932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ce1a97d8-fd51-4d32-8993-f3aec4d4e716', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:49.079956 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (cfed0931-f818-4513-880a-fd7a33e8664b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.137840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (cfed0931-f818-4513-880a-fd7a33e8664b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.235025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (cfed0931-f818-4513-880a-fd7a33e8664b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.252643 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfed0931-f818-4513-880a-fd7a33e8664b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:49.360008 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.361832 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0e9a470e-a67e-43ba-9170-88e64bc6c2f7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3802061 Apr 06 15:02:49.364818 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55730) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:49.369261 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ce1a97d8-fd51-4d32-8993-f3aec4d4e716', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:49.648074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (cf0ad6d3-2a6b-4f8f-a8d6-9ec433a7964e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.715951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (cf0ad6d3-2a6b-4f8f-a8d6-9ec433a7964e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.774166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (cf0ad6d3-2a6b-4f8f-a8d6-9ec433a7964e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.793852 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ad6d3-2a6b-4f8f-a8d6-9ec433a7964e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:49.867838 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:49.869044 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6898ef62-14eb-4a52-b9d7-a5f8af2bd815 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5032752 Apr 06 15:02:49.872823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55732) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:49.877058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ce1a97d8-fd51-4d32-8993-f3aec4d4e716', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:49.967268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (f6f0ec6d-9acb-480d-a50f-a9c4f0657ff1), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.023311 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (f6f0ec6d-9acb-480d-a50f-a9c4f0657ff1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.094191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f6f0ec6d-9acb-480d-a50f-a9c4f0657ff1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.113105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f0ec6d-9acb-480d-a50f-a9c4f0657ff1,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:50.197659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.198957 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9b87a5e3-1631-4467-ab53-43cd2074fced tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251882 Apr 06 15:02:50.201671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55734) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:50.205939 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ce1a97d8-fd51-4d32-8993-f3aec4d4e716', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:50.287360 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (c8e52a6a-0f79-49b5-a0c2-536c64fc0343), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.346335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (c8e52a6a-0f79-49b5-a0c2-536c64fc0343), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.413954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c8e52a6a-0f79-49b5-a0c2-536c64fc0343), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.432610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e52a6a-0f79-49b5-a0c2-536c64fc0343,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:50.507486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.508720 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b30146bc-d70a-419e-911c-9484f1d43f30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3061216 Apr 06 15:02:50.511535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55736) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:50.515950 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ce1a97d8-fd51-4d32-8993-f3aec4d4e716', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:50.608586 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:02:50.614081 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (4bb117b9-29b4-4ac6-8cfd-2ce23dd6098c), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.673966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (4bb117b9-29b4-4ac6-8cfd-2ce23dd6098c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.772122 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4bb117b9-29b4-4ac6-8cfd-2ce23dd6098c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.790825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb117b9-29b4-4ac6-8cfd-2ce23dd6098c,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:50.883221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:50.884497 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f08c0b1b-8bf7-403a-a17a-ac02af9341bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3719046 Apr 06 15:02:50.887794 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55738) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:50.892197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ce1a97d8-fd51-4d32-8993-f3aec4d4e716', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:51.002791 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:02:51.007683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (b8d62e80-a370-4a44-9ed3-36f85cb8eff4), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.065556 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (b8d62e80-a370-4a44-9ed3-36f85cb8eff4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.145874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b8d62e80-a370-4a44-9ed3-36f85cb8eff4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.165049 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d62e80-a370-4a44-9ed3-36f85cb8eff4,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:51.238746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.239986 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b3e725d6-cc7e-4580-90ba-1248ffdcd200 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3512287 Apr 06 15:02:51.243021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55740) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:51.248286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'network': {'name': 'tempest-network-smoke--2080608080', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:51.328456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:02:51.331868 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.357856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:02:51.366501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ad12f58d-acf4-474c-9fe1-0a7f2eabf926), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.367172 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Added segment ad12f58d-acf4-474c-9fe1-0a7f2eabf926 of type vlan for network 4132d5f5-5282-45d7-be93-88180a29d26e Apr 06 15:02:51.406379 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (4132d5f5-5282-45d7-be93-88180a29d26e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.494186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (4132d5f5-5282-45d7-be93-88180a29d26e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.499442 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:51.500025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.563147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Network': ['ID=4132d5f5-5282-45d7-be93-88180a29d26e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:51.574433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 4132d5f5-5282-45d7-be93-88180a29d26e details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:02:51.609689 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-cf9fdf5a-fd24-4e60-89fa-3c229b232728 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3654311 Apr 06 15:02:51.612313 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55742) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:51.616660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'admin_state_up': True, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:51.692916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (09976971-bd3c-4353-9de6-5c1474a10b50), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.694093 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (09976971-bd3c-4353-9de6-5c1474a10b50), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.749805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (09976971-bd3c-4353-9de6-5c1474a10b50), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.943318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (09976971-bd3c-4353-9de6-5c1474a10b50), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.218564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (09976971-bd3c-4353-9de6-5c1474a10b50), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.237056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.340058 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.94 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/62df7a00-f4ba-4cd7-a03a-be2fc55d451e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:02:52.349676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3afff218-3da0-4896-8b0a-b8f35cd8e9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.442979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.521455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.563190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:02:52.565421 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:02:52.574651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:02:52.601019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:52.877624 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (09976971-bd3c-4353-9de6-5c1474a10b50), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:53.319280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (09976971-bd3c-4353-9de6-5c1474a10b50), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:53.491789 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:02:53.539576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 09976971-bd3c-4353-9de6-5c1474a10b50 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:02:53.648819 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:02:53.659338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Sync routers for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:02:53.684757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:53.685360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:53.740125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:53.741412 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d2315416-c92b-4f30-b338-268291d071d9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1281393 Apr 06 15:02:53.745084 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55744) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:53.768326 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:53.798257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:53.885669 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f31fda79-2a2f-49c3-a861-f88be87017d6 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=d8ddb69b6c9f482281cee02e635e7b13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1394608 Apr 06 15:02:53.888186 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55748) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:53.975320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dc206-910f-41d8-97eb-03ec21da5b02 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:53.977777 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1c8dc206-910f-41d8-97eb-03ec21da5b02 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884798 Apr 06 15:02:53.981692 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55750) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:53.987238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:52Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:54.015233 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a1c080cd-6404-43e4-b2c7-dbc1f6e40f15 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324244 Apr 06 15:02:54.015479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Checking router: 09976971-bd3c-4353-9de6-5c1474a10b50 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:02:54.015577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Updating router 09976971-bd3c-4353-9de6-5c1474a10b50 port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:02:54.017806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55752) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:54.022774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967521571', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:02:54.047799 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.218503 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:02:54.224158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.330853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Publish callbacks [] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.395359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.460842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Attempting to bind port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:02:54.461433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Attempting to bind port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:02:54.461840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Attempting to bind port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:02:54.463950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871be293-bc03-47cb-97f9-bb8eaa7a56bb None None] Pushing event updated for resources: {'Port': ['ID=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:54.469468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:02:54.469953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:02:54.470360 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.471214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:02:54.471214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Bound port: 62df7a00-f4ba-4cd7-a03a-be2fc55d451e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:02:54.471577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.540901 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] For port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:02:54.544569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] For port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:02:54.557940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (b50b01be-8230-4b07-bc54-974ee3f4d443), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.617879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Subnet': ['ID=b50b01be-8230-4b07-bc54-974ee3f4d443,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:54.640201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Checking segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:02:54.640723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network hostable DHCP agents. Network: 4132d5f5-5282-45d7-be93-88180a29d26e, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:02:54.665705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.734707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 4132d5f5-5282-45d7-be93-88180a29d26e is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:02:54.753342 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:54.754550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:54.759911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871be293-bc03-47cb-97f9-bb8eaa7a56bb None None] Pushing event updated for resources: {'Port': ['ID=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:54.855507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 4132d5f5-5282-45d7-be93-88180a29d26e) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:02:54.860218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:54.866761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:54.947522 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-aeb9b134-8a5d-44b3-815e-ac013420c74e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9284613 Apr 06 15:02:54.950103 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55754) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:02:55.007656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb648b-a32b-4325-a729-7779d1aa08e9 None None] Network 4132d5f5-5282-45d7-be93-88180a29d26e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:02:55.034816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3bde186c-6ae4-49e2-82fd-645dd2121cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.095676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:55.229769 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-4132d5f5-5282-45d7-be93-88180a29d26e', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:02:55.230751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.425996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Allocated IP 172.20.0.2 (4132d5f5-5282-45d7-be93-88180a29d26e/b50b01be-8230-4b07-bc54-974ee3f4d443/063e5000-8aa2-44ad-807b-eb106f311af0) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:02:55.427751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.431414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:52Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:55.464979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d148f-ae68-45b8-bf6a-5d67d35945ad None None] The sync data for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv is: [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:52Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:02:55.645807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Publish callbacks [] for port (063e5000-8aa2-44ad-807b-eb106f311af0), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.736463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.783243 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Network 4132d5f5-5282-45d7-be93-88180a29d26e is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:02:55.786862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:02:55.792257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:02:55.829782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.1 (4132d5f5-5282-45d7-be93-88180a29d26e/b50b01be-8230-4b07-bc54-974ee3f4d443/c88e31d2-694c-41d2-92f5-04c3a9b1d572) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:02:55.851065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Pushing event updated for resources: {'Port': ['ID=063e5000-8aa2-44ad-807b-eb106f311af0,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:55.926794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Attempting to bind port 063e5000-8aa2-44ad-807b-eb106f311af0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:02:55.926794 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Attempting to bind port 063e5000-8aa2-44ad-807b-eb106f311af0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:02:55.927118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Attempting to bind port 063e5000-8aa2-44ad-807b-eb106f311af0 on network 4132d5f5-5282-45d7-be93-88180a29d26e {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:02:55.932774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:02:55.933156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Checking segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:02:55.933561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.934095 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Bound using segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:02:55.934611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Bound port: 063e5000-8aa2-44ad-807b-eb106f311af0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:02:55.934940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.972548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:55.987037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.003244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] For port 063e5000-8aa2-44ad-807b-eb106f311af0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:02:56.006581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] For port 063e5000-8aa2-44ad-807b-eb106f311af0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=063e5000-8aa2-44ad-807b-eb106f311af0,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:02:56.090231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.112116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.169134 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 4132d5f5-5282-45d7-be93-88180a29d26e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:02:56.177922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:02:56.183820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e2e07-7496-4c2f-9fa1-2aa5d3683c70 None None] Pushing event updated for resources: {'Port': ['ID=063e5000-8aa2-44ad-807b-eb106f311af0,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:56.185686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:02:56.215067 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=c88e31d2-694c-41d2-92f5-04c3a9b1d572,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:56.249155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (09976971-bd3c-4353-9de6-5c1474a10b50), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.485212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.720987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 62df7a00-f4ba-4cd7-a03a-be2fc55d451e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:02:56.778747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:56.779929 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.835898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.862406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:56.862913 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.876473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.887414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:56.955240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.955471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (09976971-bd3c-4353-9de6-5c1474a10b50), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:56.956317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 063e5000-8aa2-44ad-807b-eb106f311af0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:02:56.957380 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=c88e31d2-694c-41d2-92f5-04c3a9b1d572,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:57.072844 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 4132d5f5-5282-45d7-be93-88180a29d26e is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:02:57.074255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:02:57.091971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:57.108788 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 063e5000-8aa2-44ad-807b-eb106f311af0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:57.110194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:57.207555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 063e5000-8aa2-44ad-807b-eb106f311af0 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:57.207955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:57.234004 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 09976971-bd3c-4353-9de6-5c1474a10b50 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:02:57.249456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 063e5000-8aa2-44ad-807b-eb106f311af0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=063e5000-8aa2-44ad-807b-eb106f311af0,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:57.323298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:57.370536 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:02:57.376629 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3c9793dd-75b1-40e0-a615-54d09009d224 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/09976971-bd3c-4353-9de6-5c1474a10b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255469 Apr 06 15:02:57.389764 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=063e5000-8aa2-44ad-807b-eb106f311af0,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:57.397989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d1a93-bba1-4188-9d89-424dbd7a43e4 None None] Network 4132d5f5-5282-45d7-be93-88180a29d26e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:02:57.502386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-297621c4-9920-412b-91ac-be65fa3df765 None None] Provisioning complete for port 063e5000-8aa2-44ad-807b-eb106f311af0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:57.516255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-297621c4-9920-412b-91ac-be65fa3df765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:57.568275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:57.582220 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-127139aa-0298-4f68-a9e1-4fa70db8546c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257148159&fields=id&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 267 time: 0.0538566 Apr 06 15:02:57.640278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-297621c4-9920-412b-91ac-be65fa3df765 None None] Current status of the port 063e5000-8aa2-44ad-807b-eb106f311af0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:57.700622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-329fb5b8-2775-46b3-b04a-3fd3aa0578cd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:57.704109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-329fb5b8-2775-46b3-b04a-3fd3aa0578cd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/networks?id=4132d5f5-5282-45d7-be93-88180a29d26e HTTP/1.1" status: 200 len: 797 time: 0.1123495 Apr 06 15:02:57.720272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-e82977dc-75d3-4785-b4e2-d1c2bdde4e76 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/quotas/d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 375 time: 0.0112202 Apr 06 15:02:57.740831 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Sync routers for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:02:57.752298 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:57.753085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:57.783672 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-2ff20793-0c89-47e2-b49f-4c4823c131ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576971 Apr 06 15:02:57.863505 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:57.873048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-423bddf1-99e9-4ecf-8739-d86e8aaae894 None None] Provisioning complete for port 063e5000-8aa2-44ad-807b-eb106f311af0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:57.874291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-423bddf1-99e9-4ecf-8739-d86e8aaae894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:57.896037 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-f2bc8e6d-f654-4b19-a15f-c10111746c96 service neutron] 10.222.0.89 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000955 Apr 06 15:02:57.967478 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-423bddf1-99e9-4ecf-8739-d86e8aaae894 None None] Current status of the port 063e5000-8aa2-44ad-807b-eb106f311af0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:57.979185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-423bddf1-99e9-4ecf-8739-d86e8aaae894 None None] Provisioning complete for port c88e31d2-694c-41d2-92f5-04c3a9b1d572 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:57.979718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-423bddf1-99e9-4ecf-8739-d86e8aaae894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.007898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-4cc6ebd0-7d8d-4d48-b9ea-ba0e39929c0e service neutron] 10.222.0.89 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031775 Apr 06 15:02:58.022649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-423bddf1-99e9-4ecf-8739-d86e8aaae894 None None] Port c88e31d2-694c-41d2-92f5-04c3a9b1d572 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:02:58.144834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b27eae1c-3044-43a3-9297-49e86460249d None None] Provisioning complete for port c88e31d2-694c-41d2-92f5-04c3a9b1d572 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:58.145234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b27eae1c-3044-43a3-9297-49e86460249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.180949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b27eae1c-3044-43a3-9297-49e86460249d None None] Port c88e31d2-694c-41d2-92f5-04c3a9b1d572 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:02:58.181574 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 2, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:58.212903 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Checking router: 09976971-bd3c-4353-9de6-5c1474a10b50 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:02:58.213252 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Updating router 09976971-bd3c-4353-9de6-5c1474a10b50 port c88e31d2-694c-41d2-92f5-04c3a9b1d572 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:02:58.241910 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.305259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d8a02bfd-4536-4a0f-9b20-e3a2c0449854 None None] Provisioning complete for port c88e31d2-694c-41d2-92f5-04c3a9b1d572 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:58.305561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d8a02bfd-4536-4a0f-9b20-e3a2c0449854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.319033 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ea56b44-e054-4dfc-9810-a5938b0d0083 req-19445197-e73b-4214-951f-7ed0e6bf3456 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 210 time: 0.0341752 Apr 06 15:02:58.345354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d8a02bfd-4536-4a0f-9b20-e3a2c0449854 None None] Port c88e31d2-694c-41d2-92f5-04c3a9b1d572 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:02:58.534087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.541920 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Publish callbacks [] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.614101 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.635438 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 62df7a00-f4ba-4cd7-a03a-be2fc55d451e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:02:58.668898 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Pushing event updated for resources: {'Port': ['ID=c88e31d2-694c-41d2-92f5-04c3a9b1d572,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:58.679669 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.680010 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.680349 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.680679 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.681131 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.681991 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.682306 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.682647 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.683047 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.683372 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.683698 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.684018 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.684335 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.684649 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.684986 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:58.700337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:58.700723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.739156 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Attempting to bind port c88e31d2-694c-41d2-92f5-04c3a9b1d572 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:02:58.739530 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Attempting to bind port c88e31d2-694c-41d2-92f5-04c3a9b1d572 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:02:58.739885 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Attempting to bind port c88e31d2-694c-41d2-92f5-04c3a9b1d572 on network 4132d5f5-5282-45d7-be93-88180a29d26e {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:02:58.746194 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:02:58.747155 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Checking segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:02:58.747311 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.747667 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Bound using segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:02:58.748047 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Bound port: c88e31d2-694c-41d2-92f5-04c3a9b1d572, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:02:58.748422 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.802328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:58.803349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 063e5000-8aa2-44ad-807b-eb106f311af0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:02:58.814521 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] For port c88e31d2-694c-41d2-92f5-04c3a9b1d572, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:02:58.818186 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] For port c88e31d2-694c-41d2-92f5-04c3a9b1d572, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c88e31d2-694c-41d2-92f5-04c3a9b1d572,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:02:58.856696 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 063e5000-8aa2-44ad-807b-eb106f311af0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:58.857098 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.900343 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:58.942212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 063e5000-8aa2-44ad-807b-eb106f311af0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:58.961040 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:02:58.961673 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:58.967023 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61dc40-aae3-427a-8a61-b7a8d1032f76 None None] Pushing event updated for resources: {'Port': ['ID=c88e31d2-694c-41d2-92f5-04c3a9b1d572,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:58.967157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] Provisioning complete for port c88e31d2-694c-41d2-92f5-04c3a9b1d572 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:58.967471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:59.059069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] Current status of the port c88e31d2-694c-41d2-92f5-04c3a9b1d572 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:59.059287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:59.082854 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:02:59.094498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] For port c88e31d2-694c-41d2-92f5-04c3a9b1d572, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c88e31d2-694c-41d2-92f5-04c3a9b1d572,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:59.166749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:59.216858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117447d-d819-4862-b5fd-073231354bd0 None None] Pushing event updated for resources: {'Port': ['ID=c88e31d2-694c-41d2-92f5-04c3a9b1d572,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:59.286362 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8bf1b28c-4c9e-4be0-9e90-6fffcc4a8c7f None None] Provisioning complete for port c88e31d2-694c-41d2-92f5-04c3a9b1d572 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:59.286856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b28c-4c9e-4be0-9e90-6fffcc4a8c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:59.291434 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:58Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:02:59.316289 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c281c-b082-4389-b29d-7cc4a6ed7c74 None None] The sync data for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv is: [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:58Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:02:59.376790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1b28c-4c9e-4be0-9e90-6fffcc4a8c7f None None] Current status of the port c88e31d2-694c-41d2-92f5-04c3a9b1d572 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:59.426015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1cbf296d-eb5e-4779-a3d6-b59aa673bdde req-97542e33-3f2c-49c2-adff-85f4d049bb7c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 210 time: 0.0317612 Apr 06 15:03:00.443763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-285ccc1a-d4aa-4faa-8798-2392049bf501 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:00.445276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-285ccc1a-d4aa-4faa-8798-2392049bf501 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/networks?id=4132d5f5-5282-45d7-be93-88180a29d26e HTTP/1.1" status: 200 len: 797 time: 0.1080947 Apr 06 15:03:00.521887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-e225dd3b-e0a0-4a6a-bb4b-a55d650923b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 379 time: 0.0683918 Apr 06 15:03:00.546741 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afc6c6eb-167e-418c-b58e-65c717d02319 req-4f00c652-08ef-4ec2-a8ed-4bb2cde496d4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 210 time: 0.0437875 Apr 06 15:03:00.550126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'port': {'device_id': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'admin_state_up': True, 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'security_groups': ['ce1a97d8-fd51-4d32-8993-f3aec4d4e716']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:00.641391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c88e31d2-694c-41d2-92f5-04c3a9b1d572 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:03:00.695641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port c88e31d2-694c-41d2-92f5-04c3a9b1d572 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:03:00.695933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:00.728827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:03:00.732457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:00.778828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port c88e31d2-694c-41d2-92f5-04c3a9b1d572 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:00.867872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.7 (4132d5f5-5282-45d7-be93-88180a29d26e/b50b01be-8230-4b07-bc54-974ee3f4d443/af52320e-4f43-4bf7-bf39-7a517d76a20b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:03:01.010603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.100001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.142295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 4132d5f5-5282-45d7-be93-88180a29d26e is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:03:01.147398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:03:01.152023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:03:01.176006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=af52320e-4f43-4bf7-bf39-7a517d76a20b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:01.208081 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:01.208803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.295395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-153518de-6574-47ca-a1e0-c6f4e86e9d02 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509885 Apr 06 15:03:01.308490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Request body: {'port': {'device_id': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:01.372841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.419151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-2b7de321-e10d-4b74-94ad-4d3ba422dcc1 None None] Provisioning complete for port af52320e-4f43-4bf7-bf39-7a517d76a20b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:03:01.419538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b7de321-e10d-4b74-94ad-4d3ba422dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.456152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-2b7de321-e10d-4b74-94ad-4d3ba422dcc1 None None] Port af52320e-4f43-4bf7-bf39-7a517d76a20b cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:03:01.659936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af52320e-4f43-4bf7-bf39-7a517d76a20b {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:03:01.668674 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Publish callbacks [] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.686857 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Transition to ACTIVE for port object af52320e-4f43-4bf7-bf39-7a517d76a20b will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:03:01.699250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cadfa-3f24-4a48-8b28-45bb276e6de1 req-dd95ed26-1c06-40c7-999d-a3a843ee54ed tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:01.700769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-675cadfa-3f24-4a48-8b28-45bb276e6de1 req-dd95ed26-1c06-40c7-999d-a3a843ee54ed tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 931 time: 0.0782373 Apr 06 15:03:01.751436 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-675cadfa-3f24-4a48-8b28-45bb276e6de1 req-b0401772-e790-4a4c-bf92-5f9798066c30 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447133 Apr 06 15:03:01.783707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.841994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Pushing event updated for resources: {'Port': ['ID=af52320e-4f43-4bf7-bf39-7a517d76a20b,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:01.910463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Attempting to bind port af52320e-4f43-4bf7-bf39-7a517d76a20b on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:03:01.910797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Attempting to bind port af52320e-4f43-4bf7-bf39-7a517d76a20b by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:03:01.911123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Attempting to bind port af52320e-4f43-4bf7-bf39-7a517d76a20b on network 4132d5f5-5282-45d7-be93-88180a29d26e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:03:01.916149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Port af52320e-4f43-4bf7-bf39-7a517d76a20b on network 4132d5f5-5282-45d7-be93-88180a29d26e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:03:01.916473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Attempting to bind port af52320e-4f43-4bf7-bf39-7a517d76a20b on network 4132d5f5-5282-45d7-be93-88180a29d26e {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:03:01.921629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:03:01.921962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Checking segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:03:01.922344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Bound using segment: {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:03:01.922763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Bound port: af52320e-4f43-4bf7-bf39-7a517d76a20b, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:03:01.923121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:01.988169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] For port af52320e-4f43-4bf7-bf39-7a517d76a20b, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:03:01.991262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] For port af52320e-4f43-4bf7-bf39-7a517d76a20b, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:03:02.083763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:02.132316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.132989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:02.134979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] 10.222.0.79 "PUT /v2.0/ports/af52320e-4f43-4bf7-bf39-7a517d76a20b HTTP/1.1" status: 200 len: 1093 time: 0.8309979 Apr 06 15:03:02.135562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:02.137915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820b4add-9b93-421a-8bd2-ee08466e96f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:02.173065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02825ca-fc58-49ec-b599-07dc64bdca34 service neutron] Pushing event updated for resources: {'Port': ['ID=af52320e-4f43-4bf7-bf39-7a517d76a20b,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:02.178162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaa4c61-318d-4444-badb-6b08413ab39d x-openstack-request-id: req-efaa4c61-318d-4444-badb-6b08413ab39d {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:02.178411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:02.178672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-efaa4c61-318d-4444-badb-6b08413ab39d {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:02.179072 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaa4c61-318d-4444-badb-6b08413ab39d'] response: {'name': 'network-changed', 'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'status': 'completed', 'code': 200} Apr 06 15:03:02.248123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b4add-9b93-421a-8bd2-ee08466e96f8 req-acd77745-07a4-463f-a85e-47ea37354896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.249730 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-820b4add-9b93-421a-8bd2-ee08466e96f8 req-acd77745-07a4-463f-a85e-47ea37354896 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1127 time: 0.0504463 Apr 06 15:03:02.358554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b4add-9b93-421a-8bd2-ee08466e96f8 req-573801fc-aff7-4101-82d3-17d403deb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.359945 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-820b4add-9b93-421a-8bd2-ee08466e96f8 req-573801fc-aff7-4101-82d3-17d403deb37a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1025748 Apr 06 15:03:02.453837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b4add-9b93-421a-8bd2-ee08466e96f8 req-619de65d-7bb4-4124-9b98-473665a6588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.455301 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-820b4add-9b93-421a-8bd2-ee08466e96f8 req-619de65d-7bb4-4124-9b98-473665a6588d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893176 Apr 06 15:03:02.535893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-bf19f9d8-5c3c-4d54-a3fe-c68094c13636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.537443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-bf19f9d8-5c3c-4d54-a3fe-c68094c13636 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1127 time: 0.0447221 Apr 06 15:03:02.581941 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-ed33757d-7b9a-47a3-aa4e-6390c78e230c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b HTTP/1.1" status: 200 len: 217 time: 0.0382769 Apr 06 15:03:02.630203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-35ef32fd-d5c7-4bac-af83-d8c74d749e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.631543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-35ef32fd-d5c7-4bac-af83-d8c74d749e64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b50b01be-8230-4b07-bc54-974ee3f4d443 HTTP/1.1" status: 200 len: 834 time: 0.0430627 Apr 06 15:03:02.679103 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-827d7062-e186-4867-b518-1721c7587680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.680575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-827d7062-e186-4867-b518-1721c7587680 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4132d5f5-5282-45d7-be93-88180a29d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433314 Apr 06 15:03:02.774155 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-c7fa1ed8-245b-47e2-9730-18edfa79d950 service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862162 Apr 06 15:03:02.906006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cf11c-e855-465c-809e-6518355065f6 req-d87ca6a2-9632-4c5d-a00a-645171f4a586 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.907385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d47cf11c-e855-465c-809e-6518355065f6 req-d87ca6a2-9632-4c5d-a00a-645171f4a586 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 943 time: 0.0857511 Apr 06 15:03:02.909177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c21b3f2d-fd6a-43ec-9629-651002584daf req-efde0708-b723-491b-bd68-8e2fa9492f0d service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293762 Apr 06 15:03:02.956485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d47cf11c-e855-465c-809e-6518355065f6 req-e7fa7e1c-818d-474b-9125-09aa6f0ed673 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Apr 06 15:03:04.075804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49706-5f34-489c-b1bb-baef43e2143f req-7bc15436-74b1-4399-a333-148478613d3f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:04.077291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fd49706-5f34-489c-b1bb-baef43e2143f req-7bc15436-74b1-4399-a333-148478613d3f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 943 time: 0.0514514 Apr 06 15:03:04.124604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4fd49706-5f34-489c-b1bb-baef43e2143f req-8329b280-5f73-4241-afa4-265543ca75e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Apr 06 15:03:05.245386 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03bb6f-4d81-4a8f-9b4d-1cc6f4dd6f6c req-0c5ded6d-4026-42ba-9902-aafdc2188dff tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:05.247116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4f03bb6f-4d81-4a8f-9b4d-1cc6f4dd6f6c req-0c5ded6d-4026-42ba-9902-aafdc2188dff tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 943 time: 0.0571237 Apr 06 15:03:05.294495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4f03bb6f-4d81-4a8f-9b4d-1cc6f4dd6f6c req-0c524450-2465-4367-8c1c-de229c53c509 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Apr 06 15:03:05.588970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device af52320e-4f43-4bf7-bf39-7a517d76a20b details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:03:05.685131 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port af52320e-4f43-4bf7-bf39-7a517d76a20b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:05.696367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'port_id': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'mac_address': 'fa:16:3e:4b:95:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:03:05.733287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port af52320e-4f43-4bf7-bf39-7a517d76a20b is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:05.733678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:05.745868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af52320e-4f43-4bf7-bf39-7a517d76a20b {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:03:05.765435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port af52320e-4f43-4bf7-bf39-7a517d76a20b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:05.853897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:05.905933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=af52320e-4f43-4bf7-bf39-7a517d76a20b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:06.094602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['af52320e-4f43-4bf7-bf39-7a517d76a20b'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:03:06.412370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cbc0-aa02-4cfa-baa3-913547e23776 req-0a420aad-3e24-488f-9bcd-6d56ff5a7e31 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:06.413886 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90a1cbc0-aa02-4cfa-baa3-913547e23776 req-0a420aad-3e24-488f-9bcd-6d56ff5a7e31 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 944 time: 0.0536897 Apr 06 15:03:06.469156 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90a1cbc0-aa02-4cfa-baa3-913547e23776 req-c4730128-6067-4cac-a95c-cb21271578f6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497129 Apr 06 15:03:07.585759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f412c-84b4-4553-9dad-edb3baac3761 req-d95aa611-7d35-4194-9d01-f49a8b0b8dac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:07.587255 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-183f412c-84b4-4553-9dad-edb3baac3761 req-d95aa611-7d35-4194-9d01-f49a8b0b8dac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 944 time: 0.0520978 Apr 06 15:03:07.602380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device af52320e-4f43-4bf7-bf39-7a517d76a20b up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:03:07.640095 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-183f412c-84b4-4553-9dad-edb3baac3761 req-1251d8b4-de93-4efd-881a-7a7e3d2f1ed9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470431 Apr 06 15:03:07.744153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port af52320e-4f43-4bf7-bf39-7a517d76a20b completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:03:07.750404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port af52320e-4f43-4bf7-bf39-7a517d76a20b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:03:07.750404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:07.826658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port af52320e-4f43-4bf7-bf39-7a517d76a20b is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:07.827049 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:07.848329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:07.850563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95b31a-fdf0-4798-a193-4b29eacf1463" -d '{"events": [{"server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "name": "network-vif-plugged", "status": "completed", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:07.867950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port af52320e-4f43-4bf7-bf39-7a517d76a20b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:07.937352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:07.974119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6701307-0178-4c9d-9ff1-aff216d58852 x-openstack-request-id: req-d6701307-0178-4c9d-9ff1-aff216d58852 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:07.974422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "name": "network-vif-plugged", "status": "completed", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:07.974682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d6701307-0178-4c9d-9ff1-aff216d58852 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:07.975085 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6701307-0178-4c9d-9ff1-aff216d58852'] response: {'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'code': 200} Apr 06 15:03:07.989396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=af52320e-4f43-4bf7-bf39-7a517d76a20b,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:08.277112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3f6b6-1b15-4288-8555-bf17db52a14e req-9021a678-2f24-46eb-8937-61baf56c3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:08.278601 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0b3f6b6-1b15-4288-8555-bf17db52a14e req-9021a678-2f24-46eb-8937-61baf56c3993 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1129 time: 0.0451682 Apr 06 15:03:08.323698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0b3f6b6-1b15-4288-8555-bf17db52a14e req-5fcb3878-f419-417d-8673-63aa1c8dfe08 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 Apr 06 15:03:08.757963 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d380205-e0c8-4a3b-8531-94f56aef9b22 req-2c0259a1-aea8-4018-90de-f463e93b808c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:08.759511 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d380205-e0c8-4a3b-8531-94f56aef9b22 req-2c0259a1-aea8-4018-90de-f463e93b808c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0521021 Apr 06 15:03:08.807001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d380205-e0c8-4a3b-8531-94f56aef9b22 req-58fecee8-5759-4cf4-81cf-fdfcf1b774c2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420163 Apr 06 15:03:09.930075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25357-b0c0-485b-9a68-f6d06bb5cfe1 req-dbe5d8fb-0033-4866-b728-55439935531e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:09.931819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-56c25357-b0c0-485b-9a68-f6d06bb5cfe1 req-dbe5d8fb-0033-4866-b728-55439935531e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0562575 Apr 06 15:03:09.980064 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-56c25357-b0c0-485b-9a68-f6d06bb5cfe1 req-38dc9400-22d8-4dd2-852c-7d8fe044d8cb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Apr 06 15:03:10.096632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365fb06-39c5-41ec-876a-19f2514871d8 req-54ef8847-c724-4436-a259-298748077389 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:10.096632 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2365fb06-39c5-41ec-876a-19f2514871d8 req-54ef8847-c724-4436-a259-298748077389 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Apr 06 15:03:10.143522 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2365fb06-39c5-41ec-876a-19f2514871d8 req-1f4941f3-0275-462f-b545-02651bba475a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Apr 06 15:03:10.165948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55814) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:10.207425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788dc3e5-c868-4e7c-b3d1-d1e7321fcddd tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:10.208921 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-788dc3e5-c868-4e7c-b3d1-d1e7321fcddd tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1124 time: 0.0421405 Apr 06 15:03:10.211663 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55816) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:10.215879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:10.291711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.391463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.494003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.18 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/081c2f60-dee3-4e37-8f1a-d0fb898fc761) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:03:10.592144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.709180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.747656 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:03:10.753008 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:03:10.756603 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:03:10.781576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=081c2f60-dee3-4e37-8f1a-d0fb898fc761,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:11.115211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (96967810-6385-460b-9c16-3d4078bd70e0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:11.272335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:11.417619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:11.476236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:11.546497 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=081c2f60-dee3-4e37-8f1a-d0fb898fc761,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:11.557907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (96967810-6385-460b-9c16-3d4078bd70e0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:11.663493 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP 96967810-6385-460b-9c16-3d4078bd70e0 associated. External IP: 172.26.6.18, port: af52320e-4f43-4bf7-bf39-7a517d76a20b. Apr 06 15:03:11.869394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 09976971-bd3c-4353-9de6-5c1474a10b50 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:03:11.980980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:03:11.990433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] Sync routers for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:03:12.000437 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:12.001119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:12.057680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:12.269328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:12.440838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-696ef18f-9ce0-4aed-bf95-9a1ca81e4663 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2280560 Apr 06 15:03:12.441453 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:12.443648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d75eec5-4f75-474c-979a-2498c72ea0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:12.485941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f4b6f6-557e-40d6-9d22-92bb236dc275 x-openstack-request-id: req-66f4b6f6-557e-40d6-9d22-92bb236dc275 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:12.486230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:12.486492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-66f4b6f6-557e-40d6-9d22-92bb236dc275 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:12.487253 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f4b6f6-557e-40d6-9d22-92bb236dc275'] response: {'name': 'network-changed', 'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'status': 'completed', 'code': 200} Apr 06 15:03:12.511294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '96967810-6385-460b-9c16-3d4078bd70e0', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'port_id': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'mac_address': 'fa:16:3e:4b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:03:10Z', 'updated_at': '2022-04-06T15:03:10Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:59Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:12.538155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] Checking router: 09976971-bd3c-4353-9de6-5c1474a10b50 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:03:12.547006 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:12.547652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:02:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:12.583873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587649c5-0c99-46f0-8ddc-75103639b5f3 req-dd565b29-3a3e-4f41-9711-12849a0fb5f2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:12.585422 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-587649c5-0c99-46f0-8ddc-75103639b5f3 req-dd565b29-3a3e-4f41-9711-12849a0fb5f2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0873067 Apr 06 15:03:12.587951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-30312002-e1e9-4f0b-8670-a57d8a2d455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:12.589368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-30312002-e1e9-4f0b-8670-a57d8a2d455e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1129 time: 0.0778697 Apr 06 15:03:12.657609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:12.693883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-587649c5-0c99-46f0-8ddc-75103639b5f3 req-b6bcb5aa-c9eb-4cbe-be06-59d87c555d83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017246 Apr 06 15:03:12.721364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55822) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:12.725704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-167b414a-9c85-4e46-953e-4595d9d1c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:12.727144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-167b414a-9c85-4e46-953e-4595d9d1c19a service neutron] 10.222.0.79 "GET /v2.0/networks?id=4132d5f5-5282-45d7-be93-88180a29d26e HTTP/1.1" status: 200 len: 899 time: 0.1284165 Apr 06 15:03:12.785232 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8dbf274f-e371-4c80-a792-53346aa53e3f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/96967810-6385-460b-9c16-3d4078bd70e0 HTTP/1.1" status: 200 len: 990 time: 0.0626450 Apr 06 15:03:12.798061 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-ea15fb36-785f-4615-ad91-8a7b4b08f450 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b HTTP/1.1" status: 200 len: 998 time: 0.0648096 Apr 06 15:03:12.845736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-ded7dd3a-9a01-4b77-adf7-2738b0b1ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:12.847177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-ded7dd3a-9a01-4b77-adf7-2738b0b1ed9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b50b01be-8230-4b07-bc54-974ee3f4d443 HTTP/1.1" status: 200 len: 834 time: 0.0429821 Apr 06 15:03:12.888430 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '96967810-6385-460b-9c16-3d4078bd70e0', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'port_id': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'mac_address': 'fa:16:3e:4b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:03:10Z', 'updated_at': '2022-04-06T15:03:10Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:59Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:12.896855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-8f01ea71-cf0d-4a5d-a89e-150bb2c430f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:12.898429 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-8f01ea71-cf0d-4a5d-a89e-150bb2c430f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4132d5f5-5282-45d7-be93-88180a29d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451653 Apr 06 15:03:12.922501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d5d5a-1adf-4546-8ff4-b1b52f6dd713 None None] The sync data for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv is: [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '96967810-6385-460b-9c16-3d4078bd70e0', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'port_id': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'mac_address': 'fa:16:3e:4b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:03:10Z', 'updated_at': '2022-04-06T15:03:10Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:59Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:03:12.995534 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-70c85738-dce9-49c3-ab87-6245c1033b5c service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913532 Apr 06 15:03:13.085910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d75eec5-4f75-474c-979a-2498c72ea0f0 req-090003ba-c926-4c52-9ccf-2fac972fa61c service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851142 Apr 06 15:03:13.125151 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713766f3-7db2-44ef-9139-7a70b8faa2e2 None None] New status for floating IP 96967810-6385-460b-9c16-3d4078bd70e0: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:03:13.788492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55824) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:13.852114 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e8dba230-45fd-445b-ba6a-5f9e42c911cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/96967810-6385-460b-9c16-3d4078bd70e0 HTTP/1.1" status: 200 len: 992 time: 0.0625203 Apr 06 15:03:22.353559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2a52956e-2ca4-40cf-bf40-a85530f1a68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:23.767058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:24.761407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b1ef901e-0801-4881-9909-e49169df4253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:25.892671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:27.532407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:28.543572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:29.450169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-92ec55fc-1cd9-454b-a3b5-ed5533b5cf5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438199 Apr 06 15:03:29.536886 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-fdb9971b-74cf-430b-ad07-b96dcc705726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:29.538425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-fdb9971b-74cf-430b-ad07-b96dcc705726 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1129 time: 0.0446775 Apr 06 15:03:29.642539 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-3ef4f7ff-0685-4869-82b9-c12f8d8ad1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:29.644022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-3ef4f7ff-0685-4869-82b9-c12f8d8ad1dd service neutron] 10.222.0.79 "GET /v2.0/networks?id=4132d5f5-5282-45d7-be93-88180a29d26e HTTP/1.1" status: 200 len: 899 time: 0.0861888 Apr 06 15:03:29.708611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-e5a41d26-4a5a-4c7d-9f24-76e1fe15a332 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b HTTP/1.1" status: 200 len: 1000 time: 0.0577455 Apr 06 15:03:29.757075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-1354a337-8e0f-4b72-8c84-5a7a043c4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:29.759165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-1354a337-8e0f-4b72-8c84-5a7a043c4d02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b50b01be-8230-4b07-bc54-974ee3f4d443 HTTP/1.1" status: 200 len: 834 time: 0.0441434 Apr 06 15:03:29.813604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-70a37cfe-5f65-4094-a715-3f47b0be23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:29.815069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-70a37cfe-5f65-4094-a715-3f47b0be23e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4132d5f5-5282-45d7-be93-88180a29d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465150 Apr 06 15:03:29.902787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-7f26dcb0-4722-4748-93a5-6df2f39701ec service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806115 Apr 06 15:03:29.994769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ba8c032-2816-407e-98bb-ff556ace5a35 req-0a8e33e6-fe5c-4b3d-8674-5c1dece85699 service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861180 Apr 06 15:03:30.490101 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:03:45.376228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264fb2f-f20f-45ea-8345-d43b1052e4cb req-6ad4a37b-e5e7-4bb3-a89a-380b46070527 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:45.377686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8264fb2f-f20f-45ea-8345-d43b1052e4cb req-6ad4a37b-e5e7-4bb3-a89a-380b46070527 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0537884 Apr 06 15:03:45.426385 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8264fb2f-f20f-45ea-8345-d43b1052e4cb req-41708acf-a7e0-4df0-8451-b4f14cd0a1eb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Apr 06 15:03:46.549876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519229e-7bfd-41b6-bde3-5c51cd3633e7 req-9d41810f-374d-42c0-8aca-0dcf47bab603 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:46.551339 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c519229e-7bfd-41b6-bde3-5c51cd3633e7 req-9d41810f-374d-42c0-8aca-0dcf47bab603 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0562100 Apr 06 15:03:46.599847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c519229e-7bfd-41b6-bde3-5c51cd3633e7 req-7cc30268-dc2b-4b05-a3a9-4eac3d90ee57 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Apr 06 15:03:46.622647 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55842) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:46.682852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-11dc864c-f379-4385-8d72-600f85bc4ceb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/96967810-6385-460b-9c16-3d4078bd70e0 HTTP/1.1" status: 200 len: 992 time: 0.0590880 Apr 06 15:03:48.105903 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786945d4-c536-40a7-9ac2-664ba0ec9b48 req-aab43ccc-a61c-45ad-a12c-ce18043f7881 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:48.107412 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-786945d4-c536-40a7-9ac2-664ba0ec9b48 req-aab43ccc-a61c-45ad-a12c-ce18043f7881 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Apr 06 15:03:48.161405 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-786945d4-c536-40a7-9ac2-664ba0ec9b48 req-ed623d1d-2d78-4e27-af8c-20698a7faf2c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483902 Apr 06 15:03:49.287396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f80fd-8b0b-4306-8f51-82a2827cfeaa req-0b7ea3bc-6320-4935-bf19-abe24a9f6de9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:49.288883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-434f80fd-8b0b-4306-8f51-82a2827cfeaa req-0b7ea3bc-6320-4935-bf19-abe24a9f6de9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Apr 06 15:03:49.337349 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-434f80fd-8b0b-4306-8f51-82a2827cfeaa req-11aab8ce-89b6-4145-b7fb-564320af81bd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Apr 06 15:03:49.359277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55852) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:49.424574 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-18e02165-2c6d-4b62-bc64-b7b626b9f193 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/96967810-6385-460b-9c16-3d4078bd70e0 HTTP/1.1" status: 200 len: 992 time: 0.0641520 Apr 06 15:03:49.660601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55858) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:49.813985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 081c2f60-dee3-4e37-8f1a-d0fb898fc761 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:49.814301 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:49.888155 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:49.888464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (081c2f60-dee3-4e37-8f1a-d0fb898fc761), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:49.900884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 081c2f60-dee3-4e37-8f1a-d0fb898fc761 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:50.141317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (081c2f60-dee3-4e37-8f1a-d0fb898fc761), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:50.166955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=081c2f60-dee3-4e37-8f1a-d0fb898fc761,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:50.178308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.178668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.179019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.179365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.179710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.180051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.180591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.180782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.181072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.181406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.181742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.182096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.182401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.182729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.183059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:50.241487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (96967810-6385-460b-9c16-3d4078bd70e0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:50.241818 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP 96967810-6385-460b-9c16-3d4078bd70e0 disassociated (deleted). External IP: 172.26.6.18, port: af52320e-4f43-4bf7-bf39-7a517d76a20b. Apr 06 15:03:50.455558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 09976971-bd3c-4353-9de6-5c1474a10b50 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:03:50.565358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:03:50.569987 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:50.574770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] Sync routers for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:03:50.584184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:50.584833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:50.601233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0ac7ccab-de2a-44dc-b81e-88230617672d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/floatingips/96967810-6385-460b-9c16-3d4078bd70e0 HTTP/1.1" status: 204 len: 168 time: 0.9395187 Apr 06 15:03:50.601855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:50.605069 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:50.645216 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf7feb7-b03c-421d-86b6-7bcf232d26f9 x-openstack-request-id: req-bdf7feb7-b03c-421d-86b6-7bcf232d26f9 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:50.645616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:50.646434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bdf7feb7-b03c-421d-86b6-7bcf232d26f9 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:50.646950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf7feb7-b03c-421d-86b6-7bcf232d26f9'] response: {'name': 'network-changed', 'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'status': 'completed', 'code': 200} Apr 06 15:03:50.698112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:50.710644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-85886296-f08c-47aa-936c-7a296cdc2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:50.712879 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-85886296-f08c-47aa-936c-7a296cdc2f78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 1129 time: 0.0457566 Apr 06 15:03:50.809735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-47deff65-903e-4be5-ab32-7f0f503155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:50.818682 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-47deff65-903e-4be5-ab32-7f0f503155b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4132d5f5-5282-45d7-be93-88180a29d26e HTTP/1.1" status: 200 len: 899 time: 0.0917959 Apr 06 15:03:50.873150 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-a9c49098-f421-4f64-99d7-c2fb3800b031 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b HTTP/1.1" status: 200 len: 217 time: 0.0431867 Apr 06 15:03:50.909790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:59Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:50.925667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-534af3e6-c4fe-4e15-a70c-5c4cbef4625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:50.927179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-534af3e6-c4fe-4e15-a70c-5c4cbef4625c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b50b01be-8230-4b07-bc54-974ee3f4d443 HTTP/1.1" status: 200 len: 834 time: 0.0490322 Apr 06 15:03:50.941269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] Checking router: 09976971-bd3c-4353-9de6-5c1474a10b50 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:03:50.949821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:50.950443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:50.982158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-a3776565-6b0d-4f16-9c20-54d461fff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:50.983601 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-a3776565-6b0d-4f16-9c20-54d461fff89e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4132d5f5-5282-45d7-be93-88180a29d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494537 Apr 06 15:03:51.067905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:51.104097 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-165da1e5-3cc9-4bd8-8f74-c27ed7ec5878 service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145473 Apr 06 15:03:51.118436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d844-9427-4a4a-9518-a9fd56341878 req-7812ad01-89e3-480f-818a-74d7c01dec55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:51.120163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0d9d844-9427-4a4a-9518-a9fd56341878 req-7812ad01-89e3-480f-818a-74d7c01dec55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0776656 Apr 06 15:03:51.175229 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c0d9d844-9427-4a4a-9518-a9fd56341878 req-e97da257-2584-4c90-9031-a6e6acc3d81b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487957 Apr 06 15:03:51.271680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:59Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:51.297640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2db26-430b-4df8-91f8-f56ee8487414 None None] The sync data for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv is: [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'c88e31d2-694c-41d2-92f5-04c3a9b1d572', 'name': '', 'network_id': '4132d5f5-5282-45d7-be93-88180a29d26e', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:6e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:55Z', 'updated_at': '2022-04-06T15:02:59Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'b50b01be-8230-4b07-bc54-974ee3f4d443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:03:51.511404 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87fca44-70ae-46ae-acfe-c418a5076f93 None None] New status for floating IP 96967810-6385-460b-9c16-3d4078bd70e0: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:03:52.338529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04a48f-4913-40e6-9b0e-4309bcf425d5 req-73536045-3cbe-4c54-9d77-4891fc28340a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:52.339997 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd04a48f-4913-40e6-9b0e-4309bcf425d5 req-73536045-3cbe-4c54-9d77-4891fc28340a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0830734 Apr 06 15:03:52.341856 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc5da15-94d6-4a8a-bfe4-35b58f4cc474 req-9f503341-6a1d-4264-9bd2-154b6d0b1f74 service neutron] 10.222.0.79 "GET /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266847 Apr 06 15:03:52.395171 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c06e-8f4f-4d1e-bd04-b41d3f21e42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:52.395768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bd04a48f-4913-40e6-9b0e-4309bcf425d5 req-8f74bdd6-d9db-44d2-8c14-71eaef7e7fa4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ce1a97d8-fd51-4d32-8993-f3aec4d4e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499578 Apr 06 15:03:52.561030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-2621fd2e-96bb-4e29-91cb-56f0031a3442 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:52.562400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-2621fd2e-96bb-4e29-91cb-56f0031a3442 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 945 time: 0.0523720 Apr 06 15:03:52.659253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port af52320e-4f43-4bf7-bf39-7a517d76a20b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:52.659835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:52.750766 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port af52320e-4f43-4bf7-bf39-7a517d76a20b, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=af52320e-4f43-4bf7-bf39-7a517d76a20b,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:52.751127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:52.763662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for af52320e-4f43-4bf7-bf39-7a517d76a20b owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:52.936107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (af52320e-4f43-4bf7-bf39-7a517d76a20b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:52.968798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=af52320e-4f43-4bf7-bf39-7a517d76a20b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:53.010588 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] No DVR routers for this DVR port af52320e-4f43-4bf7-bf39-7a517d76a20b on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:03:53.013052 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:53.016330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f1d47253-7729-4cf9-9b3e-a6ac5f6b9fb2 req-6b3ef16e-38fc-4a94-b334-57be2883fd93 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "DELETE /v2.0/ports/af52320e-4f43-4bf7-bf39-7a517d76a20b HTTP/1.1" status: 204 len: 173 time: 0.4487247 Apr 06 15:03:53.016807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'name': 'network-vif-deleted', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:53.019075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135270e-235f-4946-97d2-445c325cf14f" -d '{"events": [{"server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "name": "network-vif-deleted", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:53.055672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5989ce2-e4b3-433e-adb7-c20b823b1d15 x-openstack-request-id: req-a5989ce2-e4b3-433e-adb7-c20b823b1d15 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:53.055977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7", "name": "network-vif-deleted", "tag": "af52320e-4f43-4bf7-bf39-7a517d76a20b", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:53.056238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a5989ce2-e4b3-433e-adb7-c20b823b1d15 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:53.056757 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5989ce2-e4b3-433e-adb7-c20b823b1d15'] response: {'server_uuid': '1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7', 'name': 'network-vif-deleted', 'tag': 'af52320e-4f43-4bf7-bf39-7a517d76a20b', 'status': 'completed', 'code': 200} Apr 06 15:03:53.504213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d411a214-7862-4706-9894-593ef3de706f req-ccc20c22-63e7-4318-ad40-b610a9f9c7ff tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e5cfc33-4c08-4c7a-8e9f-59a0806ddff7 HTTP/1.1" status: 200 len: 210 time: 0.0291591 Apr 06 15:03:53.792762 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:54.576923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55874) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:54.755226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8b40-c16d-4657-8a6e-c960ced16b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:54.945489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (09976971-bd3c-4353-9de6-5c1474a10b50), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:55.207640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port c88e31d2-694c-41d2-92f5-04c3a9b1d572 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:55.207902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:55.301584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port c88e31d2-694c-41d2-92f5-04c3a9b1d572, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=c88e31d2-694c-41d2-92f5-04c3a9b1d572,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:55.301584 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:55.314939 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for c88e31d2-694c-41d2-92f5-04c3a9b1d572 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:55.561401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (c88e31d2-694c-41d2-92f5-04c3a9b1d572), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:55.589532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=c88e31d2-694c-41d2-92f5-04c3a9b1d572,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:55.773986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (09976971-bd3c-4353-9de6-5c1474a10b50), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:55.841787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device af52320e-4f43-4bf7-bf39-7a517d76a20b no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:55.868525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: af52320e-4f43-4bf7-bf39-7a517d76a20b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:55.868525 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device af52320e-4f43-4bf7-bf39-7a517d76a20b not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:55.909745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.016139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 09976971-bd3c-4353-9de6-5c1474a10b50 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:03:56.570066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:03:56.575510 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-89fc92cb-81d7-4715-a870-f0c03946f0dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/09976971-bd3c-4353-9de6-5c1474a10b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974556 Apr 06 15:03:56.578124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55876) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:56.582770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] Sync routers for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:03:56.596884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:56.597838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:56.668531 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting subnet b50b01be-8230-4b07-bc54-974ee3f4d443 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:03:56.675515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (b50b01be-8230-4b07-bc54-974ee3f4d443), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.730719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (b50b01be-8230-4b07-bc54-974ee3f4d443), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.736150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:56.841984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (b50b01be-8230-4b07-bc54-974ee3f4d443), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.938844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:03:55Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:56.961507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (b50b01be-8230-4b07-bc54-974ee3f4d443), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.966203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] Checking router: 09976971-bd3c-4353-9de6-5c1474a10b50 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:03:56.975440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] Routers {'09976971-bd3c-4353-9de6-5c1474a10b50'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:56.976067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['09976971-bd3c-4353-9de6-5c1474a10b50'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:56.995159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Subnet': ['ID=b50b01be-8230-4b07-bc54-974ee3f4d443,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:57.001463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.005149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-10afcb19-88c0-4502-af64-8ec1d05d0c9d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/subnets/b50b01be-8230-4b07-bc54-974ee3f4d443 HTTP/1.1" status: 204 len: 168 time: 0.4255333 Apr 06 15:03:57.008297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55878) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:57.015904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f139d18-709c-4f93-a136-ddf3234de04d None None] Network 4132d5f5-5282-45d7-be93-88180a29d26e requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:03:57.144587 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (09976971-bd3c-4353-9de6-5c1474a10b50), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.261221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (09976971-bd3c-4353-9de6-5c1474a10b50), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.313766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] Set router 09976971-bd3c-4353-9de6-5c1474a10b50 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:57.355859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:57.356229 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.446282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 62df7a00-f4ba-4cd7-a03a-be2fc55d451e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:57.446654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.468428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 62df7a00-f4ba-4cd7-a03a-be2fc55d451e owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:57.509048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] DHCP port deletion for 4132d5f5-5282-45d7-be93-88180a29d26e request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:03:57.562703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:03:55Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:57.565849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.597650 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a34af-b05a-4ef1-86f2-ea2af17006c4 None None] The sync data for ids ['09976971-bd3c-4353-9de6-5c1474a10b50'] in dv-neutron-836581-2-hyperv is: [{'id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201727998', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:02:51Z', 'updated_at': '2022-04-06T15:03:55Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '62df7a00-f4ba-4cd7-a03a-be2fc55d451e', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09976971-bd3c-4353-9de6-5c1474a10b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:02:52Z', 'updated_at': '2022-04-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:03:57.609251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Deleting port 063e5000-8aa2-44ad-807b-eb106f311af0 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:57.609804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.676436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] For port 063e5000-8aa2-44ad-807b-eb106f311af0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=063e5000-8aa2-44ad-807b-eb106f311af0,segment=NetworkSegment(ad12f58d-acf4-474c-9fe1-0a7f2eabf926),segment_id=ad12f58d-acf4-474c-9fe1-0a7f2eabf926)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:57.676934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.689223 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Calling delete_port for 063e5000-8aa2-44ad-807b-eb106f311af0 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:57.719302 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (62df7a00-f4ba-4cd7-a03a-be2fc55d451e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.743046 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=62df7a00-f4ba-4cd7-a03a-be2fc55d451e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:57.753238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.753733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.753921 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.754269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.754610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.754952 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.755283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.755616 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.755951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.756459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.756612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.756963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.757292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.757621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.757947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.817963 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (09976971-bd3c-4353-9de6-5c1474a10b50), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.846699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (063e5000-8aa2-44ad-807b-eb106f311af0), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.870606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Pushing event deleted for resources: {'Port': ['ID=063e5000-8aa2-44ad-807b-eb106f311af0,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:57.880327 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.880548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.880994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.881340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.881686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.882018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.882347 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.882693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.883008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.883338 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.884234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.884664 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.885015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.885344 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.885674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:57.888407 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc5ada-ac95-4eca-acb1-c9166bbf631a None None] No DVR routers for this DVR port 063e5000-8aa2-44ad-807b-eb106f311af0 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:03:57.917201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (09976971-bd3c-4353-9de6-5c1474a10b50), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:57.919544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (09976971-bd3c-4353-9de6-5c1474a10b50), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.303798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (09976971-bd3c-4353-9de6-5c1474a10b50), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.304492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Fanout notify agent at l3_agent the message router_deleted on router 09976971-bd3c-4353-9de6-5c1474a10b50 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:03:58.313778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.313778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4afb716f-fb4c-4d18-9de5-7d34711ace48 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/routers/09976971-bd3c-4353-9de6-5c1474a10b50 HTTP/1.1" status: 204 len: 168 time: 1.3016286 Apr 06 15:03:58.315498 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55880) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:58.394937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (4132d5f5-5282-45d7-be93-88180a29d26e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.484538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (4132d5f5-5282-45d7-be93-88180a29d26e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.504876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4132d5f5-5282-45d7-be93-88180a29d26e']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:58.514286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:58.514580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad12f58d-acf4-474c-9fe1-0a7f2eabf926') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:58.523911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (ad12f58d-acf4-474c-9fe1-0a7f2eabf926), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.532659 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.536988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ad12f58d-acf4-474c-9fe1-0a7f2eabf926), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.543455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:03:58.543850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (ad12f58d-acf4-474c-9fe1-0a7f2eabf926), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:03:58.546775 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:03:58.698528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (4132d5f5-5282-45d7-be93-88180a29d26e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.707486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.708174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/networks/4132d5f5-5282-45d7-be93-88180a29d26e HTTP/1.1" status: 204 len: 168 time: 0.3915861 Apr 06 15:03:58.710898 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55882) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:58.720640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd8d29-917f-44a9-b6ba-7fdf7595172f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Network': ['ID=4132d5f5-5282-45d7-be93-88180a29d26e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:58.784782 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c88e31d2-694c-41d2-92f5-04c3a9b1d572 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:58.801189 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-054c67a1-2a8b-4d6a-8fb2-d37421b0ff0d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (ce1a97d8-fd51-4d32-8993-f3aec4d4e716), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.809673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: c88e31d2-694c-41d2-92f5-04c3a9b1d572 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:58.810126 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device c88e31d2-694c-41d2-92f5-04c3a9b1d572 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:58.810600 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 063e5000-8aa2-44ad-807b-eb106f311af0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:58.826940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-054c67a1-2a8b-4d6a-8fb2-d37421b0ff0d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (ce1a97d8-fd51-4d32-8993-f3aec4d4e716), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.832239 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 063e5000-8aa2-44ad-807b-eb106f311af0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:58.832586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 063e5000-8aa2-44ad-807b-eb106f311af0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:58.833017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 62df7a00-f4ba-4cd7-a03a-be2fc55d451e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:58.852273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 62df7a00-f4ba-4cd7-a03a-be2fc55d451e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:58.853300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 62df7a00-f4ba-4cd7-a03a-be2fc55d451e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:58.961116 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-054c67a1-2a8b-4d6a-8fb2-d37421b0ff0d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ce1a97d8-fd51-4d32-8993-f3aec4d4e716), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.963773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-054c67a1-2a8b-4d6a-8fb2-d37421b0ff0d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:58.964962 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-054c67a1-2a8b-4d6a-8fb2-d37421b0ff0d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/security-groups/ce1a97d8-fd51-4d32-8993-f3aec4d4e716 HTTP/1.1" status: 204 len: 168 time: 0.2530282 Apr 06 15:03:58.974733 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c67a1-2a8b-4d6a-8fb2-d37421b0ff0d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a97d8-fd51-4d32-8993-f3aec4d4e716,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:59.686892 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55888) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:59.691604 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635235242', 'description': 'tempest-secgroup-smoke-1635235242 description', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:59.784066 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:59.853772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (ba83b550-e949-4be8-b5b7-6ec2051a88e4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:59.921166 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ba83b550-e949-4be8-b5b7-6ec2051a88e4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:59.949627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba83b550-e949-4be8-b5b7-6ec2051a88e4,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:00.009148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.010438 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-4ec25526-a8df-4a95-8e72-0a72fc2d3ffa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3225465 Apr 06 15:04:00.013325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55890) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:00.017766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ba83b550-e949-4be8-b5b7-6ec2051a88e4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:00.118437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (7651127f-7ebc-466a-9f97-0ec59549bd04), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.172899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (7651127f-7ebc-466a-9f97-0ec59549bd04), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.238928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (7651127f-7ebc-466a-9f97-0ec59549bd04), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.257596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7651127f-7ebc-466a-9f97-0ec59549bd04,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:00.327148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.328378 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b143e16b-bcb0-4f3d-af4f-f1c70ac39009 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140905 Apr 06 15:04:00.331071 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55892) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:00.335366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ba83b550-e949-4be8-b5b7-6ec2051a88e4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:00.394038 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (6076a5be-29bc-4b3d-9b9d-c5c572747530), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.447747 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (6076a5be-29bc-4b3d-9b9d-c5c572747530), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.492388 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (6076a5be-29bc-4b3d-9b9d-c5c572747530), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.513374 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6076a5be-29bc-4b3d-9b9d-c5c572747530,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:00.566825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.568064 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a08dddf9-b4fa-4086-acce-1fef48853330 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2360775 Apr 06 15:04:00.570782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55894) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:00.575872 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ba83b550-e949-4be8-b5b7-6ec2051a88e4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:00.661023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (622fc08c-ef44-4541-b6a0-d2f8f7f34fd2), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.719398 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (622fc08c-ef44-4541-b6a0-d2f8f7f34fd2), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.778237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (622fc08c-ef44-4541-b6a0-d2f8f7f34fd2), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.797962 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622fc08c-ef44-4541-b6a0-d2f8f7f34fd2,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:00.855364 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:00.856652 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d5a4f641-b573-4c1b-8bf6-f107e19a10d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2841072 Apr 06 15:04:00.859350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55896) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:00.863702 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ba83b550-e949-4be8-b5b7-6ec2051a88e4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:00.971609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (988591c2-9306-4318-9e5d-34bdaef579cb), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.027419 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (988591c2-9306-4318-9e5d-34bdaef579cb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.098260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (988591c2-9306-4318-9e5d-34bdaef579cb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.116129 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988591c2-9306-4318-9e5d-34bdaef579cb,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:01.191917 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.193201 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d9f5d2a-2357-497a-8e22-b01eb3134da1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329079 Apr 06 15:04:01.195974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55898) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:01.200948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ba83b550-e949-4be8-b5b7-6ec2051a88e4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:01.275917 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:04:01.281080 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (21dadcbd-581a-4f3d-a93e-cd676adebec1), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.337990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (21dadcbd-581a-4f3d-a93e-cd676adebec1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.395264 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (21dadcbd-581a-4f3d-a93e-cd676adebec1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.412389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dadcbd-581a-4f3d-a93e-cd676adebec1,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:01.460415 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.461658 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-51a17541-f1da-479c-828a-20266a200a83 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640803 Apr 06 15:04:01.464405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55900) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:01.468740 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': 'ba83b550-e949-4be8-b5b7-6ec2051a88e4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:01.532859 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:04:01.537979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (f06a776e-697d-4596-9c02-9c5fdca3d099), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.598727 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (f06a776e-697d-4596-9c02-9c5fdca3d099), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.669706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (f06a776e-697d-4596-9c02-9c5fdca3d099), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.688640 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06a776e-697d-4596-9c02-9c5fdca3d099,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:01.792075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.793244 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-504b8392-e620-4140-9d29-77731b03b8fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278251 Apr 06 15:04:01.796083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55902) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:01.800960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'network': {'name': 'tempest-network-smoke--2143036580', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:01.904346 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:01.907975 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.931444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:01.939998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ddcf382c-fe4e-4723-8c8f-f4da88054a3b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:01.940346 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Added segment ddcf382c-fe4e-4723-8c8f-f4da88054a3b of type vlan for network d4c274d8-8a3e-4e16-a8de-b2140f271442 Apr 06 15:04:01.979925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (d4c274d8-8a3e-4e16-a8de-b2140f271442), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.068021 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (d4c274d8-8a3e-4e16-a8de-b2140f271442), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.073821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:02.080760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.140075 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Network': ['ID=d4c274d8-8a3e-4e16-a8de-b2140f271442,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:02.153545 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:02.173926 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8e3d8e07-dc99-48ba-911d-6193b35d8212 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3768094 Apr 06 15:04:02.176721 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55904) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:02.181822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'admin_state_up': True, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:02.258567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.259777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.311515 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.491318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.744279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.767070 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.867551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.41 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/fabb0500-8960-4923-afc8-122b8e835ce1) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:02.978465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (fabb0500-8960-4923-afc8-122b8e835ce1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.070249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.106903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:03.109670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:03.115758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:03.139274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=fabb0500-8960-4923-afc8-122b8e835ce1,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:03.444949 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.643684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.864324 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:04:03.972332 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:04:03.982166 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Sync routers for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:04:03.994921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:03.995796 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:04.049691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.050988 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e55975f5-cbfa-4acf-9085-571e540784b1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8732541 Apr 06 15:04:04.054349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55906) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:04.085335 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-adcf47dc-cec0-428c-a6e4-fa2213a3a48c tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=d8ddb69b6c9f482281cee02e635e7b13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295968 Apr 06 15:04:04.087971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55908) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:04.174382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ac77d-0eb1-48e6-ad9a-c7dfeadf9a17 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:04.175846 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-220ac77d-0eb1-48e6-ad9a-c7dfeadf9a17 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869627 Apr 06 15:04:04.178671 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55910) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:04.189373 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:04.210194 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d75368f3-13f9-443b-aadf-a87684bb2264 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304675 Apr 06 15:04:04.213760 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55912) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:04.218614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856805880', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:04.368161 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:03Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:04.397836 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Checking router: 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:04:04.398180 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Updating router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b port fabb0500-8960-4923-afc8-122b8e835ce1 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:04:04.402135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:04.405606 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.426432 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.618974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (54727ca9-1962-4d72-a812-a75e5df855e8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.680319 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Publish callbacks [] for port (fabb0500-8960-4923-afc8-122b8e835ce1), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.691315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Checking segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:04.691683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network hostable DHCP agents. Network: d4c274d8-8a3e-4e16-a8de-b2140f271442, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:04.694674 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Subnet': ['ID=54727ca9-1962-4d72-a812-a75e5df855e8,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:04.742627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.765545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:04.792742 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Attempting to bind port fabb0500-8960-4923-afc8-122b8e835ce1 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:04.793107 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Attempting to bind port fabb0500-8960-4923-afc8-122b8e835ce1 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:04.793461 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Attempting to bind port fabb0500-8960-4923-afc8-122b8e835ce1 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:04.801810 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Pushing event updated for resources: {'Port': ['ID=fabb0500-8960-4923-afc8-122b8e835ce1,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:04.804579 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:04.804963 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:04.805355 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.805735 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:04.806187 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Bound port: fabb0500-8960-4923-afc8-122b8e835ce1, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:04.806553 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.830093 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.830433 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.830766 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.831097 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.831425 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.831750 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.832100 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.832416 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.832740 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.833105 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.833410 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.833729 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.834045 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.834357 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.834668 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:04.840423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, d4c274d8-8a3e-4e16-a8de-b2140f271442) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:04.844410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:04.845034 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.858224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a4836-863b-49ba-b9d2-7e507900ca06 None None] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:04.870845 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] For port fabb0500-8960-4923-afc8-122b8e835ce1, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:04.873458 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] For port fabb0500-8960-4923-afc8-122b8e835ce1, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fabb0500-8960-4923-afc8-122b8e835ce1,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:04.934487 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1ac4a372-b732-43b4-8bce-8bb541c9302d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7194767 Apr 06 15:04:04.936912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55914) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:04.955521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-d4c274d8-8a3e-4e16-a8de-b2140f271442', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:04.956365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:04.960017 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.022634 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c50c-2fcf-4ba3-91ab-df72cd77472f None None] Pushing event updated for resources: {'Port': ['ID=fabb0500-8960-4923-afc8-122b8e835ce1,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:05.025864 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:05.026669 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:05.106681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Allocated IP 172.20.0.2 (d4c274d8-8a3e-4e16-a8de-b2140f271442/54727ca9-1962-4d72-a812-a75e5df855e8/86315320-5777-4995-be1c-ef73be57d301) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:05.143237 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:05.268683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Publish callbacks [] for port (86315320-5777-4995-be1c-ef73be57d301), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.331380 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:03Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:05.332388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (86315320-5777-4995-be1c-ef73be57d301), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.361650 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4a6d0-28cd-4d2a-8f90-9e7780d77611 None None] The sync data for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv is: [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:03Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:04:05.373370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:05.376277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:05.380935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:05.396746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Pushing event updated for resources: {'Port': ['ID=86315320-5777-4995-be1c-ef73be57d301,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:05.449015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Attempting to bind port 86315320-5777-4995-be1c-ef73be57d301 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:05.449390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Attempting to bind port 86315320-5777-4995-be1c-ef73be57d301 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:05.449756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Attempting to bind port 86315320-5777-4995-be1c-ef73be57d301 on network d4c274d8-8a3e-4e16-a8de-b2140f271442 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:05.454858 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:05.455234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Checking segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:05.455640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.456032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Bound using segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:05.456501 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Bound port: 86315320-5777-4995-be1c-ef73be57d301, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:05.456916 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (86315320-5777-4995-be1c-ef73be57d301), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.531278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-edc87f76-ebef-4818-b530-30416f4accca None None] For port 86315320-5777-4995-be1c-ef73be57d301, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:05.531278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-edc87f76-ebef-4818-b530-30416f4accca None None] For port 86315320-5777-4995-be1c-ef73be57d301, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=86315320-5777-4995-be1c-ef73be57d301,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:05.648339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (86315320-5777-4995-be1c-ef73be57d301), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.701651 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:05.723825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87f76-ebef-4818-b530-30416f4accca None None] Pushing event updated for resources: {'Port': ['ID=86315320-5777-4995-be1c-ef73be57d301,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:06.028082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.1 (d4c274d8-8a3e-4e16-a8de-b2140f271442/54727ca9-1962-4d72-a812-a75e5df855e8/687fd4fc-f11f-4a59-b506-6916750b18c6) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:06.157809 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.260199 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.302176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:06.308969 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:06.312025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:06.339224 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=687fd4fc-f11f-4a59-b506-6916750b18c6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:06.367155 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.594726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.699752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 86315320-5777-4995-be1c-ef73be57d301 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:06.725222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c688551-9098-497a-ba7c-63a6d30d092a None None] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:06.842267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] Provisioning complete for port 86315320-5777-4995-be1c-ef73be57d301 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:06.842649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (86315320-5777-4995-be1c-ef73be57d301), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.880400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 86315320-5777-4995-be1c-ef73be57d301 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:06.881804 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (86315320-5777-4995-be1c-ef73be57d301), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.914961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:06.971537 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.023177 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] Current status of the port 86315320-5777-4995-be1c-ef73be57d301 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:07.023576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (86315320-5777-4995-be1c-ef73be57d301), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.050490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 86315320-5777-4995-be1c-ef73be57d301 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:07.050893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (86315320-5777-4995-be1c-ef73be57d301), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.057772 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=687fd4fc-f11f-4a59-b506-6916750b18c6,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:07.060314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.081734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] For port 86315320-5777-4995-be1c-ef73be57d301, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=86315320-5777-4995-be1c-ef73be57d301,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:07.154097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (86315320-5777-4995-be1c-ef73be57d301), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.169621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:07.171062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:07.231567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:04:07.231816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:04:07.236255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69624db6-9899-48a2-b66f-71e2a2ddce29 None None] Pushing event updated for resources: {'Port': ['ID=86315320-5777-4995-be1c-ef73be57d301,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:07.274928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1715c51f-7398-4354-8200-865fce07df66 None None] Provisioning complete for port 86315320-5777-4995-be1c-ef73be57d301 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:07.275312 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1715c51f-7398-4354-8200-865fce07df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (86315320-5777-4995-be1c-ef73be57d301), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.298929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:04:07.372207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1715c51f-7398-4354-8200-865fce07df66 None None] Current status of the port 86315320-5777-4995-be1c-ef73be57d301 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:07.383411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1715c51f-7398-4354-8200-865fce07df66 None None] Provisioning complete for port 687fd4fc-f11f-4a59-b506-6916750b18c6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:07.383805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1715c51f-7398-4354-8200-865fce07df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.423898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1715c51f-7398-4354-8200-865fce07df66 None None] Port 687fd4fc-f11f-4a59-b506-6916750b18c6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:07.425955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:04:07.436324 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d9624e75-362b-46b3-a20f-fbc8c78c38f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4926913 Apr 06 15:04:07.447477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Sync routers for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:04:07.457693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:07.458390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:07.489740 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:04:07.584222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bb5748f3-9d92-4f11-852c-25811686de89 None None] Provisioning complete for port 687fd4fc-f11f-4a59-b506-6916750b18c6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:07.584684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bb5748f3-9d92-4f11-852c-25811686de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.619692 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-2de3b2af-736c-4ea1-aa0f-e26ec5db2030 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635235242&fields=id&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 267 time: 0.0592678 Apr 06 15:04:07.620593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:07.654529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bb5748f3-9d92-4f11-852c-25811686de89 None None] Port 687fd4fc-f11f-4a59-b506-6916750b18c6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:07.732409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-82bca509-3b5b-483e-a4a1-b20ead6c870f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:07.734250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-82bca509-3b5b-483e-a4a1-b20ead6c870f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 797 time: 0.1061773 Apr 06 15:04:07.751146 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-c2598cfa-b088-4bec-8670-12c260cc207d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/quotas/d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 375 time: 0.0102627 Apr 06 15:04:07.797850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 86315320-5777-4995-be1c-ef73be57d301 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:07.798817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fabb0500-8960-4923-afc8-122b8e835ce1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:07.808231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-8ee0cd5b-d000-474b-8f43-4b268ecedc12 None None] Provisioning complete for port 687fd4fc-f11f-4a59-b506-6916750b18c6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:07.808599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ee0cd5b-d000-474b-8f43-4b268ecedc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:07.812269 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-5325da29-98fb-4834-b206-6ae3fb7b72a3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558300 Apr 06 15:04:07.961766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-c5f79906-5fe6-4cf7-b3de-f24255e95826 service neutron] 10.222.0.89 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373487 Apr 06 15:04:08.055399 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-44f7fcb4-357c-4a81-84ac-b231bcc4b909 service neutron] 10.222.0.89 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868971 Apr 06 15:04:08.060343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0cd5b-d000-474b-8f43-4b268ecedc12 None None] Port 687fd4fc-f11f-4a59-b506-6916750b18c6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:08.082070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fabb0500-8960-4923-afc8-122b8e835ce1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:08.082447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.131384 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 2, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:08.160852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Checking router: 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:04:08.161204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Updating router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b port 687fd4fc-f11f-4a59-b506-6916750b18c6 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:04:08.206167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.230811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fabb0500-8960-4923-afc8-122b8e835ce1 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:08.231198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.279747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port fabb0500-8960-4923-afc8-122b8e835ce1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fabb0500-8960-4923-afc8-122b8e835ce1,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:08.339313 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8df48a71-4011-40a6-ad75-c1a88ba0578a req-a31c7060-f20e-4012-8dcf-68ef884e006d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 210 time: 0.0370228 Apr 06 15:04:08.345993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.446173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=fabb0500-8960-4923-afc8-122b8e835ce1,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:08.547224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Publish callbacks [] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.637057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.666801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 86315320-5777-4995-be1c-ef73be57d301 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:08.719692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82890e54-ae30-4a97-bbd1-f3e93924accf None None] Pushing event updated for resources: {'Port': ['ID=687fd4fc-f11f-4a59-b506-6916750b18c6,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:08.795086 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Attempting to bind port 687fd4fc-f11f-4a59-b506-6916750b18c6 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:08.803449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Attempting to bind port 687fd4fc-f11f-4a59-b506-6916750b18c6 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:08.803449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Attempting to bind port 687fd4fc-f11f-4a59-b506-6916750b18c6 on network d4c274d8-8a3e-4e16-a8de-b2140f271442 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:08.803449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 86315320-5777-4995-be1c-ef73be57d301 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:08.803449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (86315320-5777-4995-be1c-ef73be57d301), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.803449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:08.804450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Checking segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:08.804450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.804634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Bound using segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:08.805129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Bound port: 687fd4fc-f11f-4a59-b506-6916750b18c6, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:08.805513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.926414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-309ada23-2949-4d71-83d0-924acdc080a5 None None] Provisioning complete for port 687fd4fc-f11f-4a59-b506-6916750b18c6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:08.926801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-309ada23-2949-4d71-83d0-924acdc080a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.928641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] For port 687fd4fc-f11f-4a59-b506-6916750b18c6, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:08.982348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] For port 687fd4fc-f11f-4a59-b506-6916750b18c6, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=687fd4fc-f11f-4a59-b506-6916750b18c6,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:09.004950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 86315320-5777-4995-be1c-ef73be57d301 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:09.006015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fabb0500-8960-4923-afc8-122b8e835ce1 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:09.007707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-309ada23-2949-4d71-83d0-924acdc080a5 None None] Port 687fd4fc-f11f-4a59-b506-6916750b18c6 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:09.049678 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:09.105013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port fabb0500-8960-4923-afc8-122b8e835ce1 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:09.105390 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:09.136561 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:09.137159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:09.179964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82890e54-ae30-4a97-bbd1-f3e93924accf None None] Pushing event updated for resources: {'Port': ['ID=687fd4fc-f11f-4a59-b506-6916750b18c6,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:09.296406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:09.334660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port fabb0500-8960-4923-afc8-122b8e835ce1 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:09.384191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] Provisioning complete for port 687fd4fc-f11f-4a59-b506-6916750b18c6 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:09.385212 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:09.443541 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fda2942f-a3d2-4091-a57d-0ffe4ee9999d req-a95bf10f-456c-4eda-9592-41d13df6ece2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 210 time: 0.0315077 Apr 06 15:04:09.562520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] Current status of the port 687fd4fc-f11f-4a59-b506-6916750b18c6 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:09.562918 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:09.602416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] For port 687fd4fc-f11f-4a59-b506-6916750b18c6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=687fd4fc-f11f-4a59-b506-6916750b18c6,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:09.619693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:09.653136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b014aeb-b69c-457b-90c0-9c439b4ed616 None None] The sync data for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv is: [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:04:09.659233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:09.738363 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd623f2-de6c-4ec0-948b-1b6f8d2c9a2f None None] Pushing event updated for resources: {'Port': ['ID=687fd4fc-f11f-4a59-b506-6916750b18c6,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:10.197617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-cfd21743-ff6f-44eb-bbd2-634e7831ff1b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:10.199281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-cfd21743-ff6f-44eb-bbd2-634e7831ff1b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 797 time: 0.1125565 Apr 06 15:04:10.265959 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-23438645-584d-4df2-a976-dd51c12e9cd4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 380 time: 0.0589740 Apr 06 15:04:10.274814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'port': {'device_id': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'admin_state_up': True, 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'security_groups': ['ba83b550-e949-4be8-b5b7-6ec2051a88e4']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:10.480681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:10.484139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.581899 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2fbbe524-602d-4eb1-a281-bd343235684a req-36ff5421-5fe1-454d-81cd-47ed75765d2e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 210 time: 0.0369306 Apr 06 15:04:10.658570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.10 (d4c274d8-8a3e-4e16-a8de-b2140f271442/54727ca9-1962-4d72-a812-a75e5df855e8/2c28704d-07ff-4198-980e-dd9437646901) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:10.691214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 687fd4fc-f11f-4a59-b506-6916750b18c6 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:10.745573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 687fd4fc-f11f-4a59-b506-6916750b18c6 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:10.746287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.825204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (2c28704d-07ff-4198-980e-dd9437646901), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.830317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 687fd4fc-f11f-4a59-b506-6916750b18c6 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:10.908821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (2c28704d-07ff-4198-980e-dd9437646901), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.950601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:10.953671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:10.956165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:10.995178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=2c28704d-07ff-4198-980e-dd9437646901,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:11.020866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:11.021505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.084812 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-161b265f-825f-4278-b4b5-ae95b9203078 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8139241 Apr 06 15:04:11.097547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Request body: {'port': {'device_id': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:11.162356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c28704d-07ff-4198-980e-dd9437646901), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.188446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0409a20b-1d10-4311-9c6c-7da95c52f8c5 None None] Provisioning complete for port 2c28704d-07ff-4198-980e-dd9437646901 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:11.188952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0409a20b-1d10-4311-9c6c-7da95c52f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c28704d-07ff-4198-980e-dd9437646901), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.222694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0409a20b-1d10-4311-9c6c-7da95c52f8c5 None None] Port 2c28704d-07ff-4198-980e-dd9437646901 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:11.433292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c28704d-07ff-4198-980e-dd9437646901 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:04:11.440896 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Publish callbacks [] for port (2c28704d-07ff-4198-980e-dd9437646901), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.452906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Transition to ACTIVE for port object 2c28704d-07ff-4198-980e-dd9437646901 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:04:11.499397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (2c28704d-07ff-4198-980e-dd9437646901), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.549197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28704d-07ff-4198-980e-dd9437646901,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:11.622426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Attempting to bind port 2c28704d-07ff-4198-980e-dd9437646901 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:11.622759 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Attempting to bind port 2c28704d-07ff-4198-980e-dd9437646901 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:11.623288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Attempting to bind port 2c28704d-07ff-4198-980e-dd9437646901 on network d4c274d8-8a3e-4e16-a8de-b2140f271442 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:11.628608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Port 2c28704d-07ff-4198-980e-dd9437646901 on network d4c274d8-8a3e-4e16-a8de-b2140f271442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:04:11.628979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Attempting to bind port 2c28704d-07ff-4198-980e-dd9437646901 on network d4c274d8-8a3e-4e16-a8de-b2140f271442 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:11.634271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:11.634664 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Checking segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:11.635171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Bound using segment: {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:11.635657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Bound port: 2c28704d-07ff-4198-980e-dd9437646901, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:11.636024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c28704d-07ff-4198-980e-dd9437646901), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.742827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] For port 2c28704d-07ff-4198-980e-dd9437646901, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:11.748619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] For port 2c28704d-07ff-4198-980e-dd9437646901, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2c28704d-07ff-4198-980e-dd9437646901,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:11.758143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc395-25e0-4c9b-96d6-5a750e1887f4 req-953b1eeb-df82-4f5b-bb5c-9b95f891ef2a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:11.759651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b01bc395-25e0-4c9b-96d6-5a750e1887f4 req-953b1eeb-df82-4f5b-bb5c-9b95f891ef2a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 944 time: 0.0857506 Apr 06 15:04:11.810342 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b01bc395-25e0-4c9b-96d6-5a750e1887f4 req-7ab79e76-ee9b-41b5-91c5-717868808230 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Apr 06 15:04:11.823691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (2c28704d-07ff-4198-980e-dd9437646901), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.857157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:11.857776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:11.859149 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] 10.222.0.79 "PUT /v2.0/ports/2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 1094 time: 0.7660453 Apr 06 15:04:11.859590 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'tag': '2c28704d-07ff-4198-980e-dd9437646901'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:11.861919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5c0af-8a77-4a56-8f38-c32f876075d3" -d '{"events": [{"name": "network-changed", "server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "tag": "2c28704d-07ff-4198-980e-dd9437646901"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:11.888661 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f21635-7abf-4dc7-a169-88bfc3b16fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28704d-07ff-4198-980e-dd9437646901,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:11.914039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f166a736-a59d-479d-bba7-6c4c997dc53d x-openstack-request-id: req-f166a736-a59d-479d-bba7-6c4c997dc53d {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:11.914345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "tag": "2c28704d-07ff-4198-980e-dd9437646901", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:11.914819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f166a736-a59d-479d-bba7-6c4c997dc53d {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:11.915042 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f166a736-a59d-479d-bba7-6c4c997dc53d'] response: {'name': 'network-changed', 'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'tag': '2c28704d-07ff-4198-980e-dd9437646901', 'status': 'completed', 'code': 200} Apr 06 15:04:11.985487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c0af-8a77-4a56-8f38-c32f876075d3 req-a942dd43-3136-42df-84c5-784278a5977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:11.987025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ed5c0af-8a77-4a56-8f38-c32f876075d3 req-a942dd43-3136-42df-84c5-784278a5977a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1128 time: 0.0517523 Apr 06 15:04:12.085722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c0af-8a77-4a56-8f38-c32f876075d3 req-6bc63271-6ca9-4fc9-abdf-1e958f4acb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.087203 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ed5c0af-8a77-4a56-8f38-c32f876075d3 req-6bc63271-6ca9-4fc9-abdf-1e958f4acb89 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0933676 Apr 06 15:04:12.183781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c0af-8a77-4a56-8f38-c32f876075d3 req-d551b566-d5db-43df-b317-15405df8726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.185313 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ed5c0af-8a77-4a56-8f38-c32f876075d3 req-d551b566-d5db-43df-b317-15405df8726e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924573 Apr 06 15:04:12.265878 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-96e5201a-1ff3-4a64-a9dd-18774b524122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.267291 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-96e5201a-1ff3-4a64-a9dd-18774b524122 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1128 time: 0.0473385 Apr 06 15:04:12.307828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-630e971f-5b90-420c-9afa-cc815c8d2894 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 217 time: 0.0343459 Apr 06 15:04:12.359447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-6435d5bf-4d81-4389-980e-0fbc1ee26767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.360896 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-6435d5bf-4d81-4389-980e-0fbc1ee26767 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 200 len: 834 time: 0.0475528 Apr 06 15:04:12.409707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-a5426a07-30bf-4fd7-a1ed-207328a8573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.411260 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-a5426a07-30bf-4fd7-a1ed-207328a8573d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4c274d8-8a3e-4e16-a8de-b2140f271442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449946 Apr 06 15:04:12.502115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-5a4934bd-5364-4d61-8696-c01184c4c88c service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828404 Apr 06 15:04:12.593571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b800e0b4-6191-46d7-a463-61a72ae5eec8 req-4f422784-5a24-4506-bea3-a943f3855ec8 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872307 Apr 06 15:04:12.926281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69b545-2f45-4619-8b91-11d4be61738c req-cbb63f08-99e1-49af-bc68-8001e755d69f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.927760 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f69b545-2f45-4619-8b91-11d4be61738c req-cbb63f08-99e1-49af-bc68-8001e755d69f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 944 time: 0.0531456 Apr 06 15:04:12.977342 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f69b545-2f45-4619-8b91-11d4be61738c req-a5c1575b-d75a-42c9-9106-7fb18b1bbbdd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Apr 06 15:04:13.904946 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2c28704d-07ff-4198-980e-dd9437646901 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:04:14.003481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 2c28704d-07ff-4198-980e-dd9437646901, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2c28704d-07ff-4198-980e-dd9437646901,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:14.016190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '2c28704d-07ff-4198-980e-dd9437646901', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'port_id': '2c28704d-07ff-4198-980e-dd9437646901', 'mac_address': 'fa:16:3e:00:58:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:04:14.053571 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 2c28704d-07ff-4198-980e-dd9437646901 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:14.053967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c28704d-07ff-4198-980e-dd9437646901), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:14.067617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c28704d-07ff-4198-980e-dd9437646901 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:04:14.087475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 2c28704d-07ff-4198-980e-dd9437646901, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2c28704d-07ff-4198-980e-dd9437646901,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:14.107141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6104c-851d-4892-af13-69ac27ae0d7f req-41a84aa7-5005-4782-a79a-3c1b62e8aef8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:14.112026 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-82d6104c-851d-4892-af13-69ac27ae0d7f req-41a84aa7-5005-4782-a79a-3c1b62e8aef8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 944 time: 0.0592589 Apr 06 15:04:14.157530 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-82d6104c-851d-4892-af13-69ac27ae0d7f req-9adb6960-677c-4d35-aef3-ccc0808d6f19 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432928 Apr 06 15:04:14.177772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c28704d-07ff-4198-980e-dd9437646901), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:14.228385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=2c28704d-07ff-4198-980e-dd9437646901,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:14.380580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['2c28704d-07ff-4198-980e-dd9437646901'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:04:15.276750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175571e0-97bd-4f23-8f92-5a978a8ba3ba req-60fd3071-b145-4c47-8a9f-76933c71f4fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:15.278286 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-175571e0-97bd-4f23-8f92-5a978a8ba3ba req-60fd3071-b145-4c47-8a9f-76933c71f4fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 945 time: 0.0548761 Apr 06 15:04:15.326723 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-175571e0-97bd-4f23-8f92-5a978a8ba3ba req-6441b66b-836f-4c61-99c2-dbc7e458aad0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430200 Apr 06 15:04:15.920903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2c28704d-07ff-4198-980e-dd9437646901 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:16.048002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 2c28704d-07ff-4198-980e-dd9437646901 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:04:16.051737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 2c28704d-07ff-4198-980e-dd9437646901 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:16.052108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (2c28704d-07ff-4198-980e-dd9437646901), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.127142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 2c28704d-07ff-4198-980e-dd9437646901 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:16.127526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (2c28704d-07ff-4198-980e-dd9437646901), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.151599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28704d-07ff-4198-980e-dd9437646901'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:16.154402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe54adc-3b66-4136-a423-aa9ea62a384d" -d '{"events": [{"server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "name": "network-vif-plugged", "status": "completed", "tag": "2c28704d-07ff-4198-980e-dd9437646901"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:16.166423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 2c28704d-07ff-4198-980e-dd9437646901, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2c28704d-07ff-4198-980e-dd9437646901,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:16.189394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf40d4-811f-46de-98a3-30dfc6426d4c x-openstack-request-id: req-41bf40d4-811f-46de-98a3-30dfc6426d4c {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:16.189688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "name": "network-vif-plugged", "status": "completed", "tag": "2c28704d-07ff-4198-980e-dd9437646901", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:16.189970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-41bf40d4-811f-46de-98a3-30dfc6426d4c {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:16.190387 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bf40d4-811f-46de-98a3-30dfc6426d4c'] response: {'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28704d-07ff-4198-980e-dd9437646901', 'code': 200} Apr 06 15:04:16.254074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (2c28704d-07ff-4198-980e-dd9437646901), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.301870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=2c28704d-07ff-4198-980e-dd9437646901,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:16.446989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc617-5fb1-4f72-9be7-918219e42489 req-cdb28d79-7770-4af1-ad76-4a1ad2083f46 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:16.448436 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ee7cc617-5fb1-4f72-9be7-918219e42489 req-cdb28d79-7770-4af1-ad76-4a1ad2083f46 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0555487 Apr 06 15:04:16.530180 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ee7cc617-5fb1-4f72-9be7-918219e42489 req-b3567823-de3d-4a87-a988-66bc6fb66084 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720825 Apr 06 15:04:16.533047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913957-3bd9-4a63-869e-4724f82f3efd req-2cf2299c-3836-445b-a09e-4efacf4b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:16.534303 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35913957-3bd9-4a63-869e-4724f82f3efd req-2cf2299c-3836-445b-a09e-4efacf4b63a1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1130 time: 0.0838320 Apr 06 15:04:16.580855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35913957-3bd9-4a63-869e-4724f82f3efd req-bc37cb92-c498-4b98-86ff-f904b006147d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Apr 06 15:04:17.652264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83186c-7acd-4c61-8122-fa30200d2fef req-bc541a3a-6291-4b45-9e02-a93b8edd7cb7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:17.654194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc83186c-7acd-4c61-8122-fa30200d2fef req-bc541a3a-6291-4b45-9e02-a93b8edd7cb7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0546432 Apr 06 15:04:17.703015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc83186c-7acd-4c61-8122-fa30200d2fef req-eda71ed5-91d5-404c-8fcc-cdd412c3c6c1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Apr 06 15:04:18.826154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948506d-78a4-4b98-896f-2365f420ea03 req-b81c8988-3c27-4314-a42e-03befa8b3cd8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.827532 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9948506d-78a4-4b98-896f-2365f420ea03 req-b81c8988-3c27-4314-a42e-03befa8b3cd8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0563002 Apr 06 15:04:18.875718 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9948506d-78a4-4b98-896f-2365f420ea03 req-419a4267-d48c-43a2-ac89-9f7c9dcada2d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Apr 06 15:04:18.993328 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dacc57-2e75-4f94-b169-dcb6746f55c2 req-f6377b84-5c6b-4a52-9a5a-788b7b2923a6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.994845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54dacc57-2e75-4f94-b169-dcb6746f55c2 req-f6377b84-5c6b-4a52-9a5a-788b7b2923a6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0544105 Apr 06 15:04:19.042901 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54dacc57-2e75-4f94-b169-dcb6746f55c2 req-c6b6e974-80d3-43a0-99be-d4f884e27ba8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Apr 06 15:04:19.065131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 55976) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:19.114630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f5818f-0db3-4689-bf53-dde320e90d9b tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:19.116075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-51f5818f-0db3-4689-bf53-dde320e90d9b tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1125 time: 0.0499818 Apr 06 15:04:19.119001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55978) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:19.124259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '2c28704d-07ff-4198-980e-dd9437646901', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:19.224233 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:19.321394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:19.428437 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.202 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/fc1ee367-78fd-4834-a8e3-5ce451ddd9d7) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:19.527773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:19.618549 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:19.657088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:19.661965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:19.665682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:19.671541 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=fc1ee367-78fd-4834-a8e3-5ce451ddd9d7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:20.051062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (bfda1258-050e-4a3c-83fc-c2593ff4e111), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:20.183835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:20.331370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:20.395291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:20.466203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=fc1ee367-78fd-4834-a8e3-5ce451ddd9d7,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:20.472626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (bfda1258-050e-4a3c-83fc-c2593ff4e111), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:20.573748 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP bfda1258-050e-4a3c-83fc-c2593ff4e111 associated. External IP: 172.26.6.202, port: 2c28704d-07ff-4198-980e-dd9437646901. Apr 06 15:04:20.781798 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:04:21.141919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:04:21.151538 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] Sync routers for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:04:21.161871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:21.164974 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:21.219990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:21.251022 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e3718237-e55d-4e05-9cc7-dc26c0b9314e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1308541 Apr 06 15:04:21.251682 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'tag': '2c28704d-07ff-4198-980e-dd9437646901'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:21.253979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893794f-45db-444e-b25a-264af86976f3" -d '{"events": [{"name": "network-changed", "server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "tag": "2c28704d-07ff-4198-980e-dd9437646901"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:21.270332 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:21.290708 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d692f-2ce4-4507-b336-b740d6b0afb4 x-openstack-request-id: req-c21d692f-2ce4-4507-b336-b740d6b0afb4 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:21.291102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "tag": "2c28704d-07ff-4198-980e-dd9437646901", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:21.291621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c21d692f-2ce4-4507-b336-b740d6b0afb4 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:21.292142 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d692f-2ce4-4507-b336-b740d6b0afb4'] response: {'name': 'network-changed', 'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'tag': '2c28704d-07ff-4198-980e-dd9437646901', 'status': 'completed', 'code': 200} Apr 06 15:04:21.390075 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c502e-ed2d-40de-a3dc-1d5a836ec1dd req-61fd5026-c2fb-4ab2-b24c-a73bba47724b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:21.391546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d7c502e-ed2d-40de-a3dc-1d5a836ec1dd req-61fd5026-c2fb-4ab2-b24c-a73bba47724b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0863440 Apr 06 15:04:21.393331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893794f-45db-444e-b25a-264af86976f3 req-d04edc58-3999-499e-b232-4201f6014c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:21.394661 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-d04edc58-3999-499e-b232-4201f6014c43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1130 time: 0.0785830 Apr 06 15:04:21.495853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2d7c502e-ed2d-40de-a3dc-1d5a836ec1dd req-fb383c1d-6268-4698-b2ea-82a9f43c5b37 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983343 Apr 06 15:04:21.501780 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'bfda1258-050e-4a3c-83fc-c2593ff4e111', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.202', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'port_id': '2c28704d-07ff-4198-980e-dd9437646901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'mac_address': 'fa:16:3e:00:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:04:19Z', 'updated_at': '2022-04-06T15:04:19Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:09Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:21.537558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55984) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:21.541618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893794f-45db-444e-b25a-264af86976f3 req-96937045-ec92-4c15-b746-5ab1f3346692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:21.543157 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-96937045-ec92-4c15-b746-5ab1f3346692 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 899 time: 0.1399209 Apr 06 15:04:21.609347 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-32a10fa4-0145-451a-b5d0-89492117dc94 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/bfda1258-050e-4a3c-83fc-c2593ff4e111 HTTP/1.1" status: 200 len: 992 time: 0.0705078 Apr 06 15:04:21.616109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-47bbfc20-6b1b-4aac-bbd5-d1216556a607 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 1000 time: 0.0663900 Apr 06 15:04:21.620941 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] Checking router: 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:04:21.629708 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:21.630313 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:03:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:21.671274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893794f-45db-444e-b25a-264af86976f3 req-5acfc1da-eb15-4e02-a84f-3a2ab7421cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:21.672672 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-5acfc1da-eb15-4e02-a84f-3a2ab7421cb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 200 len: 834 time: 0.0500314 Apr 06 15:04:21.722610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893794f-45db-444e-b25a-264af86976f3 req-1d8ef6da-036f-477c-9157-1b8a49cea2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:21.724252 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-1d8ef6da-036f-477c-9157-1b8a49cea2e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4c274d8-8a3e-4e16-a8de-b2140f271442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460789 Apr 06 15:04:21.737343 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:21.814198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-4406fa4b-ce2b-464d-ba1d-c9c918503bd0 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 Apr 06 15:04:21.905497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6893794f-45db-444e-b25a-264af86976f3 req-fca9aa7a-ec25-4de6-8e9d-88bce38c07f3 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 Apr 06 15:04:21.962217 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'bfda1258-050e-4a3c-83fc-c2593ff4e111', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.202', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'port_id': '2c28704d-07ff-4198-980e-dd9437646901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'mac_address': 'fa:16:3e:00:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:04:19Z', 'updated_at': '2022-04-06T15:04:19Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:09Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:21.988159 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dc896-a4be-4033-8492-2afced51b74e None None] The sync data for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv is: [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'bfda1258-050e-4a3c-83fc-c2593ff4e111', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.202', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'port_id': '2c28704d-07ff-4198-980e-dd9437646901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'mac_address': 'fa:16:3e:00:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:04:19Z', 'updated_at': '2022-04-06T15:04:19Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:09Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:04:22.184551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6800d-c8ba-44b0-84ce-7faa53288daa None None] New status for floating IP bfda1258-050e-4a3c-83fc-c2593ff4e111: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:04:22.475477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-593fae7c-5f5a-4c92-9535-36b16bf27d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:22.610652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 55986) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:22.669789 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-09e12f86-a7bf-4a3e-ada8-218f7c475405 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/bfda1258-050e-4a3c-83fc-c2593ff4e111 HTTP/1.1" status: 200 len: 994 time: 0.0579970 Apr 06 15:04:23.772912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.746017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d7425e9b-0d14-42e8-82a7-5d98cd2c383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:25.877949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:27.535050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:28.527293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:30.027427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-08c71acf-8aa7-4b17-83a7-569a5dfe6988 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439336 Apr 06 15:04:30.112102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-eae4dce6-17ce-407f-800e-955e59725d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:30.113602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-eae4dce6-17ce-407f-800e-955e59725d62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1130 time: 0.0436130 Apr 06 15:04:30.215986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-cc513cf2-9cd0-4fa9-8b68-d3c40a407d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:30.218409 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-cc513cf2-9cd0-4fa9-8b68-d3c40a407d25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 899 time: 0.0867865 Apr 06 15:04:30.282671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-bd57d781-b999-439d-a023-a8602718eee4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 1002 time: 0.0579739 Apr 06 15:04:30.335872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-3a6b71c5-3926-4055-805d-a2bc4525e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:30.337418 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-3a6b71c5-3926-4055-805d-a2bc4525e3ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 200 len: 834 time: 0.0484149 Apr 06 15:04:30.386816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-93389648-4630-4658-9b42-557ffebad3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:30.388407 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-93389648-4630-4658-9b42-557ffebad3ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4c274d8-8a3e-4e16-a8de-b2140f271442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449226 Apr 06 15:04:30.475103 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-c2886e55-6f9c-4b86-af2a-c54e7d9ec850 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803208 Apr 06 15:04:30.567689 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5a10e78f-5333-49f3-8c34-233d369c3819 req-cf30f5f2-cf23-467c-8db8-65fc8f44dd17 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843470 Apr 06 15:04:44.489558 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:04:49.515461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07ed7-49df-4170-9c3a-2c329a27d0ec req-75c7e1f4-83f7-4b04-973b-640c044551f2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:49.516832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dbb07ed7-49df-4170-9c3a-2c329a27d0ec req-75c7e1f4-83f7-4b04-973b-640c044551f2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0548642 Apr 06 15:04:49.597372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-a603b8b3-5a26-4ede-bed6-2550b9f1ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:49.598853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-a603b8b3-5a26-4ede-bed6-2550b9f1ea4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1130 time: 0.0782416 Apr 06 15:04:49.602372 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dbb07ed7-49df-4170-9c3a-2c329a27d0ec req-b42d8b9c-cfa4-4976-9cc8-bb907abfe6f8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743303 Apr 06 15:04:49.685331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-5f7aa6f7-46fd-4b2b-98d6-aba14ae435fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:49.687571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-5f7aa6f7-46fd-4b2b-98d6-aba14ae435fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 899 time: 0.0826473 Apr 06 15:04:49.757002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-ec5250c0-759d-4369-b56b-d9b19169c903 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 1002 time: 0.0634966 Apr 06 15:04:49.804621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-d8265e55-1390-42d4-b981-1a4550526eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:49.805979 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-d8265e55-1390-42d4-b981-1a4550526eae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 200 len: 834 time: 0.0426955 Apr 06 15:04:49.852971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-713dd8bf-aaaa-4841-b214-cfd9be4ab2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:49.854398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-713dd8bf-aaaa-4841-b214-cfd9be4ab2af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4c274d8-8a3e-4e16-a8de-b2140f271442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423386 Apr 06 15:04:49.943793 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-4eb68cdf-7685-45e5-8fdc-3ca98ec9fb22 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 Apr 06 15:04:50.040557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa295dcf-2b76-42a3-801b-2cfe3cdb40ac req-c154357a-58b9-4e5e-9b51-0a2ace4557ba service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906885 Apr 06 15:04:50.726051 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e705712-a3cf-4a8c-be60-da7c5e4ce2bc req-9839e9ef-c5c5-42d6-abc5-d9b3a840b910 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:50.727527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e705712-a3cf-4a8c-be60-da7c5e4ce2bc req-9839e9ef-c5c5-42d6-abc5-d9b3a840b910 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0534115 Apr 06 15:04:50.778983 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e705712-a3cf-4a8c-be60-da7c5e4ce2bc req-ce9d6c38-81a1-4dbc-b4bf-322fe63f83bf tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Apr 06 15:04:51.897146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1ee3d-1c0a-4562-b065-e88bd8fca76f req-e57ead9a-cd86-41b4-a805-7eb554c037af tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:51.898606 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c8c1ee3d-1c0a-4562-b065-e88bd8fca76f req-e57ead9a-cd86-41b4-a805-7eb554c037af tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0526073 Apr 06 15:04:51.946357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c8c1ee3d-1c0a-4562-b065-e88bd8fca76f req-963a92a6-1f83-4d21-8e5a-43e6bb40a8de tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Apr 06 15:04:52.336993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-305709d7-84f8-4733-80b6-2024c2e96faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.062984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00a8b4-0c98-439f-9d4f-32fa41b56519 req-6acf9bc5-a5d2-4ef6-8c10-44350618e888 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:53.064452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e00a8b4-0c98-439f-9d4f-32fa41b56519 req-6acf9bc5-a5d2-4ef6-8c10-44350618e888 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0529099 Apr 06 15:04:53.112265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e00a8b4-0c98-439f-9d4f-32fa41b56519 req-04572b08-4852-40bf-ab42-91d728b1e769 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Apr 06 15:04:53.760307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.234297 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483d9d9-a8e8-4e82-9217-fdb5983fa487 req-9889e60d-58b7-4e4d-ab26-35d5ea1bda41 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:54.235806 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e483d9d9-a8e8-4e82-9217-fdb5983fa487 req-9889e60d-58b7-4e4d-ab26-35d5ea1bda41 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0563457 Apr 06 15:04:54.284474 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e483d9d9-a8e8-4e82-9217-fdb5983fa487 req-11892e54-371a-4293-b9c8-bf3bd501b47c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Apr 06 15:04:54.803846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-580d9413-ae20-4116-b298-4975f123f93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.402745 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308cb6a-5f2f-4711-8235-e39aa62e449f req-75db5302-d1d7-43f2-95d9-f880667c668f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:55.404220 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d308cb6a-5f2f-4711-8235-e39aa62e449f req-75db5302-d1d7-43f2-95d9-f880667c668f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0529249 Apr 06 15:04:55.452820 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d308cb6a-5f2f-4711-8235-e39aa62e449f req-4a3c7fc5-784a-4b28-aba6-c15651d90110 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 Apr 06 15:04:55.897944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.588650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de9be4-fd16-49f0-8453-b7ebc5c7055c req-ade73608-3d20-4a45-9fea-7fc8a9437518 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:56.590198 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e3de9be4-fd16-49f0-8453-b7ebc5c7055c req-ade73608-3d20-4a45-9fea-7fc8a9437518 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0684636 Apr 06 15:04:56.662049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e3de9be4-fd16-49f0-8453-b7ebc5c7055c req-b2d21499-ea7a-431d-8df1-cf6eee4ad6d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640681 Apr 06 15:04:57.534928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.781312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313840a-23a3-495e-82ef-c19eaa2ed9d2 req-f9fca71f-3651-47ba-b37f-d9148cbf9edf tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:57.782769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d313840a-23a3-495e-82ef-c19eaa2ed9d2 req-f9fca71f-3651-47ba-b37f-d9148cbf9edf tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0520403 Apr 06 15:04:57.830358 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d313840a-23a3-495e-82ef-c19eaa2ed9d2 req-4f2b4e1c-3239-4ded-a927-5c0d2c060bb9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Apr 06 15:04:58.543203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:58.946651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaff48-bb59-4740-a687-cdc729f07134 req-b3452a45-c92c-46e4-a1b4-3fb4f39f13ec tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:58.948099 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8faaff48-bb59-4740-a687-cdc729f07134 req-b3452a45-c92c-46e4-a1b4-3fb4f39f13ec tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0511639 Apr 06 15:04:58.999208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8faaff48-bb59-4740-a687-cdc729f07134 req-f7824b91-67d6-4aa6-8293-055d65088929 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Apr 06 15:05:00.115432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6f5bc-7a49-46c7-be81-430d5d73b985 req-93e1d458-0253-43fd-8dbe-251101c16fd3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:00.116895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4e6f5bc-7a49-46c7-be81-430d5d73b985 req-93e1d458-0253-43fd-8dbe-251101c16fd3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0506608 Apr 06 15:05:00.166306 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4e6f5bc-7a49-46c7-be81-430d5d73b985 req-4dc84170-9988-499c-9db3-cf2b4bc9b4e4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Apr 06 15:05:01.289847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bf80e-6e17-406c-9f44-19228eac659a req-3dc15461-8db6-41e8-b03b-84bc27099025 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:01.289847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-463bf80e-6e17-406c-9f44-19228eac659a req-3dc15461-8db6-41e8-b03b-84bc27099025 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0551841 Apr 06 15:05:01.338354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-463bf80e-6e17-406c-9f44-19228eac659a req-0efc73d7-1768-470a-81a6-50604ceafdaf tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 Apr 06 15:05:02.459157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8e8a6-5531-464e-b7e7-a9a27ce51cc7 req-7283b7b3-18b2-40ee-936f-35ccf004cfd5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:02.460605 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ddd8e8a6-5531-464e-b7e7-a9a27ce51cc7 req-7283b7b3-18b2-40ee-936f-35ccf004cfd5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0552344 Apr 06 15:05:02.509270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ddd8e8a6-5531-464e-b7e7-a9a27ce51cc7 req-749703b2-a769-41c8-b209-f01d03d92e54 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Apr 06 15:05:02.531804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56022) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:02.594996 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f83a67e0-82be-42d2-b611-c3cbb5c7c68e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/bfda1258-050e-4a3c-83fc-c2593ff4e111 HTTP/1.1" status: 200 len: 994 time: 0.0620573 Apr 06 15:05:21.489058 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:05:22.345063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5e99855f-0364-4064-9a89-2383839fa109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:23.768193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:24.756692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4b70c72c-6d82-40bf-af88-aabe889cc3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:25.888415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:27.545442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:28.537195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:29.434325 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-3f79c1aa-cf33-441b-8865-b02e4c13324e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446637 Apr 06 15:05:29.524158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-a117a030-d8df-4a30-b0f9-30164f052bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:29.525670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-a117a030-d8df-4a30-b0f9-30164f052bce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1130 time: 0.0487792 Apr 06 15:05:29.628095 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-8bf1c05a-33c1-4305-9f99-860346e115c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:29.629611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-8bf1c05a-33c1-4305-9f99-860346e115c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 899 time: 0.0841224 Apr 06 15:05:29.696194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-03c1629e-0d34-4e8d-b40c-4b0d7bb1bc5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 1002 time: 0.0597978 Apr 06 15:05:29.746485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-f6f28a40-87ca-47e4-bdba-4b3ab0161b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:29.747930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-f6f28a40-87ca-47e4-bdba-4b3ab0161b89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 200 len: 834 time: 0.0462434 Apr 06 15:05:29.796087 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-a69ccede-6a0e-4aad-a754-af6693b44a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:29.797606 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-a69ccede-6a0e-4aad-a754-af6693b44a34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4c274d8-8a3e-4e16-a8de-b2140f271442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433793 Apr 06 15:05:29.887573 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-25571b1a-612e-4d2a-aa69-85aae5d74318 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 Apr 06 15:05:29.974094 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1401d44-36cb-498c-81ad-149d185dfd12 req-ad084a0d-5f37-4a1d-811a-65c75981db15 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803411 Apr 06 15:05:30.953499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56034) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:31.110088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port fc1ee367-78fd-4834-a8e3-5ce451ddd9d7 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:05:31.110600 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:31.184638 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:31.184997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:31.196885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for fc1ee367-78fd-4834-a8e3-5ce451ddd9d7 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:05:31.408850 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fc1ee367-78fd-4834-a8e3-5ce451ddd9d7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:31.434078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=fc1ee367-78fd-4834-a8e3-5ce451ddd9d7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:31.463896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.464247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.464590 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.464954 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.465293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.465626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.465955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.466283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.466610 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.466935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.467258 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.467582 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.467906 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.468226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.468545 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:31.508685 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (bfda1258-050e-4a3c-83fc-c2593ff4e111), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:31.509051 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP bfda1258-050e-4a3c-83fc-c2593ff4e111 disassociated (deleted). External IP: 172.26.6.202, port: 2c28704d-07ff-4198-980e-dd9437646901. Apr 06 15:05:31.723335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:31.832012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:31.838677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:31.842399 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] Sync routers for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:05:31.852891 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:31.853514 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:31.868010 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-553e6fa6-a649-4487-8a80-d9e1195cc0bb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/floatingips/bfda1258-050e-4a3c-83fc-c2593ff4e111 HTTP/1.1" status: 204 len: 168 time: 0.9126990 Apr 06 15:05:31.868596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'tag': '2c28704d-07ff-4198-980e-dd9437646901'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:05:31.870880 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57873f1-39c5-417f-ac80-2195b1a5ae29" -d '{"events": [{"name": "network-changed", "server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "tag": "2c28704d-07ff-4198-980e-dd9437646901"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:05:31.909207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2f1a39-da08-43b2-9c4d-06fa4baeb35f x-openstack-request-id: req-aa2f1a39-da08-43b2-9c4d-06fa4baeb35f {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:05:31.909509 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "tag": "2c28704d-07ff-4198-980e-dd9437646901", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:05:31.909791 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa2f1a39-da08-43b2-9c4d-06fa4baeb35f {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:05:31.910211 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2f1a39-da08-43b2-9c4d-06fa4baeb35f'] response: {'name': 'network-changed', 'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'tag': '2c28704d-07ff-4198-980e-dd9437646901', 'status': 'completed', 'code': 200} Apr 06 15:05:31.962833 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:31.977345 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-de46af8b-d360-48d4-92a2-cde50783c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:31.978764 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-de46af8b-d360-48d4-92a2-cde50783c1d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 1130 time: 0.0474010 Apr 06 15:05:32.071944 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-b316e9c1-aa37-4544-b928-b99b27509b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:32.073447 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-b316e9c1-aa37-4544-b928-b99b27509b5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 200 len: 899 time: 0.0892785 Apr 06 15:05:32.115396 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-7956b086-b870-4ab7-b45c-8013bbb951c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 200 len: 217 time: 0.0351717 Apr 06 15:05:32.164413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-b2961ca4-3348-4ec1-9e21-9ca849a8a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:32.165853 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-b2961ca4-3348-4ec1-9e21-9ca849a8a8e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 200 len: 834 time: 0.0439823 Apr 06 15:05:32.169238 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:09Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:32.196639 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] Checking router: 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:05:32.206067 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:32.206708 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:32.225043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-6eb25db2-94eb-4cfc-b1e0-b6ccea29ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:32.227768 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-6eb25db2-94eb-4cfc-b1e0-b6ccea29ec75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4c274d8-8a3e-4e16-a8de-b2140f271442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0541847 Apr 06 15:05:32.323538 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:32.526104 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:09Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:32.555583 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c89671-818b-43dc-95c3-183b0c5e873b None None] The sync data for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv is: [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:06Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '687fd4fc-f11f-4a59-b506-6916750b18c6', 'name': '', 'network_id': 'd4c274d8-8a3e-4e16-a8de-b2140f271442', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:d0:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:05Z', 'updated_at': '2022-04-06T15:04:09Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '54727ca9-1962-4d72-a812-a75e5df855e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:32.701753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-ae941abd-ff3e-47af-bfcf-2bee89c836d2 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688201 Apr 06 15:05:32.724607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4aee8-7e88-472e-a481-a34e5a6bbbc3 req-f690c85b-d9f7-43b1-b1f0-ff8b2fbfff4e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:32.726129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfb4aee8-7e88-472e-a481-a34e5a6bbbc3 req-f690c85b-d9f7-43b1-b1f0-ff8b2fbfff4e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.4236341 Apr 06 15:05:32.777328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfb4aee8-7e88-472e-a481-a34e5a6bbbc3 req-e71b1b39-7b6b-4ff5-9a1b-f82337a66a90 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Apr 06 15:05:32.789779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc8c62-4551-4675-a74f-4cc58c50d53e None None] New status for floating IP bfda1258-050e-4a3c-83fc-c2593ff4e111: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:05:33.496526 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c57873f1-39c5-417f-ac80-2195b1a5ae29 req-dacd430f-14b3-4e2a-8169-6ef698cae614 service neutron] 10.222.0.79 "GET /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802226 Apr 06 15:05:33.766147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-8efd2bb9-28c7-434f-8294-09e3d56757a1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:33.767559 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-8efd2bb9-28c7-434f-8294-09e3d56757a1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.0580621 Apr 06 15:05:33.882363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 2c28704d-07ff-4198-980e-dd9437646901 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:05:33.882693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (2c28704d-07ff-4198-980e-dd9437646901), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:33.955009 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27aca-53fd-441b-bb5b-d5d41925ef75 req-601e9cea-8170-4a2e-8b08-7e4c38de156d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:33.956458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eca27aca-53fd-441b-bb5b-d5d41925ef75 req-601e9cea-8170-4a2e-8b08-7e4c38de156d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 946 time: 0.1069107 Apr 06 15:05:34.005974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 2c28704d-07ff-4198-980e-dd9437646901, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=2c28704d-07ff-4198-980e-dd9437646901,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:34.006332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (2c28704d-07ff-4198-980e-dd9437646901), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:34.029508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 2c28704d-07ff-4198-980e-dd9437646901 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:05:34.038754 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eca27aca-53fd-441b-bb5b-d5d41925ef75 req-57553b51-353d-4679-b40c-be9310e7e961 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba83b550-e949-4be8-b5b7-6ec2051a88e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766332 Apr 06 15:05:34.223601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (2c28704d-07ff-4198-980e-dd9437646901), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:34.250221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=2c28704d-07ff-4198-980e-dd9437646901,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:34.261108 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.261468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.261817 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.262164 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.262507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.262846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.263177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.264146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.264146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.264146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.264542 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.264814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.267974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.267974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.267974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:34.312262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] No DVR routers for this DVR port 2c28704d-07ff-4198-980e-dd9437646901 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:05:34.315391 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:34.318698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33330717-b63b-4b32-bdfc-7b4686d9b127 req-5ba8783c-d11d-42d5-93be-0ea580216e3b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "DELETE /v2.0/ports/2c28704d-07ff-4198-980e-dd9437646901 HTTP/1.1" status: 204 len: 173 time: 0.5452023 Apr 06 15:05:34.319143 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'name': 'network-vif-deleted', 'tag': '2c28704d-07ff-4198-980e-dd9437646901'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:05:34.321389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415521b4-08f7-43f1-81f0-648807c8c467" -d '{"events": [{"server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "name": "network-vif-deleted", "tag": "2c28704d-07ff-4198-980e-dd9437646901"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:05:34.355235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080dce24-a088-4d0a-8514-989eb7a95117 x-openstack-request-id: req-080dce24-a088-4d0a-8514-989eb7a95117 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:05:34.355530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba", "name": "network-vif-deleted", "tag": "2c28704d-07ff-4198-980e-dd9437646901", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:05:34.355786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-080dce24-a088-4d0a-8514-989eb7a95117 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:05:34.356197 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080dce24-a088-4d0a-8514-989eb7a95117'] response: {'server_uuid': '92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba', 'name': 'network-vif-deleted', 'tag': '2c28704d-07ff-4198-980e-dd9437646901', 'status': 'completed', 'code': 200} Apr 06 15:05:35.149495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9968a4f6-767c-41e1-b630-2e0c644b899e req-7a19cfad-1778-41a3-bf3f-afb307f3ae63 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=92c53afc-c4e8-4b6c-a65e-c5b6d7ce71ba HTTP/1.1" status: 200 len: 210 time: 0.0314946 Apr 06 15:05:36.206299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56052) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:36.321596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2c28704d-07ff-4198-980e-dd9437646901 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:05:36.342074 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 2c28704d-07ff-4198-980e-dd9437646901 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:05:36.342460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 2c28704d-07ff-4198-980e-dd9437646901 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:05:36.572000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:36.840726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 687fd4fc-f11f-4a59-b506-6916750b18c6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:05:36.840726 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:36.931816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 687fd4fc-f11f-4a59-b506-6916750b18c6, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=687fd4fc-f11f-4a59-b506-6916750b18c6,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:36.932197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:36.945622 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 687fd4fc-f11f-4a59-b506-6916750b18c6 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:05:37.197596 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (687fd4fc-f11f-4a59-b506-6916750b18c6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:37.222979 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=687fd4fc-f11f-4a59-b506-6916750b18c6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:37.425041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:37.909322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:38.015387 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:38.021101 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c3258c5c-02bb-4b31-b615-b2aaf9cb82b7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8136985 Apr 06 15:05:38.023828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56054) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:38.026268 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] Sync routers for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:05:38.036580 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:38.037241 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.075435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting subnet 54727ca9-1962-4d72-a812-a75e5df855e8 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:05:38.078545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (54727ca9-1962-4d72-a812-a75e5df855e8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.119757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (54727ca9-1962-4d72-a812-a75e5df855e8), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.209666 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (54727ca9-1962-4d72-a812-a75e5df855e8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.231858 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:38.352834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (54727ca9-1962-4d72-a812-a75e5df855e8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.383096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.388663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5256b8-b2b4-4e1c-a192-9c65cab28d29 None None] Network d4c274d8-8a3e-4e16-a8de-b2140f271442 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:05:38.389900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56056) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:38.390345 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/subnets/54727ca9-1962-4d72-a812-a75e5df855e8 HTTP/1.1" status: 204 len: 168 time: 0.3651867 Apr 06 15:05:38.390990 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13c0e4-ca3b-446d-ab93-1acb0ec9b27b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Subnet': ['ID=54727ca9-1962-4d72-a812-a75e5df855e8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:38.410793 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:05:37Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.440665 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] Checking router: 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:05:38.449706 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] Routers {'83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:38.450338 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.519767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.565590 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] Set router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:38.575677 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] DHCP port deletion for d4c274d8-8a3e-4e16-a8de-b2140f271442 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:05:38.623811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Deleting port 86315320-5777-4995-be1c-ef73be57d301 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:05:38.624288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (86315320-5777-4995-be1c-ef73be57d301), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.635201 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.694954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] For port 86315320-5777-4995-be1c-ef73be57d301, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=86315320-5777-4995-be1c-ef73be57d301,segment=NetworkSegment(ddcf382c-fe4e-4723-8c8f-f4da88054a3b),segment_id=ddcf382c-fe4e-4723-8c8f-f4da88054a3b)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:38.695357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (86315320-5777-4995-be1c-ef73be57d301), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.712654 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Calling delete_port for 86315320-5777-4995-be1c-ef73be57d301 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:05:38.756896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:05:37Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.766929 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port fabb0500-8960-4923-afc8-122b8e835ce1 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:05:38.768069 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.786557 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c930e0a-f9d4-43d5-98ec-940384dc9fc3 None None] The sync data for ids ['83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b'] in dv-neutron-836581-2-hyperv is: [{'id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735478792', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:05:37Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'fabb0500-8960-4923-afc8-122b8e835ce1', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:02Z', 'updated_at': '2022-04-06T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:38.790482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 86315320-5777-4995-be1c-ef73be57d301 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:05:38.864770 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port fabb0500-8960-4923-afc8-122b8e835ce1, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=fabb0500-8960-4923-afc8-122b8e835ce1,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:38.865140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.873977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 86315320-5777-4995-be1c-ef73be57d301 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:38.874486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (86315320-5777-4995-be1c-ef73be57d301), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.878455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for fabb0500-8960-4923-afc8-122b8e835ce1 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:05:38.893894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (86315320-5777-4995-be1c-ef73be57d301), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:38.936411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Pushing event deleted for resources: {'Port': ['ID=86315320-5777-4995-be1c-ef73be57d301,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:38.941104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] No DVR routers for this DVR port 86315320-5777-4995-be1c-ef73be57d301 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:05:38.952756 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.953116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.953467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.953810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.954190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.954524 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.955388 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.955729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.956185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.956368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.956715 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.957047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.957368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.957690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:38.958009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfff7a-e0de-4b26-847f-0b8d5d99ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:39.131765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (fabb0500-8960-4923-afc8-122b8e835ce1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.155156 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=fabb0500-8960-4923-afc8-122b8e835ce1,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:39.225355 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.322734 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.324874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.437824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.438470 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Fanout notify agent at l3_agent the message router_deleted on router 83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:05:39.445554 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.446674 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e5f885b9-905b-4396-b936-ee33aa461852 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/routers/83e0585e-82f5-4e0a-bbf1-02c2ec59ad8b HTTP/1.1" status: 204 len: 168 time: 1.0557802 Apr 06 15:05:39.449402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56058) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:39.535349 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (d4c274d8-8a3e-4e16-a8de-b2140f271442), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.625493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (d4c274d8-8a3e-4e16-a8de-b2140f271442), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.650565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c274d8-8a3e-4e16-a8de-b2140f271442']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:39.660191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:39.660480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcf382c-fe4e-4723-8c8f-f4da88054a3b') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:39.669612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (ddcf382c-fe4e-4723-8c8f-f4da88054a3b), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.682269 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ddcf382c-fe4e-4723-8c8f-f4da88054a3b), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.687948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:05:39.688276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (ddcf382c-fe4e-4723-8c8f-f4da88054a3b), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:05:39.691242 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:05:39.806486 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (d4c274d8-8a3e-4e16-a8de-b2140f271442), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.815984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.817444 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/networks/d4c274d8-8a3e-4e16-a8de-b2140f271442 HTTP/1.1" status: 204 len: 168 time: 0.3670814 Apr 06 15:05:39.820591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56060) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:39.829397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844e844-e1bb-459f-b3db-bab794ae3c45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Network': ['ID=d4c274d8-8a3e-4e16-a8de-b2140f271442,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:39.882601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe3ff-4a99-41c9-a128-1dadc8bae99f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (ba83b550-e949-4be8-b5b7-6ec2051a88e4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.924744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe3ff-4a99-41c9-a128-1dadc8bae99f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (ba83b550-e949-4be8-b5b7-6ec2051a88e4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.092677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe3ff-4a99-41c9-a128-1dadc8bae99f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (ba83b550-e949-4be8-b5b7-6ec2051a88e4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.095365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe3ff-4a99-41c9-a128-1dadc8bae99f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.097153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3a1fe3ff-4a99-41c9-a128-1dadc8bae99f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/security-groups/ba83b550-e949-4be8-b5b7-6ec2051a88e4 HTTP/1.1" status: 204 len: 168 time: 0.2755160 Apr 06 15:05:40.106373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fe3ff-4a99-41c9-a128-1dadc8bae99f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba83b550-e949-4be8-b5b7-6ec2051a88e4,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:40.615705 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56066) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:40.620262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889672962', 'description': 'tempest-secgroup-smoke-889672962 description', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:40.687260 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.699672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 687fd4fc-f11f-4a59-b506-6916750b18c6 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:05:40.720923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 687fd4fc-f11f-4a59-b506-6916750b18c6 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:05:40.721273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 687fd4fc-f11f-4a59-b506-6916750b18c6 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:05:40.721687 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fabb0500-8960-4923-afc8-122b8e835ce1 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:05:40.740411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: fabb0500-8960-4923-afc8-122b8e835ce1 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:05:40.740787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device fabb0500-8960-4923-afc8-122b8e835ce1 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:05:40.758462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (64fcf9c2-b16e-44db-8682-b072cadab123), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.824089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (64fcf9c2-b16e-44db-8682-b072cadab123), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.853070 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcf9c2-b16e-44db-8682-b072cadab123,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:40.911970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:40.913330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bcf91686-125e-4727-a94a-852448b778e2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2965839 Apr 06 15:05:40.916132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56068) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:40.920417 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '64fcf9c2-b16e-44db-8682-b072cadab123', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:41.025617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (3cbb559d-fd8e-490a-9a6e-bb3d9b83b7f2), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.082549 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (3cbb559d-fd8e-490a-9a6e-bb3d9b83b7f2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.189747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (3cbb559d-fd8e-490a-9a6e-bb3d9b83b7f2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.208686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbb559d-fd8e-490a-9a6e-bb3d9b83b7f2,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:41.294842 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.296112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-663e9295-182f-43df-88c3-f3a2f7eeacac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790238 Apr 06 15:05:41.299011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56070) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:41.303595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '64fcf9c2-b16e-44db-8682-b072cadab123', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:41.395235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (602b2dce-958b-4d7d-8e3a-f94520efb078), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.450317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (602b2dce-958b-4d7d-8e3a-f94520efb078), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.512091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (602b2dce-958b-4d7d-8e3a-f94520efb078), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.530397 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602b2dce-958b-4d7d-8e3a-f94520efb078,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:41.591988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.593333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c3e0f1f6-e839-4b77-9703-28eaa7c31be7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933066 Apr 06 15:05:41.596088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56072) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:41.600458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '64fcf9c2-b16e-44db-8682-b072cadab123', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:41.671332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (40e5ccde-9cdc-42cb-9ed6-dd9bd7d66810), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.729763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (40e5ccde-9cdc-42cb-9ed6-dd9bd7d66810), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.792451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (40e5ccde-9cdc-42cb-9ed6-dd9bd7d66810), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.810171 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e5ccde-9cdc-42cb-9ed6-dd9bd7d66810,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:41.891850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.893236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-dfcf2520-c0e2-407e-8736-89b58d7d4f62 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961557 Apr 06 15:05:41.896001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56074) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:41.900310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '64fcf9c2-b16e-44db-8682-b072cadab123', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:41.985546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (e0e773ba-493d-448c-a71a-087e09bc59c4), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.042184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (e0e773ba-493d-448c-a71a-087e09bc59c4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.129614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e0e773ba-493d-448c-a71a-087e09bc59c4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.147675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e773ba-493d-448c-a71a-087e09bc59c4,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:42.263034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.264189 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9ae3dbb4-646a-4ada-ac5b-4693c996c4b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672471 Apr 06 15:05:42.266912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56076) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:42.271924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '64fcf9c2-b16e-44db-8682-b072cadab123', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:42.355514 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:05:42.360457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (e20c01e5-e109-4361-be59-1ce909b8ab22), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.417487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (e20c01e5-e109-4361-be59-1ce909b8ab22), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.498228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e20c01e5-e109-4361-be59-1ce909b8ab22), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.517004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20c01e5-e109-4361-be59-1ce909b8ab22,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:42.603455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.604744 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-7a355301-5f80-4dde-9e67-80b81e047162 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3362396 Apr 06 15:05:42.607405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56078) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:42.612363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '64fcf9c2-b16e-44db-8682-b072cadab123', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:42.687079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:05:42.693041 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (d04c05e6-7ea6-40e1-ab72-7dc29a7c6eb7), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.753677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (d04c05e6-7ea6-40e1-ab72-7dc29a7c6eb7), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.818379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (d04c05e6-7ea6-40e1-ab72-7dc29a7c6eb7), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.836245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04c05e6-7ea6-40e1-ab72-7dc29a7c6eb7,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:42.911727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:42.913003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-de9ace54-702f-41a9-8f1c-a962bbd81f45 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046007 Apr 06 15:05:42.915845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56080) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:42.921046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'network': {'name': 'tempest-network-smoke--986366779', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'port_security_enabled': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:43.003993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:43.007327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.029464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:05:43.038451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6beaa390-0173-463f-b6e8-3220b65d1ce9), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.038792 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Added segment 6beaa390-0173-463f-b6e8-3220b65d1ce9 of type vlan for network c11a300c-ea58-4f55-8e2a-73049d048dbe Apr 06 15:05:43.077398 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c11a300c-ea58-4f55-8e2a-73049d048dbe), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.152176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c11a300c-ea58-4f55-8e2a-73049d048dbe), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.157120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:43.157765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.220685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Network': ['ID=c11a300c-ea58-4f55-8e2a-73049d048dbe,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:43.231688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c11a300c-ea58-4f55-8e2a-73049d048dbe details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:05:43.264057 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c5de4fa7-1ba0-4cf2-93e6-9d91e6b9db43 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3470964 Apr 06 15:05:43.266680 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56082) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:43.272002 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'admin_state_up': True, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:43.353119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (32334b47-ac5f-40c8-88ef-d431f58dc207), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.354119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (32334b47-ac5f-40c8-88ef-d431f58dc207), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.409873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (32334b47-ac5f-40c8-88ef-d431f58dc207), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.601721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (32334b47-ac5f-40c8-88ef-d431f58dc207), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.844250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (32334b47-ac5f-40c8-88ef-d431f58dc207), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.863411 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.966385 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.10 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/94877e1e-a6de-4e9c-b2ba-457bcfb732ab) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:44.065435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:44.158457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:44.196891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:44.201754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:44.205501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:44.227923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:44.532389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (32334b47-ac5f-40c8-88ef-d431f58dc207), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:44.735583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (32334b47-ac5f-40c8-88ef-d431f58dc207), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:44.924282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 32334b47-ac5f-40c8-88ef-d431f58dc207 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:05:45.030133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:45.040185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Sync routers for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:05:45.049230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:45.049880 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:45.106436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.107680 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0d3498f1-d129-4d4e-9563-f5c6e8248934 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8399720 Apr 06 15:05:45.110834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56086) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:45.140400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1ad12db9-3438-4582-a472-e7df49448b3a tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=d8ddb69b6c9f482281cee02e635e7b13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279500 Apr 06 15:05:45.143005 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56088) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:45.155506 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:45.293158 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3202789e-1af0-4c91-a131-9781f9a9397b tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:45.294593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3202789e-1af0-4c91-a131-9781f9a9397b tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506097 Apr 06 15:05:45.297445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56090) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:45.332473 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:44Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:45.352732 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b9728fc3-4c83-427e-977b-8a5e1954001c tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541539 Apr 06 15:05:45.355203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56092) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:45.359902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-269547472', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:45.365526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Checking router: 32334b47-ac5f-40c8-88ef-d431f58dc207 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:05:45.365526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Updating router 32334b47-ac5f-40c8-88ef-d431f58dc207 port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:05:45.392826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.504512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:45.508170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.647723 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Publish callbacks [] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.724010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.753717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (9fb3993c-32c3-49c1-a1e3-df030c66e245), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.776431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Attempting to bind port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:45.776827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Attempting to bind port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:45.777192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Attempting to bind port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:45.779180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1f3ad-007f-4647-9872-db6b4fd32ff8 None None] Pushing event updated for resources: {'Port': ['ID=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:45.784823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:45.785201 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:45.785606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.785992 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:45.786459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Bound port: 94877e1e-a6de-4e9c-b2ba-457bcfb732ab, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:45.786835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.820798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Subnet': ['ID=9fb3993c-32c3-49c1-a1e3-df030c66e245,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:45.827890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Checking segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:45.828266 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network hostable DHCP agents. Network: c11a300c-ea58-4f55-8e2a-73049d048dbe, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:05:45.847958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] For port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:45.851106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] For port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:45.912869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c11a300c-ea58-4f55-8e2a-73049d048dbe is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:05:45.925110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.976252 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:45.982005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:46.001166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c11a300c-ea58-4f55-8e2a-73049d048dbe) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:46.005644 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:46.006256 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:46.023620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10327f5-217d-4dfd-9465-56f3ba7ce52e None None] Network c11a300c-ea58-4f55-8e2a-73049d048dbe requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:05:46.044048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1f3ad-007f-4647-9872-db6b4fd32ff8 None None] Pushing event updated for resources: {'Port': ['ID=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:46.104290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ef26b6c8-b11e-4861-8bf6-3cde6b55508e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7478356 Apr 06 15:05:46.106858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56096) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:46.331587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:46.386652 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c11a300c-ea58-4f55-8e2a-73049d048dbe', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:05:46.387433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:46.622047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Allocated IP 172.20.0.2 (c11a300c-ea58-4f55-8e2a-73049d048dbe/9fb3993c-32c3-49c1-a1e3-df030c66e245/9a37297c-544f-427e-9f43-7514ca8a4bb9) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:46.687808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:44Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:46.723031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197498cc-2376-4981-8f73-18e8ed63bbd2 None None] The sync data for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv is: [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:44Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:46.817158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Publish callbacks [] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:46.882773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:46.930192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Network c11a300c-ea58-4f55-8e2a-73049d048dbe is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:46.935672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:46.939374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:46.956422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Pushing event updated for resources: {'Port': ['ID=9a37297c-544f-427e-9f43-7514ca8a4bb9,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:46.958863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.035396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Attempting to bind port 9a37297c-544f-427e-9f43-7514ca8a4bb9 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:47.035609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Attempting to bind port 9a37297c-544f-427e-9f43-7514ca8a4bb9 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:47.035961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Attempting to bind port 9a37297c-544f-427e-9f43-7514ca8a4bb9 on network c11a300c-ea58-4f55-8e2a-73049d048dbe {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:47.041606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:47.041987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Checking segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:47.042392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.042787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Bound using segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:47.043313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Bound port: 9a37297c-544f-427e-9f43-7514ca8a4bb9, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:47.043702 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.121634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] For port 9a37297c-544f-427e-9f43-7514ca8a4bb9, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:47.125194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] For port 9a37297c-544f-427e-9f43-7514ca8a4bb9, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9a37297c-544f-427e-9f43-7514ca8a4bb9,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:47.210358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.292431 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb91516-944a-4275-b8f2-132d252cf059 None None] Pushing event updated for resources: {'Port': ['ID=9a37297c-544f-427e-9f43-7514ca8a4bb9,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:47.372530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.1 (c11a300c-ea58-4f55-8e2a-73049d048dbe/9fb3993c-32c3-49c1-a1e3-df030c66e245/91ceae52-0c6f-49ef-bc92-625da45f6d9e) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:47.548131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.650562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.696189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c11a300c-ea58-4f55-8e2a-73049d048dbe is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:47.699546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:47.704076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:47.708946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=91ceae52-0c6f-49ef-bc92-625da45f6d9e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:47.753466 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (32334b47-ac5f-40c8-88ef-d431f58dc207), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:47.977529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.215842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e44db-4f95-4a7b-b4ec-423916f3e6c7 None None] Network c11a300c-ea58-4f55-8e2a-73049d048dbe requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:05:48.271277 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.289564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] Provisioning complete for port 9a37297c-544f-427e-9f43-7514ca8a4bb9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:48.289939 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.344798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.418118 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] Current status of the port 9a37297c-544f-427e-9f43-7514ca8a4bb9 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:48.418517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.451670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=91ceae52-0c6f-49ef-bc92-625da45f6d9e,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:48.455802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] For port 9a37297c-544f-427e-9f43-7514ca8a4bb9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9a37297c-544f-427e-9f43-7514ca8a4bb9,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:48.476864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (32334b47-ac5f-40c8-88ef-d431f58dc207), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.536190 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.583236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c11a300c-ea58-4f55-8e2a-73049d048dbe is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:48.584804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:48.602055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547a29b-fbf1-422e-a719-a1639d365374 None None] Pushing event updated for resources: {'Port': ['ID=9a37297c-544f-427e-9f43-7514ca8a4bb9,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:48.667065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7260dc80-fc97-435c-a822-ce917fe7debf None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:48.667446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7260dc80-fc97-435c-a822-ce917fe7debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.713152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7260dc80-fc97-435c-a822-ce917fe7debf None None] Port 91ceae52-0c6f-49ef-bc92-625da45f6d9e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:48.728262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7260dc80-fc97-435c-a822-ce917fe7debf None None] Provisioning complete for port 9a37297c-544f-427e-9f43-7514ca8a4bb9 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:48.728589 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7260dc80-fc97-435c-a822-ce917fe7debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.761198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 32334b47-ac5f-40c8-88ef-d431f58dc207 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:48.807847 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9a37297c-544f-427e-9f43-7514ca8a4bb9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:48.853412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7260dc80-fc97-435c-a822-ce917fe7debf None None] Current status of the port 9a37297c-544f-427e-9f43-7514ca8a4bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:48.884357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9a37297c-544f-427e-9f43-7514ca8a4bb9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:48.884766 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:48.897214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:48.907911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a84237bc-4e70-4a7e-9422-b47d672a1ebd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/32334b47-ac5f-40c8-88ef-d431f58dc207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7946210 Apr 06 15:05:48.918285 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Sync routers for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:05:48.933120 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:48.936112 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:48.978801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9a37297c-544f-427e-9f43-7514ca8a4bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:48.980061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 94877e1e-a6de-4e9c-b2ba-457bcfb732ab up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:49.013461 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-d0e14e16-bc9a-481c-8d14-51fb4a1db5d9 None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:49.013838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0e14e16-bc9a-481c-8d14-51fb4a1db5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.059477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-d0e14e16-bc9a-481c-8d14-51fb4a1db5d9 None None] Port 91ceae52-0c6f-49ef-bc92-625da45f6d9e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:49.066481 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:49.070556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:49.071502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.178567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:49.178953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.203988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-f4a35e54-6f9e-4f39-b0e1-937c216ec4ed tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889672962&fields=id&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 267 time: 0.0510168 Apr 06 15:05:49.206972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-55c5d605-4dc6-4bda-9752-b23da97055f7 None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:49.207070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-55c5d605-4dc6-4bda-9752-b23da97055f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.209779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:49.247133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-55c5d605-4dc6-4bda-9752-b23da97055f7 None None] Port 91ceae52-0c6f-49ef-bc92-625da45f6d9e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:49.290311 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:48Z', 'revision_number': 2, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:49.313080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-1c54a9ad-98ed-4d22-bf55-7c6249a199ce tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:49.314596 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-1c54a9ad-98ed-4d22-bf55-7c6249a199ce tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 796 time: 0.1031249 Apr 06 15:05:49.319982 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Checking router: 32334b47-ac5f-40c8-88ef-d431f58dc207 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:05:49.320338 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Updating router 32334b47-ac5f-40c8-88ef-d431f58dc207 port 91ceae52-0c6f-49ef-bc92-625da45f6d9e binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:05:49.324990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.333905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-aa14d37a-c9cd-4587-8071-2410e789de7d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/quotas/d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 375 time: 0.0131521 Apr 06 15:05:49.348966 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.386218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:49.397759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-44d06945-39e3-48b5-ab8e-8c35cf982893 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595436 Apr 06 15:05:49.538180 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-223d24c6-65b7-41fe-91a8-a424c3e412ac service neutron] 10.222.0.89 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281121 Apr 06 15:05:49.622063 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Publish callbacks [] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.632467 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-077f4769-4ebe-4d03-b7c1-622c89da0e90 service neutron] 10.222.0.89 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887802 Apr 06 15:05:49.690536 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.740994 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Pushing event updated for resources: {'Port': ['ID=91ceae52-0c6f-49ef-bc92-625da45f6d9e,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:49.884567 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.884948 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.885291 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.885625 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.885957 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.886283 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.886601 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.886922 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.887243 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.888460 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.888460 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.888460 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.889449 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.889785 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.890112 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:49.936896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Attempting to bind port 91ceae52-0c6f-49ef-bc92-625da45f6d9e on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:49.937522 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Attempting to bind port 91ceae52-0c6f-49ef-bc92-625da45f6d9e by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:49.937619 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Attempting to bind port 91ceae52-0c6f-49ef-bc92-625da45f6d9e on network c11a300c-ea58-4f55-8e2a-73049d048dbe {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:49.942284 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f9d2b8bc-ab67-4b4d-8dc7-3ba01d671482 req-7a284890-cd2c-4715-a00d-93b3880a1607 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 210 time: 0.0972803 Apr 06 15:05:49.944212 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:49.944388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Checking segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:49.944720 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.945939 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Bound using segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:49.945939 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Bound port: 91ceae52-0c6f-49ef-bc92-625da45f6d9e, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:49.945939 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:49.972606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-05c49963-41e1-494d-aa34-002ae5927439 None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:49.973021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-05c49963-41e1-494d-aa34-002ae5927439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:50.008912 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] For port 91ceae52-0c6f-49ef-bc92-625da45f6d9e, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:50.012079 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] For port 91ceae52-0c6f-49ef-bc92-625da45f6d9e, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=91ceae52-0c6f-49ef-bc92-625da45f6d9e,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:50.017697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-05c49963-41e1-494d-aa34-002ae5927439 None None] Port 91ceae52-0c6f-49ef-bc92-625da45f6d9e cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:50.096259 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:50.156081 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee171-60c6-4577-8ffb-96876dcb22e9 None None] Pushing event updated for resources: {'Port': ['ID=91ceae52-0c6f-49ef-bc92-625da45f6d9e,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:50.158607 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:50.163472 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:50.270785 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:50.439265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:50.440435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:50.482114 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:50.509452 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37710d-109e-471c-b313-bf09b9415bd6 None None] The sync data for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv is: [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:50.522737 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] Current status of the port 91ceae52-0c6f-49ef-bc92-625da45f6d9e is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:50.523158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:50.558706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] For port 91ceae52-0c6f-49ef-bc92-625da45f6d9e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=91ceae52-0c6f-49ef-bc92-625da45f6d9e,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:50.642055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:50.703935 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ad503-9e1e-495c-a85d-9a0cc2c5a664 None None] Pushing event updated for resources: {'Port': ['ID=91ceae52-0c6f-49ef-bc92-625da45f6d9e,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:50.780156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 94877e1e-a6de-4e9c-b2ba-457bcfb732ab up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:50.833070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:50.833457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:50.920466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:50.921587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 91ceae52-0c6f-49ef-bc92-625da45f6d9e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:50.976940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:50.977323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:51.060179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 91ceae52-0c6f-49ef-bc92-625da45f6d9e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:51.062477 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a91d3ccd-42cc-4104-bd14-b54cc7c17204 req-4d8b045d-6094-438e-868d-ac68574d28db tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 210 time: 0.0408003 Apr 06 15:05:51.926840 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-da81473a-b18b-49a3-b148-72d3f148bf49 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:51.928244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-da81473a-b18b-49a3-b148-72d3f148bf49 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 796 time: 0.1051478 Apr 06 15:05:51.993155 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-6974aff7-fc4c-4dfa-85e8-34d35fc5797b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 379 time: 0.0569179 Apr 06 15:05:52.001101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'port': {'device_id': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'admin_state_up': True, 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'security_groups': ['64fcf9c2-b16e-44db-8682-b072cadab123']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:52.370495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-67600305-d38d-4220-a44e-8b5b04fc39b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:52.377005 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e66f4f4-8ede-4835-9a44-f64dbf7a5ec4 req-1deeaaad-845c-4606-8e94-4fe37f6d4621 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 210 time: 0.0347209 Apr 06 15:05:52.467284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:52.470597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:52.604806 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.12 (c11a300c-ea58-4f55-8e2a-73049d048dbe/9fb3993c-32c3-49c1-a1e3-df030c66e245/9c60297f-da22-4dd2-ae0f-5c760f597820) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:52.720576 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 91ceae52-0c6f-49ef-bc92-625da45f6d9e up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:52.744619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:52.773682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 91ceae52-0c6f-49ef-bc92-625da45f6d9e triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:52.774056 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:52.831483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:52.853646 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 91ceae52-0c6f-49ef-bc92-625da45f6d9e is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:52.876917 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c11a300c-ea58-4f55-8e2a-73049d048dbe is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:52.882801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:52.886645 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:52.893025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:52.938844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:52.939458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.023045 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-576dfc94-0d3f-419a-8391-9ba30cf51e8f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0254316 Apr 06 15:05:53.079449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Request body: {'port': {'device_id': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:53.137704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.178353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-19f338bc-442f-46cd-9059-3cc361c9d8b8 None None] Provisioning complete for port 9c60297f-da22-4dd2-ae0f-5c760f597820 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:53.178648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-19f338bc-442f-46cd-9059-3cc361c9d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.213189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-19f338bc-442f-46cd-9059-3cc361c9d8b8 None None] Port 9c60297f-da22-4dd2-ae0f-5c760f597820 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:53.402289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c60297f-da22-4dd2-ae0f-5c760f597820 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:05:53.409934 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Publish callbacks [] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.421791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Transition to ACTIVE for port object 9c60297f-da22-4dd2-ae0f-5c760f597820 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:05:53.484880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.529594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9e5e-44e5-4e91-900d-5c2213a9b8d4 req-50c966fe-7713-41f1-bbce-6ca028e7e70b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:53.531106 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35cf9e5e-44e5-4e91-900d-5c2213a9b8d4 req-50c966fe-7713-41f1-bbce-6ca028e7e70b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 932 time: 0.0865402 Apr 06 15:05:53.565786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:53.649085 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35cf9e5e-44e5-4e91-900d-5c2213a9b8d4 req-7cf06ea1-7502-42e4-a8ac-7ef62989d239 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072612 Apr 06 15:05:53.677153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Attempting to bind port 9c60297f-da22-4dd2-ae0f-5c760f597820 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:53.677726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Attempting to bind port 9c60297f-da22-4dd2-ae0f-5c760f597820 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:53.678204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Attempting to bind port 9c60297f-da22-4dd2-ae0f-5c760f597820 on network c11a300c-ea58-4f55-8e2a-73049d048dbe {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:53.684226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Port 9c60297f-da22-4dd2-ae0f-5c760f597820 on network c11a300c-ea58-4f55-8e2a-73049d048dbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:05:53.684612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Attempting to bind port 9c60297f-da22-4dd2-ae0f-5c760f597820 on network c11a300c-ea58-4f55-8e2a-73049d048dbe {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:53.691620 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:53.692088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Checking segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:53.692504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Bound using segment: {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:53.693000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Bound port: 9c60297f-da22-4dd2-ae0f-5c760f597820, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6beaa390-0173-463f-b6e8-3220b65d1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:53.694596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.761716 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:53.764880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:53.775997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.850843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.890288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:53.891137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.892521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] 10.222.0.79 "PUT /v2.0/ports/9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 1094 time: 0.8613744 Apr 06 15:05:53.895017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:05:53.898694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887ceb28-e5c0-4c9e-ab41-818d5309df43" -d '{"events": [{"name": "network-changed", "server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:05:53.925370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbbad5-8fb8-4edf-8eca-83b7f1b1a90e service neutron] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:53.936679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca70805-e29d-432c-accc-7fa1cd5df259 x-openstack-request-id: req-bca70805-e29d-432c-accc-7fa1cd5df259 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:05:53.937381 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:05:53.937654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bca70805-e29d-432c-accc-7fa1cd5df259 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:05:53.938073 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca70805-e29d-432c-accc-7fa1cd5df259'] response: {'name': 'network-changed', 'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'status': 'completed', 'code': 200} Apr 06 15:05:54.006800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ceb28-e5c0-4c9e-ab41-818d5309df43 req-2a4c388d-26b6-44f3-a67b-409e2fc9212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.008352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-887ceb28-e5c0-4c9e-ab41-818d5309df43 req-2a4c388d-26b6-44f3-a67b-409e2fc9212b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1128 time: 0.0501807 Apr 06 15:05:54.108055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ceb28-e5c0-4c9e-ab41-818d5309df43 req-8a6655e7-f8c7-49cc-a3a6-2649fb943613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.109575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-887ceb28-e5c0-4c9e-ab41-818d5309df43 req-8a6655e7-f8c7-49cc-a3a6-2649fb943613 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0946629 Apr 06 15:05:54.206684 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ceb28-e5c0-4c9e-ab41-818d5309df43 req-bdb05a70-89df-4a0b-8355-3325fa071c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.208154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-887ceb28-e5c0-4c9e-ab41-818d5309df43 req-bdb05a70-89df-4a0b-8355-3325fa071c16 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927920 Apr 06 15:05:54.285579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-e4376c6d-bd17-4192-a16a-2c46d159c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.287093 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-e4376c6d-bd17-4192-a16a-2c46d159c87b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1128 time: 0.0446968 Apr 06 15:05:54.331381 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-b0a26c99-a0c6-427a-832c-e5dc808f86e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 217 time: 0.0373628 Apr 06 15:05:54.380142 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-a4b51584-1dfe-4d82-a8c7-517747c06890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.381694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-a4b51584-1dfe-4d82-a8c7-517747c06890 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0440660 Apr 06 15:05:54.429926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04412-a757-46c5-8018-075a2bd72604 req-43479763-caf5-4b3b-b8c1-d13685b79e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.431311 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-43479763-caf5-4b3b-b8c1-d13685b79e87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440321 Apr 06 15:05:54.522852 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-51295864-86be-4afd-b0ad-e64fa1d835ea service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852420 Apr 06 15:05:54.612992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5ad04412-a757-46c5-8018-075a2bd72604 req-246ab984-14ae-4919-bcd5-6b5ec5977f23 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Apr 06 15:05:54.773572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a8e66c42-5473-49c3-a6e5-41272641653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:54.775225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cec08-74b5-49bf-8008-03b93072db7f req-7c0ed84a-f311-4cea-9fe9-da98bc10d66c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:54.776789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5b0cec08-74b5-49bf-8008-03b93072db7f req-7c0ed84a-f311-4cea-9fe9-da98bc10d66c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 944 time: 0.0545790 Apr 06 15:05:54.829743 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5b0cec08-74b5-49bf-8008-03b93072db7f req-99a007f3-f80e-4c17-b311-b685039701ba tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473320 Apr 06 15:05:55.907546 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:55.954521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d9338-97b5-4048-83e5-28cb472e8a15 req-b9a3332c-0a51-49f9-9d24-b7a4d2e64a24 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:55.956100 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef3d9338-97b5-4048-83e5-28cb472e8a15 req-b9a3332c-0a51-49f9-9d24-b7a4d2e64a24 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 944 time: 0.0556080 Apr 06 15:05:56.007883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef3d9338-97b5-4048-83e5-28cb472e8a15 req-24970dec-e4fb-4b17-ad82-5e6d69119302 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451822 Apr 06 15:05:56.387906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:05:56.493725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:56.669820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'port_id': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'mac_address': 'fa:16:3e:43:2c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:05:56.708895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9c60297f-da22-4dd2-ae0f-5c760f597820 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:56.709290 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:56.723577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c60297f-da22-4dd2-ae0f-5c760f597820 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:05:56.744460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:56.811065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:56.866416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:57.041784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['9c60297f-da22-4dd2-ae0f-5c760f597820'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:05:57.132282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98473119-8c26-4ad7-99b8-5cf89af7e3a0 req-ce73e1fd-0caa-4efd-a592-dc0989ec8e19 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:57.134334 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98473119-8c26-4ad7-99b8-5cf89af7e3a0 req-ce73e1fd-0caa-4efd-a592-dc0989ec8e19 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 945 time: 0.0558310 Apr 06 15:05:57.192990 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98473119-8c26-4ad7-99b8-5cf89af7e3a0 req-bb062cea-ed1d-40af-b0f0-fc6790f42591 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504882 Apr 06 15:05:57.558905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:58.320099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8206-5814-41c5-ab76-23104e4e64e5 req-ce89edd4-dcbc-428e-a09b-c661415bfb67 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:58.321597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c74c8206-5814-41c5-ab76-23104e4e64e5 req-ce89edd4-dcbc-428e-a09b-c661415bfb67 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 945 time: 0.0567160 Apr 06 15:05:58.376651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c74c8206-5814-41c5-ab76-23104e4e64e5 req-72df15a6-4b2d-4f29-a42f-27c6ec326ed7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495942 Apr 06 15:05:58.403564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:58.487237 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:05:58.519690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 9c60297f-da22-4dd2-ae0f-5c760f597820 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:05:58.523614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 9c60297f-da22-4dd2-ae0f-5c760f597820 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:58.528013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:58.547406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:58.602456 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9c60297f-da22-4dd2-ae0f-5c760f597820 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:58.602854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:58.624470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:05:58.626711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a98443d-9cb4-420b-96e6-73890fbe6e51" -d '{"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:05:58.639087 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:58.662933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26b9ad-fc01-4973-9946-b3bf733e9e2b x-openstack-request-id: req-3f26b9ad-fc01-4973-9946-b3bf733e9e2b {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:05:58.663231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:05:58.663486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3f26b9ad-fc01-4973-9946-b3bf733e9e2b {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:05:58.663887 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f26b9ad-fc01-4973-9946-b3bf733e9e2b'] response: {'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'code': 200} Apr 06 15:05:58.719821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:58.774811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:59.031156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b647a5-c3e1-4152-923e-f78de802cf76 req-20730fca-d769-45fc-875c-b39fc139cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:59.032653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91b647a5-c3e1-4152-923e-f78de802cf76 req-20730fca-d769-45fc-875c-b39fc139cceb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1130 time: 0.0495145 Apr 06 15:05:59.077360 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91b647a5-c3e1-4152-923e-f78de802cf76 req-15ca36ad-86f7-4ee7-bd44-212eb9a06063 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391440 Apr 06 15:05:59.498320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc7efe-72a3-4202-abda-ea1f150a3b89 req-7e157d45-81ff-414a-9001-0b6a6f95cd69 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:59.499789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ffbc7efe-72a3-4202-abda-ea1f150a3b89 req-7e157d45-81ff-414a-9001-0b6a6f95cd69 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0558438 Apr 06 15:05:59.550425 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ffbc7efe-72a3-4202-abda-ea1f150a3b89 req-9a39462f-8136-45d1-8964-84315e66db1e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Apr 06 15:06:00.669825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa14f8-8c84-47f5-9382-b7393f8b7570 req-a013b582-d4c0-465b-b028-779e056948fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:00.671312 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1efa14f8-8c84-47f5-9382-b7393f8b7570 req-a013b582-d4c0-465b-b028-779e056948fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0528007 Apr 06 15:06:00.721223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1efa14f8-8c84-47f5-9382-b7393f8b7570 req-2dd62a2d-4332-4d44-919b-d9e2df17641c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Apr 06 15:06:00.837437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b12f-1659-4706-b895-3a5474fc9b02 req-a1f65617-b746-402b-a227-f3be7c450fb9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:00.838784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49a7b12f-1659-4706-b895-3a5474fc9b02 req-a1f65617-b746-402b-a227-f3be7c450fb9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0516765 Apr 06 15:06:00.890129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49a7b12f-1659-4706-b895-3a5474fc9b02 req-e412dc99-0e3b-404d-9a15-4f38db5b0d66 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Apr 06 15:06:00.912622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56166) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:06:00.954550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86632026-a510-41fa-94bd-dd9ae04b329c tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:00.956236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-86632026-a510-41fa-94bd-dd9ae04b329c tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1125 time: 0.0423889 Apr 06 15:06:00.958811 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56168) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:06:00.962958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:06:01.066030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:01.159529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:01.261821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.165 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/0f1ce950-9b0f-4490-bfd7-b0537d939c2f) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:01.364618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:01.453845 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:01.490786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:01.495465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:01.499049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:06:01.522068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=0f1ce950-9b0f-4490-bfd7-b0537d939c2f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:02.009482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (793d37b5-52fc-48f8-867d-6d3b6c652928), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:02.169305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:02.316096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:02.388135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:02.454431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=0f1ce950-9b0f-4490-bfd7-b0537d939c2f,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:02.467285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (793d37b5-52fc-48f8-867d-6d3b6c652928), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:02.567924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP 793d37b5-52fc-48f8-867d-6d3b6c652928 associated. External IP: 172.26.6.165, port: 9c60297f-da22-4dd2-ae0f-5c760f597820. Apr 06 15:06:02.781060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 32334b47-ac5f-40c8-88ef-d431f58dc207 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:06:02.890537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:06:02.899977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] Sync routers for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:06:02.909707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:06:02.910340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:02.967448 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:02.998565 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f95faa1b-2022-4ccc-8421-5df744d12d51 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0387411 Apr 06 15:06:02.999165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:06:03.001465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3" -d '{"events": [{"name": "network-changed", "server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:06:03.021231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:06:03.046569 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d31dd1-f42d-4d4d-b23f-bd6671e2b181 x-openstack-request-id: req-13d31dd1-f42d-4d4d-b23f-bd6671e2b181 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:06:03.050259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:06:03.050259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-13d31dd1-f42d-4d4d-b23f-bd6671e2b181 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:06:03.050259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d31dd1-f42d-4d4d-b23f-bd6671e2b181'] response: {'name': 'network-changed', 'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'status': 'completed', 'code': 200} Apr 06 15:06:03.262408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '793d37b5-52fc-48f8-867d-6d3b6c652928', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'port_id': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'mac_address': 'fa:16:3e:43:2c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:03.290942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] Checking router: 32334b47-ac5f-40c8-88ef-d431f58dc207 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:06:03.300063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:06:03.300827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:05:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:03.400263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba0e8-0d98-43c6-9531-f404240ec99b req-e8739442-f3cd-4bcd-aca1-26e1611c3b3d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:03.401799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4a8ba0e8-0d98-43c6-9531-f404240ec99b req-e8739442-f3cd-4bcd-aca1-26e1611c3b3d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.3403220 Apr 06 15:06:03.407802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-4a82863e-a9f7-46a7-bb9d-481b6e802214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:03.409346 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-4a82863e-a9f7-46a7-bb9d-481b6e802214 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1130 time: 0.3382766 Apr 06 15:06:03.411745 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:06:03.505700 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4a8ba0e8-0d98-43c6-9531-f404240ec99b req-be130c32-8ad7-4f9c-a2d5-93104604bab8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952878 Apr 06 15:06:03.532392 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56174) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:06:03.535003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-e46da908-d482-40d0-bb83-5efe2abe4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:03.536535 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-e46da908-d482-40d0-bb83-5efe2abe4dec service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 898 time: 0.1204765 Apr 06 15:06:03.603627 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-28cf945d-70ed-4900-aceb-127f318dcc01 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/793d37b5-52fc-48f8-867d-6d3b6c652928 HTTP/1.1" status: 200 len: 992 time: 0.0695369 Apr 06 15:06:03.604654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-866c4df0-8972-4063-8d92-084ad2edabd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 1000 time: 0.0614421 Apr 06 15:06:03.645403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '793d37b5-52fc-48f8-867d-6d3b6c652928', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'port_id': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'mac_address': 'fa:16:3e:43:2c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:03.652640 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-bdfb16b3-b7e2-45fe-85a3-2fc3d9e9164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:03.654137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-bdfb16b3-b7e2-45fe-85a3-2fc3d9e9164a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0439374 Apr 06 15:06:03.676356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79799c-a217-4303-8bd3-6e2184783ddb None None] The sync data for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv is: [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '793d37b5-52fc-48f8-867d-6d3b6c652928', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'port_id': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'mac_address': 'fa:16:3e:43:2c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:06:03.708468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-f3a19282-b027-400e-9760-cde076fca19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:03.710069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-f3a19282-b027-400e-9760-cde076fca19d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495889 Apr 06 15:06:03.798961 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-96966b72-d8cc-4e7d-9d5a-0e888f6dca71 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824549 Apr 06 15:06:03.880213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85988-afe0-47b5-bd17-059ad53c09fc None None] New status for floating IP 793d37b5-52fc-48f8-867d-6d3b6c652928: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:06:03.898371 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-39cef9c8-bdeb-4b94-bd37-eb58a5136df3 req-7b9a93ad-4a5c-4fa6-be51-298f80df3d10 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926237 Apr 06 15:06:04.605659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56176) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:06:04.724937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1238c14e-a2ae-4e97-a1a6-f329cfda3c73 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/793d37b5-52fc-48f8-867d-6d3b6c652928 HTTP/1.1" status: 200 len: 994 time: 0.1180346 Apr 06 15:06:22.332440 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3d075ffe-3b1f-431a-9c29-4ee7976e5fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:23.791984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:24.760923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce8fa-41a9-409e-b7ce-ee909a3cc30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:25.900758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:27.543876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:28.544462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:29.437595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-8477a566-2829-4d86-afa4-4ec81158c8c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437291 Apr 06 15:06:29.520567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475fc1-369b-41ea-8eef-df50205330b8 req-ba35e3f0-ab1b-4348-b3a5-c976a0046e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:29.522330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-ba35e3f0-ab1b-4348-b3a5-c976a0046e2f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1130 time: 0.0453110 Apr 06 15:06:29.631627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475fc1-369b-41ea-8eef-df50205330b8 req-4ce6ebfb-1ff3-4244-846f-d74a6090a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:29.633218 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-4ce6ebfb-1ff3-4244-846f-d74a6090a412 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 898 time: 0.0936055 Apr 06 15:06:29.698233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-6f7a9149-d2f0-4bfb-b4af-188ffccecf9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 1002 time: 0.0580735 Apr 06 15:06:29.753819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475fc1-369b-41ea-8eef-df50205330b8 req-1ce5ffe3-8633-422f-9063-3216a23d7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:29.755281 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-1ce5ffe3-8633-422f-9063-3216a23d7e98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0512962 Apr 06 15:06:29.806012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475fc1-369b-41ea-8eef-df50205330b8 req-e6ff6a67-3119-4689-8c06-a281dbc172b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:29.807514 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-e6ff6a67-3119-4689-8c06-a281dbc172b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449197 Apr 06 15:06:29.895406 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-117571b5-a1c0-4061-8fe8-55b6cb4cc7ae service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Apr 06 15:06:29.987572 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-78475fc1-369b-41ea-8eef-df50205330b8 req-4fd97884-c1d7-439f-bff3-63b95e143e13 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Apr 06 15:06:35.486377 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:06:35.934760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-49bae288-57ed-4e57-ba78-04a895ceeec7 req-48f1bf8f-a8b0-4101-b0b3-0eeefe738791 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:06:35.940791 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49bae288-57ed-4e57-ba78-04a895ceeec7 req-48f1bf8f-a8b0-4101-b0b3-0eeefe738791 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059965 Apr 06 15:06:36.244045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c6f0-7894-4d38-837c-239d134af8f2 req-bb12c66a-7f52-4b9c-a1c9-ab2702a071d3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:36.245557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64c2c6f0-7894-4d38-837c-239d134af8f2 req-bb12c66a-7f52-4b9c-a1c9-ab2702a071d3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0588353 Apr 06 15:06:36.294547 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-64c2c6f0-7894-4d38-837c-239d134af8f2 req-38edf034-71d3-401b-885a-fb9998822000 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Apr 06 15:06:36.408935 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56196) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:06:36.493281 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-c52dac34-99f8-4cb3-badb-a53487669177 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824316 Apr 06 15:06:36.501934 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-df8f05ac-5def-4d2f-90c7-910988e9e4e3 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:06:36.502927 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-df8f05ac-5def-4d2f-90c7-910988e9e4e3 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051150 Apr 06 15:06:37.419776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ddf38-c1f0-4f81-a113-7aa611f896cf req-f1002dea-6e4f-406d-8bf3-80fe0002823f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:37.421290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f1ddf38-c1f0-4f81-a113-7aa611f896cf req-f1002dea-6e4f-406d-8bf3-80fe0002823f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0574341 Apr 06 15:06:37.469214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9f1ddf38-c1f0-4f81-a113-7aa611f896cf req-0181998b-1a86-478b-aa89-01f217b45e21 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Apr 06 15:06:38.089440 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56220) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:06:38.141635 dv-neutron-836581-2-hyperv neutron-server[104421]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 15:06:38.184257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-1a1076a6-f9dc-4471-90d1-51fa006a9d8a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:38.185669 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-1a1076a6-f9dc-4471-90d1-51fa006a9d8a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports/9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 943 time: 0.0952494 Apr 06 15:06:38.596956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6b036-e233-4fed-a4c7-800b89499f73 req-2bca4a27-d900-471c-99aa-df705c57f0b9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:38.598579 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4a6b036-e233-4fed-a4c7-800b89499f73 req-2bca4a27-d900-471c-99aa-df705c57f0b9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0622041 Apr 06 15:06:38.669469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4a6b036-e233-4fed-a4c7-800b89499f73 req-3320c45f-06f4-441c-8308-3e090ad57501 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646386 Apr 06 15:06:39.798548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475c1b0-9f0a-4e5a-b2e5-9776828e1854 req-b4fe9cd2-e7fa-42f6-bc66-ff13a033862b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:39.800012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4475c1b0-9f0a-4e5a-b2e5-9776828e1854 req-b4fe9cd2-e7fa-42f6-bc66-ff13a033862b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0640261 Apr 06 15:06:39.849600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4475c1b0-9f0a-4e5a-b2e5-9776828e1854 req-1fcb4903-9874-464d-855c-50ec02b259f4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Apr 06 15:06:40.702337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-670ad161-5dcb-429a-81cf-4131fbda4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:40.703819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-670ad161-5dcb-429a-81cf-4131fbda4088 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1130 time: 0.0453725 Apr 06 15:06:40.791209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-f5c5d452-ce8d-463d-ae46-612fba59bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:40.792660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-f5c5d452-ce8d-463d-ae46-612fba59bce3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 898 time: 0.0827355 Apr 06 15:06:40.861370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-deaa4f01-71ba-497a-a45f-dbb0bd027583 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 1002 time: 0.0618672 Apr 06 15:06:40.909927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-4189aed4-26d2-45be-a2c5-886170b100a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:40.911397 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-4189aed4-26d2-45be-a2c5-886170b100a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0440092 Apr 06 15:06:41.019375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e397d-e804-4bf8-812b-7898093f6a89 req-e2ecb51b-628d-4044-bac5-1e6ca53de28d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:41.020877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c71e397d-e804-4bf8-812b-7898093f6a89 req-e2ecb51b-628d-4044-bac5-1e6ca53de28d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.1035016 Apr 06 15:06:41.022670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-a2a1db3c-4efc-430e-b496-c51a8acd6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:41.024686 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-a2a1db3c-4efc-430e-b496-c51a8acd6917 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1056199 Apr 06 15:06:41.123530 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c71e397d-e804-4bf8-812b-7898093f6a89 req-767fbf0c-f9fe-46d9-ae56-15ace761750e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963244 Apr 06 15:06:41.149677 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-49569db0-609b-4128-9fec-43dd701e14a1 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160824 Apr 06 15:06:41.237756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-ff5d080b-c54c-4cc0-aef1-742e21f8728e service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817113 Apr 06 15:06:42.240912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad727d4-14c9-4b14-ac17-3579648e25a1 req-534b1234-fabb-42ab-a098-42cf76faa0ef tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:42.242390 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fad727d4-14c9-4b14-ac17-3579648e25a1 req-534b1234-fabb-42ab-a098-42cf76faa0ef tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0532453 Apr 06 15:06:42.292129 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fad727d4-14c9-4b14-ac17-3579648e25a1 req-54b6d2c1-a0e2-47bb-8114-8c89460356af tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Apr 06 15:06:43.416264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a33-e3a8-426c-b1b1-d1d063e8ec5d req-283d858d-453f-4556-9e48-67d019dc975d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:43.417804 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17637a33-e3a8-426c-b1b1-d1d063e8ec5d req-283d858d-453f-4556-9e48-67d019dc975d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0587783 Apr 06 15:06:43.466539 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17637a33-e3a8-426c-b1b1-d1d063e8ec5d req-1a0aad1b-45d9-464f-ba24-f3c073c2f609 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 Apr 06 15:06:44.587218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e939ab-a7ce-4850-a46d-8c74298a386d req-9f705b39-b53b-4da0-9e81-b4833cddad1b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:44.588685 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13e939ab-a7ce-4850-a46d-8c74298a386d req-9f705b39-b53b-4da0-9e81-b4833cddad1b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0546670 Apr 06 15:06:44.636879 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-13e939ab-a7ce-4850-a46d-8c74298a386d req-d18c4e7f-4e3b-4946-a2cd-ad9b31871f60 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Apr 06 15:06:45.759037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd58ed-eba4-44fb-af8e-40c2609c1566 req-5ee7d77f-64ea-4b2b-8bf2-1ec1fe5262ce tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:45.760519 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fdbd58ed-eba4-44fb-af8e-40c2609c1566 req-5ee7d77f-64ea-4b2b-8bf2-1ec1fe5262ce tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0571647 Apr 06 15:06:45.809410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fdbd58ed-eba4-44fb-af8e-40c2609c1566 req-85f22651-e5de-4a54-b801-d3e8b1613d2e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Apr 06 15:06:46.927145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc87389-3718-467d-b60b-5c6810ec3209 req-d9f48619-2744-4eb8-a48d-08406203e449 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:46.928622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc87389-3718-467d-b60b-5c6810ec3209 req-d9f48619-2744-4eb8-a48d-08406203e449 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0537004 Apr 06 15:06:46.978400 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-dfc87389-3718-467d-b60b-5c6810ec3209 req-1f18aba9-f005-4b11-8083-5a2bbe45b46f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Apr 06 15:06:48.097718 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aaba9-c66c-4bd9-ac4b-9ef5417eef25 req-bc4c5571-8709-4556-b55a-e6a7fd5f60ea tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:48.099164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c10aaba9-c66c-4bd9-ac4b-9ef5417eef25 req-bc4c5571-8709-4556-b55a-e6a7fd5f60ea tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0517483 Apr 06 15:06:48.150742 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c10aaba9-c66c-4bd9-ac4b-9ef5417eef25 req-d72f384c-bd03-487a-9990-0b589facdda2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461113 Apr 06 15:06:49.269475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44dc39-1cfc-4847-b772-19e5a0be2467 req-a4fefca7-a203-4f0f-b5b5-b7830faa25c4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:49.279398 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d44dc39-1cfc-4847-b772-19e5a0be2467 req-a4fefca7-a203-4f0f-b5b5-b7830faa25c4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0533841 Apr 06 15:06:49.319337 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0d44dc39-1cfc-4847-b772-19e5a0be2467 req-637efe0e-d90b-46a5-b313-a3a88533ab2a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Apr 06 15:06:50.437906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fce3d-994b-4fee-8233-15cf1ce9b491 req-87a19f2b-bc2f-4012-86dd-9af48bf6365e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:50.439373 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-904fce3d-994b-4fee-8233-15cf1ce9b491 req-87a19f2b-bc2f-4012-86dd-9af48bf6365e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0519679 Apr 06 15:06:50.486960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-904fce3d-994b-4fee-8233-15cf1ce9b491 req-a54b67a7-99d2-43dd-9061-7a6a5bbe3f6c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Apr 06 15:06:51.611065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1a624-7ab7-4e64-b32a-ed16552654e7 req-30930585-71d2-413e-800b-ecb9f00a3455 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:51.612552 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda1a624-7ab7-4e64-b32a-ed16552654e7 req-30930585-71d2-413e-800b-ecb9f00a3455 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0577929 Apr 06 15:06:51.660980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cda1a624-7ab7-4e64-b32a-ed16552654e7 req-3085a88c-2ec8-45ab-94be-649294905e3f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428603 Apr 06 15:06:52.351097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-acdbbb12-5e1a-401e-89d4-9f73186e483a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:52.947449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6456a-7527-4a95-a46d-372e3df5c769 req-0753d25c-1e32-45f9-a7bf-d0f849e761d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:52.948856 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7d6456a-7527-4a95-a46d-372e3df5c769 req-0753d25c-1e32-45f9-a7bf-d0f849e761d8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0526097 Apr 06 15:06:52.997373 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7d6456a-7527-4a95-a46d-372e3df5c769 req-a4574273-9faf-4a3f-b89a-fd3f28ed254d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Apr 06 15:06:53.095709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-6ead09d1-044d-474d-9805-cc9bf9c74184 service neutron] 10.222.0.79 "GET /v2.0/ports/9c60297f-da22-4dd2-ae0f-5c760f597820/bindings/hv-neutron-8365 HTTP/1.1" status: 200 len: 384 time: 0.0537922 Apr 06 15:06:53.699799 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-c5706949-e714-46b8-8c14-186e0d5575c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:53.702136 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-c5706949-e714-46b8-8c14-186e0d5575c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 1130 time: 0.0823929 Apr 06 15:06:53.765962 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-2c497bb3-d706-44e6-8789-e436e8bd4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:53.767819 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-2c497bb3-d706-44e6-8789-e436e8bd4f31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1130 time: 0.0453372 Apr 06 15:06:53.811447 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:53.869520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-515d6aa1-c6a4-406e-a95a-77891d1db518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:53.870951 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-515d6aa1-c6a4-406e-a95a-77891d1db518 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 898 time: 0.0970001 Apr 06 15:06:53.937666 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-98833602-c9fe-4ca1-a8da-15a2c80eec15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 1002 time: 0.0597215 Apr 06 15:06:53.987470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-e6f8fec9-e36f-4c63-b8fe-3bf0b4d6da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:53.988966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-e6f8fec9-e36f-4c63-b8fe-3bf0b4d6da10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0457125 Apr 06 15:06:54.041218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-e2bbfb9c-1fa0-46e2-84cd-b09119c0bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:54.042850 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-e2bbfb9c-1fa0-46e2-84cd-b09119c0bca4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485020 Apr 06 15:06:54.137395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-b14676c7-90c5-42f2-a3bf-f560252fc806 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878246 Apr 06 15:06:54.235682 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-23005026-2bb7-4cf9-9511-46f10336dc3a req-52193390-ef72-4a37-acba-45cb74d7a3b9 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922928 Apr 06 15:06:54.292579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123090bd-086e-4392-b0ec-da1c431cb743 req-7352d99a-9e38-4f3b-ae80-8313a40e4412 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:54.294169 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-123090bd-086e-4392-b0ec-da1c431cb743 req-7352d99a-9e38-4f3b-ae80-8313a40e4412 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0546274 Apr 06 15:06:54.342781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-123090bd-086e-4392-b0ec-da1c431cb743 req-7a59ee0e-b68a-4f0a-af08-4c09f09f8a94 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Apr 06 15:06:54.734401 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-11237567-b1d5-476b-a6fe-30b13a1f5e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:55.461986 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9f91e-816e-4b7b-bd54-8aa85fca8c55 req-f8b8d5f1-c1b0-49c8-b251-60926c930df3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:55.463452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-25e9f91e-816e-4b7b-bd54-8aa85fca8c55 req-f8b8d5f1-c1b0-49c8-b251-60926c930df3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0516312 Apr 06 15:06:55.517156 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-25e9f91e-816e-4b7b-bd54-8aa85fca8c55 req-cfb2af86-6109-4fdc-b62f-82ef06503692 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472562 Apr 06 15:06:55.919860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:56.641952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:06:56.645332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:06:56.682501 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6849a79-0f46-4ab1-a165-23e14cc17dbe req-b6206735-7305-410e-b336-63bb53d521ac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:56.684067 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6849a79-0f46-4ab1-a165-23e14cc17dbe req-b6206735-7305-410e-b336-63bb53d521ac tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0828965 Apr 06 15:06:56.758706 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6849a79-0f46-4ab1-a165-23e14cc17dbe req-10193fe5-cb52-4a24-bc62-fc867674c713 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667856 Apr 06 15:06:56.840116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:56.854818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'port_id': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'mac_address': 'fa:16:3e:43:2c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:06:56.858231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9c60297f-da22-4dd2-ae0f-5c760f597820 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:06:56.858617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:56.904343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:06:56.907195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b745a20-421f-49bf-b99b-9c856a7f5344" -d '{"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:06:56.926594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:56.931262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9c60297f-da22-4dd2-ae0f-5c760f597820 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:06:56.931814 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:56.950970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c60297f-da22-4dd2-ae0f-5c760f597820 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:06:56.963699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ae4a0-2930-422a-b9e9-8e716698b92f x-openstack-request-id: req-df6ae4a0-2930-422a-b9e9-8e716698b92f {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:06:56.963699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:06:56.963915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-df6ae4a0-2930-422a-b9e9-8e716698b92f {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:06:56.964167 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6ae4a0-2930-422a-b9e9-8e716698b92f'] response: {'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'code': 200} Apr 06 15:06:57.006343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:57.080267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:06:57.080267 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:06:57.082872 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:57.092482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.092854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.093199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.093537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.093866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.094193 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.094517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.095298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.095636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.096016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.096352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.096679 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.097552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.097878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.098301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:57.194442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53a4a3-ac2c-4c2d-93bc-b2e70d82d9a5 req-e14547a2-9b67-4469-bd0c-384b97f0043c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.196113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe53a4a3-ac2c-4c2d-93bc-b2e70d82d9a5 req-e14547a2-9b67-4469-bd0c-384b97f0043c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 944 time: 0.0592771 Apr 06 15:06:57.314960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe53a4a3-ac2c-4c2d-93bc-b2e70d82d9a5 req-c6f4e7f0-227a-45f4-87fd-4568eb2a87f8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083696 Apr 06 15:06:57.332389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-f564e267-f9a0-4d36-930c-cbf8add0cb4e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.334082 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-f564e267-f9a0-4d36-930c-cbf8add0cb4e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c&tenant_id=d8ddb69b6c9f482281cee02e635e7b13&binding%3Ahost_id=hv-neutron-8365 HTTP/1.1" status: 200 len: 944 time: 0.1364710 Apr 06 15:06:57.460948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-c3e1e5b2-b2e2-4e4f-bcf0-ea356bff2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.462495 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-c3e1e5b2-b2e2-4e4f-bcf0-ea356bff2942 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1128 time: 0.0825281 Apr 06 15:06:57.493685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f73b1-d14b-44f8-a60d-35160c0690fc req-617f1249-3f9c-4e9f-800a-09099a9c17e5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.495135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-293f73b1-d14b-44f8-a60d-35160c0690fc req-617f1249-3f9c-4e9f-800a-09099a9c17e5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 944 time: 0.0858028 Apr 06 15:06:57.548521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:57.584800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-293f73b1-d14b-44f8-a60d-35160c0690fc req-4c3bb10f-8b74-43b9-aebf-aa60656c4227 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643277 Apr 06 15:06:57.598284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-cb055bae-2843-4327-8570-76e2a3c7844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.599809 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-cb055bae-2843-4327-8570-76e2a3c7844f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 898 time: 0.1315126 Apr 06 15:06:57.616102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9c60297f-da22-4dd2-ae0f-5c760f597820 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:06:57.616493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:57.633075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c60297f-da22-4dd2-ae0f-5c760f597820 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:06:57.652242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:57.670015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-b70ba53f-cd43-4f34-b5ff-f653d260d7de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 1000 time: 0.0630300 Apr 06 15:06:57.718089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-b7984417-fe10-4a5b-b428-be831887562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.719544 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-b7984417-fe10-4a5b-b428-be831887562c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0436575 Apr 06 15:06:57.725604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:57.768665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-0d5dd789-b455-4d42-84aa-41618eab258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.770242 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-0d5dd789-b455-4d42-84aa-41618eab258f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453529 Apr 06 15:06:57.777544 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:57.786724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['9c60297f-da22-4dd2-ae0f-5c760f597820'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:06:57.864739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-bae27728-4e0d-42c8-8d45-04be25df07e0 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881412 Apr 06 15:06:57.954154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb6aa09-c899-46bf-8ba1-4425fdcfe8ae req-75d11424-473c-489e-9e84-188c0f876b37 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834396 Apr 06 15:06:58.565699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:58.640072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:06:58.691434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 9c60297f-da22-4dd2-ae0f-5c760f597820 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:06:58.691807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:58.712520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e1ea2-c8c0-494e-a63f-a9f398656037 req-36cdc560-3739-4465-a96d-f9996d7eb2f4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:58.714062 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-622e1ea2-c8c0-494e-a63f-a9f398656037 req-36cdc560-3739-4465-a96d-f9996d7eb2f4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 945 time: 0.0608120 Apr 06 15:06:58.763698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-622e1ea2-c8c0-494e-a63f-a9f398656037 req-f1d0e626-c3e0-48db-aab2-384c25b95a79 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423651 Apr 06 15:06:58.774285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9c60297f-da22-4dd2-ae0f-5c760f597820 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:06:58.774285 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:58.805915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:58.891526 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:58.938616 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:58.964897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:06:58.967895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac40d2-c3bd-44fd-a2a4-192f1fe69edc" -d '{"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:06:59.003488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03d64aa-5a87-4f95-b88a-29b39103bc94 x-openstack-request-id: req-c03d64aa-5a87-4f95-b88a-29b39103bc94 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:06:59.003488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:06:59.003488 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c03d64aa-5a87-4f95-b88a-29b39103bc94 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:06:59.003488 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03d64aa-5a87-4f95-b88a-29b39103bc94'] response: {'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'code': 200} Apr 06 15:06:59.885643 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0fb10-7077-4771-a87b-f66fe7881db9 req-a29db13e-8844-4cf6-aa76-f61e8a3f435f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:59.888453 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0f0fb10-7077-4771-a87b-f66fe7881db9 req-a29db13e-8844-4cf6-aa76-f61e8a3f435f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0528295 Apr 06 15:06:59.936365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0f0fb10-7077-4771-a87b-f66fe7881db9 req-cac5c627-6b4e-4f42-a3af-677622af92a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Apr 06 15:06:59.959160 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56288) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:00.022079 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8d52ac5d-472b-415b-83f0-1634f2cf429f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/793d37b5-52fc-48f8-867d-6d3b6c652928 HTTP/1.1" status: 200 len: 994 time: 0.0617964 Apr 06 15:07:12.485686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:07:22.349291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef8c65ba-7db9-450c-9def-62ed3989d0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.795021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.738449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8c46d1c4-b39c-4d27-9dcc-f87e9dfad0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:25.978603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:26.604839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56298) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:27.030586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 0f1ce950-9b0f-4490-bfd7-b0537d939c2f {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:27.031100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.107268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.107601 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.119559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 0f1ce950-9b0f-4490-bfd7-b0537d939c2f owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:27.330247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0f1ce950-9b0f-4490-bfd7-b0537d939c2f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.352977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=0f1ce950-9b0f-4490-bfd7-b0537d939c2f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:27.363245 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.363599 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.363975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.364291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.364628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.364992 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.365330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.365675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.366594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.366594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.366821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.366948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.367278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.367600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.367924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:27.429958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (793d37b5-52fc-48f8-867d-6d3b6c652928), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.430520 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP 793d37b5-52fc-48f8-867d-6d3b6c652928 disassociated (deleted). External IP: 172.26.6.165, port: 9c60297f-da22-4dd2-ae0f-5c760f597820. Apr 06 15:07:27.543982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.645090 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 32334b47-ac5f-40c8-88ef-d431f58dc207 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:27.754814 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:27.759941 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.764217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] Sync routers for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:27.774241 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:27.774857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:27.789376 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-12703e6b-328a-443b-b631-1fc4feea58b0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/floatingips/793d37b5-52fc-48f8-867d-6d3b6c652928 HTTP/1.1" status: 204 len: 168 time: 1.1834655 Apr 06 15:07:27.789980 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:27.792211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e55f4-1aa5-4f15-b856-316c971c6431" -d '{"events": [{"name": "network-changed", "server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:27.891948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2883e289-41fb-45da-8b7f-d865eb71c843 x-openstack-request-id: req-2883e289-41fb-45da-8b7f-d865eb71c843 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:27.891948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:27.891948 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2883e289-41fb-45da-8b7f-d865eb71c843 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:27.891948 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2883e289-41fb-45da-8b7f-d865eb71c843'] response: {'name': 'network-changed', 'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'status': 'completed', 'code': 200} Apr 06 15:07:27.967904 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-52caea94-fde0-48c1-a608-76ae72867828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:27.970154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-52caea94-fde0-48c1-a608-76ae72867828 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 1130 time: 0.0558455 Apr 06 15:07:28.037739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:28.069858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-5a609da3-ce74-4735-a300-1700d39653fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:28.075290 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-5a609da3-ce74-4735-a300-1700d39653fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 200 len: 898 time: 0.0937891 Apr 06 15:07:28.113155 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-bd00ee77-844f-455f-801b-b18c70e3539d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 200 len: 217 time: 0.0352538 Apr 06 15:07:28.168157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-b8363fac-6162-4848-a4e1-59fe331fea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:28.169638 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-b8363fac-6162-4848-a4e1-59fe331fea3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 200 len: 834 time: 0.0508237 Apr 06 15:07:28.249394 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:28.253850 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f830-4b3c-4507-8e58-d27cf1965322 req-e95eba36-ebe0-406b-b921-da3dd9dfa569 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:28.255483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7f67f830-4b3c-4507-8e58-d27cf1965322 req-e95eba36-ebe0-406b-b921-da3dd9dfa569 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0613258 Apr 06 15:07:28.280122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] Checking router: 32334b47-ac5f-40c8-88ef-d431f58dc207 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:28.288428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:28.289067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:28.305847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7f67f830-4b3c-4507-8e58-d27cf1965322 req-fcaa499f-4843-41c1-8a48-362e2b9d5812 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442967 Apr 06 15:07:28.397408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:28.602906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:28.606863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:28.637125 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f6fd6-881f-4401-a7f8-177c9dbf1b2d None None] The sync data for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv is: [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:47Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '91ceae52-0c6f-49ef-bc92-625da45f6d9e', 'name': '', 'network_id': 'c11a300c-ea58-4f55-8e2a-73049d048dbe', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:73:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:47Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '9fb3993c-32c3-49c1-a1e3-df030c66e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:28.865806 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbdf34-45ae-472d-80ac-438367c655ff None None] New status for floating IP 793d37b5-52fc-48f8-867d-6d3b6c652928: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:07:29.426691 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2392ff-6b6b-45d1-af01-83dd129cfec2 req-21518139-ec05-4b54-b67a-d372146de58d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:29.428156 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a2392ff-6b6b-45d1-af01-83dd129cfec2 req-21518139-ec05-4b54-b67a-d372146de58d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0532782 Apr 06 15:07:29.480206 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a2392ff-6b6b-45d1-af01-83dd129cfec2 req-748c29fd-389f-492a-bdd9-86e3c5ec358b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463328 Apr 06 15:07:29.609893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-ffa0c71f-ee17-4c4b-b80f-50b3bfbf14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:29.611376 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-ffa0c71f-ee17-4c4b-b80f-50b3bfbf14b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c11a300c-ea58-4f55-8e2a-73049d048dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457149 Apr 06 15:07:29.704500 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-720acfd3-b522-48be-87c3-8b395aec2b19 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Apr 06 15:07:30.043944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-451e55f4-1aa5-4f15-b856-316c971c6431 req-58e99d1f-875c-4b38-a3c0-2de8f3575bf7 service neutron] 10.222.0.79 "GET /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889156 Apr 06 15:07:30.219744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-80cd39cb-8a7e-4bf5-b344-79a6a0f5d593 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:30.221270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-80cd39cb-8a7e-4bf5-b344-79a6a0f5d593 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0571022 Apr 06 15:07:30.322668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 9c60297f-da22-4dd2-ae0f-5c760f597820 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:30.323012 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:30.413554 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 9c60297f-da22-4dd2-ae0f-5c760f597820, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9c60297f-da22-4dd2-ae0f-5c760f597820,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:30.413924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:30.426977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 9c60297f-da22-4dd2-ae0f-5c760f597820 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:30.606004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b80fd-c388-44eb-9efb-dc7ee5e65c3a req-1713b4a9-b2fb-4606-b02a-f33fa364a9af tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:30.607524 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef8b80fd-c388-44eb-9efb-dc7ee5e65c3a req-1713b4a9-b2fb-4606-b02a-f33fa364a9af tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=2678acac-caa8-4788-acd6-63d0b3ca2a3c HTTP/1.1" status: 200 len: 946 time: 0.0554509 Apr 06 15:07:30.635788 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9c60297f-da22-4dd2-ae0f-5c760f597820), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:30.683703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=9c60297f-da22-4dd2-ae0f-5c760f597820,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:30.705368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ef8b80fd-c388-44eb-9efb-dc7ee5e65c3a req-75ea0c2e-6daa-450d-a62e-dc6a9440ebb3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=64fcf9c2-b16e-44db-8682-b072cadab123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912206 Apr 06 15:07:30.745935 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] No DVR routers for this DVR port 9c60297f-da22-4dd2-ae0f-5c760f597820 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:30.748564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:30.752021 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3052abf6-094e-4374-933a-ebebc7a4e9ce req-d991453c-b301-4bc8-b796-961c37109f95 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "DELETE /v2.0/ports/9c60297f-da22-4dd2-ae0f-5c760f597820 HTTP/1.1" status: 204 len: 173 time: 0.5250344 Apr 06 15:07:30.752499 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-deleted', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:30.754816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587b7d07-c52c-4a2e-badd-83c044a52587" -d '{"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-deleted", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:30.791048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e01520-0ee2-4287-a788-bb65b2a90eb9 x-openstack-request-id: req-c7e01520-0ee2-4287-a788-bb65b2a90eb9 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:30.791447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2678acac-caa8-4788-acd6-63d0b3ca2a3c", "name": "network-vif-deleted", "tag": "9c60297f-da22-4dd2-ae0f-5c760f597820", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:30.791740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c7e01520-0ee2-4287-a788-bb65b2a90eb9 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:30.792151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e01520-0ee2-4287-a788-bb65b2a90eb9'] response: {'server_uuid': '2678acac-caa8-4788-acd6-63d0b3ca2a3c', 'name': 'network-vif-deleted', 'tag': '9c60297f-da22-4dd2-ae0f-5c760f597820', 'status': 'completed', 'code': 200} Apr 06 15:07:31.752687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56320) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:32.122974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (32334b47-ac5f-40c8-88ef-d431f58dc207), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:32.372735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 91ceae52-0c6f-49ef-bc92-625da45f6d9e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:32.373141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:32.463066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 91ceae52-0c6f-49ef-bc92-625da45f6d9e, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=91ceae52-0c6f-49ef-bc92-625da45f6d9e,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:32.463437 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:32.476212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 91ceae52-0c6f-49ef-bc92-625da45f6d9e owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:32.738772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (91ceae52-0c6f-49ef-bc92-625da45f6d9e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:32.763705 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=91ceae52-0c6f-49ef-bc92-625da45f6d9e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:32.837411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:32.858878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 9c60297f-da22-4dd2-ae0f-5c760f597820 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:32.859278 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9c60297f-da22-4dd2-ae0f-5c760f597820 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:32.947223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (32334b47-ac5f-40c8-88ef-d431f58dc207), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.166059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 32334b47-ac5f-40c8-88ef-d431f58dc207 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:33.268808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:33.273912 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-78381036-6ab3-4e25-98cb-f6707dba1ea8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/32334b47-ac5f-40c8-88ef-d431f58dc207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5199497 Apr 06 15:07:33.276358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56322) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:33.279253 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] Sync routers for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:33.290021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:33.290644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:33.331893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting subnet 9fb3993c-32c3-49c1-a1e3-df030c66e245 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:07:33.335100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (9fb3993c-32c3-49c1-a1e3-df030c66e245), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.374169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (9fb3993c-32c3-49c1-a1e3-df030c66e245), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.399192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:33.455723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (9fb3993c-32c3-49c1-a1e3-df030c66e245), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.584104 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:07:32Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:33.596781 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (9fb3993c-32c3-49c1-a1e3-df030c66e245), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.612759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] Checking router: 32334b47-ac5f-40c8-88ef-d431f58dc207 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:33.621185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] Routers {'32334b47-ac5f-40c8-88ef-d431f58dc207'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:33.621810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['32334b47-ac5f-40c8-88ef-d431f58dc207'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:33.624313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb3993c-32c3-49c1-a1e3-df030c66e245,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:33.628329 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.634032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1adf2b90-47ea-471b-8954-18dd8fc0ff1c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/subnets/9fb3993c-32c3-49c1-a1e3-df030c66e245 HTTP/1.1" status: 204 len: 168 time: 0.3531010 Apr 06 15:07:33.634941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56324) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:33.658759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2afeab-4123-446e-80af-ab7922156cbb None None] Network c11a300c-ea58-4f55-8e2a-73049d048dbe requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:33.745744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (32334b47-ac5f-40c8-88ef-d431f58dc207), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.803972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] Set router 32334b47-ac5f-40c8-88ef-d431f58dc207 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:33.852972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (32334b47-ac5f-40c8-88ef-d431f58dc207), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:33.943739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] DHCP port deletion for c11a300c-ea58-4f55-8e2a-73049d048dbe request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:07:33.969777 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:33.970124 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.036632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] Deleting port 9a37297c-544f-427e-9f43-7514ca8a4bb9 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:34.037041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.039469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:07:32Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:34.054180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 94877e1e-a6de-4e9c-b2ba-457bcfb732ab, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:34.054548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.066801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 94877e1e-a6de-4e9c-b2ba-457bcfb732ab owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:34.097534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f006-f6de-4af6-8857-5a2f25733c7a None None] The sync data for ids ['32334b47-ac5f-40c8-88ef-d431f58dc207'] in dv-neutron-836581-2-hyperv is: [{'id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222812316', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:07:32Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '94877e1e-a6de-4e9c-b2ba-457bcfb732ab', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32334b47-ac5f-40c8-88ef-d431f58dc207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:43Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:34.133591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] For port 9a37297c-544f-427e-9f43-7514ca8a4bb9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9a37297c-544f-427e-9f43-7514ca8a4bb9,segment=NetworkSegment(6beaa390-0173-463f-b6e8-3220b65d1ce9),segment_id=6beaa390-0173-463f-b6e8-3220b65d1ce9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:34.133591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.146153 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] Calling delete_port for 9a37297c-544f-427e-9f43-7514ca8a4bb9 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:34.299064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (9a37297c-544f-427e-9f43-7514ca8a4bb9), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.324490 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] Pushing event deleted for resources: {'Port': ['ID=9a37297c-544f-427e-9f43-7514ca8a4bb9,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:34.328608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (94877e1e-a6de-4e9c-b2ba-457bcfb732ab), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.332380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601b7b6-eb0d-450d-b0f5-ca1ced1bd364 None None] No DVR routers for this DVR port 9a37297c-544f-427e-9f43-7514ca8a4bb9 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:34.358086 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=94877e1e-a6de-4e9c-b2ba-457bcfb732ab,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:34.370208 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.370567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.370915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.371315 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.371605 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.372061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.372406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.372763 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.373097 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.373432 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.373766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.374098 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.374426 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.375285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.375618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:34.431601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (32334b47-ac5f-40c8-88ef-d431f58dc207), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.534044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (32334b47-ac5f-40c8-88ef-d431f58dc207), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.536237 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (32334b47-ac5f-40c8-88ef-d431f58dc207), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.636333 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (32334b47-ac5f-40c8-88ef-d431f58dc207), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.639874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Fanout notify agent at l3_agent the message router_deleted on router 32334b47-ac5f-40c8-88ef-d431f58dc207 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:07:34.645271 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.646616 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-69bba142-dc09-4605-9fd9-2e7ce5459426 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/routers/32334b47-ac5f-40c8-88ef-d431f58dc207 HTTP/1.1" status: 204 len: 168 time: 1.0107687 Apr 06 15:07:34.649158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56326) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:34.734941 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c11a300c-ea58-4f55-8e2a-73049d048dbe), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.826015 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c11a300c-ea58-4f55-8e2a-73049d048dbe), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.844784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11a300c-ea58-4f55-8e2a-73049d048dbe']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:34.853617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beaa390-0173-463f-b6e8-3220b65d1ce9') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:34.853923 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beaa390-0173-463f-b6e8-3220b65d1ce9') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:34.863840 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (6beaa390-0173-463f-b6e8-3220b65d1ce9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.877285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (6beaa390-0173-463f-b6e8-3220b65d1ce9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.882948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:07:34.883276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (6beaa390-0173-463f-b6e8-3220b65d1ce9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:07:34.886381 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:07:34.999335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c11a300c-ea58-4f55-8e2a-73049d048dbe), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.006783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.009520 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/networks/c11a300c-ea58-4f55-8e2a-73049d048dbe HTTP/1.1" status: 204 len: 168 time: 0.3591311 Apr 06 15:07:35.012181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56328) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:35.029014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d90aa-21b1-44c0-b325-5b85c4976133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Network': ['ID=c11a300c-ea58-4f55-8e2a-73049d048dbe,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:35.085909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3974-bd6d-47f7-8173-624e8410ed72 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (64fcf9c2-b16e-44db-8682-b072cadab123), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.105183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9a37297c-544f-427e-9f43-7514ca8a4bb9 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:35.116318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3974-bd6d-47f7-8173-624e8410ed72 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (64fcf9c2-b16e-44db-8682-b072cadab123), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.127798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 9a37297c-544f-427e-9f43-7514ca8a4bb9 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:35.128129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9a37297c-544f-427e-9f43-7514ca8a4bb9 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:35.128555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 91ceae52-0c6f-49ef-bc92-625da45f6d9e no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:35.147955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 91ceae52-0c6f-49ef-bc92-625da45f6d9e {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:35.148308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 91ceae52-0c6f-49ef-bc92-625da45f6d9e not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:35.236063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3974-bd6d-47f7-8173-624e8410ed72 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (64fcf9c2-b16e-44db-8682-b072cadab123), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.238774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3974-bd6d-47f7-8173-624e8410ed72 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.244168 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-7f7c3974-bd6d-47f7-8173-624e8410ed72 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/security-groups/64fcf9c2-b16e-44db-8682-b072cadab123 HTTP/1.1" status: 204 len: 168 time: 0.2267718 Apr 06 15:07:35.249429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3974-bd6d-47f7-8173-624e8410ed72 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcf9c2-b16e-44db-8682-b072cadab123,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:35.551248 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56336) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:35.555825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397318925', 'description': 'tempest-secgroup-smoke-1397318925 description', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:35.630323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.694617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (41ec824b-a73b-4bf1-b666-937d0d76cae5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.772836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (41ec824b-a73b-4bf1-b666-937d0d76cae5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.806567 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec824b-a73b-4bf1-b666-937d0d76cae5,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:35.866658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:35.867973 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1298fc2f-995e-48dd-a9d1-cef5532e9015 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3157039 Apr 06 15:07:35.870776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56338) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:35.876057 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '41ec824b-a73b-4bf1-b666-937d0d76cae5', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:35.959148 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (30c08a7b-cafa-4e2c-80bd-789cb932275a), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.018531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (30c08a7b-cafa-4e2c-80bd-789cb932275a), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.084813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (30c08a7b-cafa-4e2c-80bd-789cb932275a), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.102661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c08a7b-cafa-4e2c-80bd-789cb932275a,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:36.161105 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.162365 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9a6a0a06-f576-4c0e-83b9-45602712d497 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2906580 Apr 06 15:07:36.165001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56340) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:36.169245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '41ec824b-a73b-4bf1-b666-937d0d76cae5', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:36.243552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (d5246491-859e-4912-b18c-a19243cbeafa), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.299136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (d5246491-859e-4912-b18c-a19243cbeafa), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.361767 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (d5246491-859e-4912-b18c-a19243cbeafa), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.380506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5246491-859e-4912-b18c-a19243cbeafa,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:36.443629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.444913 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8b3a00b2-fd62-4624-9754-088838dc7736 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789683 Apr 06 15:07:36.447578 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56342) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:36.451865 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '41ec824b-a73b-4bf1-b666-937d0d76cae5', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:36.529580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (20530df9-a9a5-4597-8f6b-5f1618e6e261), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.586131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (20530df9-a9a5-4597-8f6b-5f1618e6e261), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.644973 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (20530df9-a9a5-4597-8f6b-5f1618e6e261), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.665249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20530df9-a9a5-4597-8f6b-5f1618e6e261,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:36.713768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 94877e1e-a6de-4e9c-b2ba-457bcfb732ab no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:36.734813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 94877e1e-a6de-4e9c-b2ba-457bcfb732ab {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:36.737586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 94877e1e-a6de-4e9c-b2ba-457bcfb732ab not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:36.758195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.760694 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1e80cd35-2a87-4623-adb3-7bccda424b65 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109486 Apr 06 15:07:36.762320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56344) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:36.767095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '41ec824b-a73b-4bf1-b666-937d0d76cae5', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:36.861090 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (6dead051-16bb-4493-a500-8b702b71f057), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.916449 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (6dead051-16bb-4493-a500-8b702b71f057), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:36.996127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (6dead051-16bb-4493-a500-8b702b71f057), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.014173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dead051-16bb-4493-a500-8b702b71f057,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:37.083912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.085176 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5919dcb0-ff2d-4b63-853f-ce9c5f7b0e9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219254 Apr 06 15:07:37.087928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56346) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:37.092220 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '41ec824b-a73b-4bf1-b666-937d0d76cae5', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:37.173615 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:07:37.178641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (2088c6fb-c88a-4234-aa7d-6711840d195f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.235154 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (2088c6fb-c88a-4234-aa7d-6711840d195f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.316023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (2088c6fb-c88a-4234-aa7d-6711840d195f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.334204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2088c6fb-c88a-4234-aa7d-6711840d195f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:37.403531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.404783 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-50d06997-b76e-4770-843e-97d0a1134758 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158891 Apr 06 15:07:37.408131 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56348) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:37.412474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '41ec824b-a73b-4bf1-b666-937d0d76cae5', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:37.487610 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:07:37.492299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (511aee20-01e1-4d76-875a-fe67bed11890), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.551988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (511aee20-01e1-4d76-875a-fe67bed11890), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.619094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (511aee20-01e1-4d76-875a-fe67bed11890), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.639552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511aee20-01e1-4d76-875a-fe67bed11890,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:37.729718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.730958 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-71bd7eed-747a-4e5e-9e4b-aade60ffc373 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218200 Apr 06 15:07:37.733781 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56350) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:37.739012 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'network': {'name': 'tempest-network-smoke--1627546016', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'port_security_enabled': True}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:37.824617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:37.827876 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.851780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:07:37.861490 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a9ad423c-4d01-4bf3-8647-b3ff18939b2c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.861845 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Added segment a9ad423c-4d01-4bf3-8647-b3ff18939b2c of type vlan for network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 Apr 06 15:07:37.902215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (beb6d4a7-4db6-4b06-a1af-789da9dea3c7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.961784 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (beb6d4a7-4db6-4b06-a1af-789da9dea3c7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:37.966853 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:37.967429 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:38.032293 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Network': ['ID=beb6d4a7-4db6-4b06-a1af-789da9dea3c7,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:38.045146 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:07:38.101746 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-472bbb64-96cd-4525-8e9b-2198d5baacbe tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3664317 Apr 06 15:07:38.104366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56352) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:38.108801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'admin_state_up': True, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:38.190493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:38.191568 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:38.246238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:38.701247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:38.961207 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:38.979037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:39.081316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.190 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/e1a858d0-ab0e-4727-aed4-d5cc40a82097) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:39.179706 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:39.263138 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:39.304835 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:39.311285 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:39.316455 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:39.318447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=e1a858d0-ab0e-4727-aed4-d5cc40a82097,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:39.612970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:39.812890 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.022280 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:07:40.131132 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:40.142274 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Sync routers for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:40.152585 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:40.153280 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:40.212926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.214197 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a9feea65-3729-4436-8413-d46a39037530 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1087537 Apr 06 15:07:40.217239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56354) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:40.245007 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-19cd2153-0ef2-4310-a78e-cfba00615b05 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=d8ddb69b6c9f482281cee02e635e7b13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266759 Apr 06 15:07:40.247558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56356) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:40.258899 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:40.333123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eee1f5-2991-4718-8968-771091341f6a tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:40.334878 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-63eee1f5-2991-4718-8968-771091341f6a tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864308 Apr 06 15:07:40.337698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56358) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:40.372089 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-1e0453d1-efb4-414b-9497-53a551239d63 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310538 Apr 06 15:07:40.372319 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56360) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:40.377487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696072537', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:40.435740 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:39Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:40.462555 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Checking router: 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:40.462898 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Updating router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb port e1a858d0-ab0e-4727-aed4-d5cc40a82097 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:07:40.489306 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.519716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:40.523405 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.735014 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Publish callbacks [] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.773658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (90d34968-597a-40c1-893f-d0b7f7ad3bc0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.801896 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.837444 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Subnet': ['ID=90d34968-597a-40c1-893f-d0b7f7ad3bc0,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:40.844925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Checking segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:40.848621 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network hostable DHCP agents. Network: beb6d4a7-4db6-4b06-a1af-789da9dea3c7, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:07:40.857108 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Attempting to bind port e1a858d0-ab0e-4727-aed4-d5cc40a82097 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:40.857476 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Attempting to bind port e1a858d0-ab0e-4727-aed4-d5cc40a82097 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:40.857830 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Attempting to bind port e1a858d0-ab0e-4727-aed4-d5cc40a82097 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:40.860757 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Pushing event updated for resources: {'Port': ['ID=e1a858d0-ab0e-4727-aed4-d5cc40a82097,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:40.865341 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:40.871484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:40.871484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.871484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:40.871484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Bound port: e1a858d0-ab0e-4727-aed4-d5cc40a82097, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:40.871484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:40.873104 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.873453 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.873789 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.874122 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.874447 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.874770 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.875778 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.876124 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.876450 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.876799 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.877128 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.877450 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.877770 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.878134 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.878451 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:40.925265 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:07:40.927718 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] For port e1a858d0-ab0e-4727-aed4-d5cc40a82097, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:40.930869 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] For port e1a858d0-ab0e-4727-aed4-d5cc40a82097, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e1a858d0-ab0e-4727-aed4-d5cc40a82097,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:40.996032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, beb6d4a7-4db6-4b06-a1af-789da9dea3c7) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:41.001041 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:41.001667 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.008198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377ccfd-d4b9-462b-8835-cf515e5cb0d2 None None] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:41.013450 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.054650 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:41.055263 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:41.102985 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-033c1aea-f062-40aa-9da8-90c69bfff5d1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7292500 Apr 06 15:07:41.105508 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56362) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:41.113457 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:07:41.114467 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.149529 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cbac9-007a-4569-b5e8-f858092383dd None None] Pushing event updated for resources: {'Port': ['ID=e1a858d0-ab0e-4727-aed4-d5cc40a82097,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:41.184581 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:41.266424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Allocated IP 172.20.0.2 (beb6d4a7-4db6-4b06-a1af-789da9dea3c7/90d34968-597a-40c1-893f-d0b7f7ad3bc0/5f25e0c9-29be-4961-b6d6-b3f64103ab0a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:41.479457 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:39Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:41.506975 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d0d1e-4f9f-454e-9782-a4f5dd74a54f None None] The sync data for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv is: [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:39Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:41.581707 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Publish callbacks [] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.654170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.695284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:41.702434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:41.707717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:41.710985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Pushing event updated for resources: {'Port': ['ID=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:41.787876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Attempting to bind port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:41.788246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Attempting to bind port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:41.788608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Attempting to bind port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a on network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:41.796423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:41.797865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Checking segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:41.798305 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.798896 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Bound using segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:41.801308 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Bound port: 5f25e0c9-29be-4961-b6d6-b3f64103ab0a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:41.801809 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.871245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] For port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:41.874555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] For port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:41.886251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.956966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.018383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428c60-a4cf-4c3e-b337-da0e9845a15e None None] Pushing event updated for resources: {'Port': ['ID=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:42.184538 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.1 (beb6d4a7-4db6-4b06-a1af-789da9dea3c7/90d34968-597a-40c1-893f-d0b7f7ad3bc0/d543ab1b-c007-492c-af09-b6739f557793) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:42.346395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (d543ab1b-c007-492c-af09-b6739f557793), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.474515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d543ab1b-c007-492c-af09-b6739f557793), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.514118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:42.517484 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:42.521223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:42.554760 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=d543ab1b-c007-492c-af09-b6739f557793,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:42.576667 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.810352 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d543ab1b-c007-492c-af09-b6739f557793), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.810908 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e1a858d0-ab0e-4727-aed4-d5cc40a82097 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:42.866568 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e1a858d0-ab0e-4727-aed4-d5cc40a82097 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:42.867008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.955599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e1a858d0-ab0e-4727-aed4-d5cc40a82097 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:42.955993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.979046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port e1a858d0-ab0e-4727-aed4-d5cc40a82097, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e1a858d0-ab0e-4727-aed4-d5cc40a82097,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:43.063786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.063786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5f25e0c9-29be-4961-b6d6-b3f64103ab0a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:43.088369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746f161-075c-4770-9947-f9d1b41d5649 None None] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:43.130795 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (d543ab1b-c007-492c-af09-b6739f557793), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.189197 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (d543ab1b-c007-492c-af09-b6739f557793), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.201309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=e1a858d0-ab0e-4727-aed4-d5cc40a82097,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:43.220977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] Provisioning complete for port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:43.221357 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.271180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.279364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=d543ab1b-c007-492c-af09-b6739f557793,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:43.295699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:43.296076 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.370072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:43.371632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:43.414211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] Current status of the port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:43.414611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.458032 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:43.458429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.474832 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] For port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:43.504097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:43.577577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.627767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:43.632964 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3735d3f9-44cc-4381-886c-38033ca27627 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/5fd7557e-bef5-49fe-b257-bf3e1dd07fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263791 Apr 06 15:07:43.641081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Sync routers for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:43.674567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:07:43.674932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:07:43.677417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9044ce-de1a-4b80-914f-35dbf5e9e000 None None] Pushing event updated for resources: {'Port': ['ID=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:43.680150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:43.680792 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:43.750563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-84d3e96c-c9f9-4ac2-a54d-97e87853922d None None] Provisioning complete for port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:43.751405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84d3e96c-c9f9-4ac2-a54d-97e87853922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:43.801252 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-8182fb0b-885d-443e-bc1a-acae8d41f44a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397318925&fields=id&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 267 time: 0.0481372 Apr 06 15:07:43.841465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:43.931465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-1d5e3d6b-cd6e-4ace-84b1-10684ad5fb2b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:43.933174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-1d5e3d6b-cd6e-4ace-84b1-10684ad5fb2b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/networks?id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 200 len: 797 time: 0.1253026 Apr 06 15:07:43.950216 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c54d87b3-42c6-42d2-8d2e-532e09987894 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/quotas/d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 375 time: 0.0097470 Apr 06 15:07:44.010244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-84d3e96c-c9f9-4ac2-a54d-97e87853922d None None] Current status of the port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:44.016878 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-0289d8d5-dbb6-4db7-96ed-247ab318f57f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579948 Apr 06 15:07:44.043265 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-84d3e96c-c9f9-4ac2-a54d-97e87853922d None None] Provisioning complete for port d543ab1b-c007-492c-af09-b6739f557793 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:44.043714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-84d3e96c-c9f9-4ac2-a54d-97e87853922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d543ab1b-c007-492c-af09-b6739f557793), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.104041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-84d3e96c-c9f9-4ac2-a54d-97e87853922d None None] Port d543ab1b-c007-492c-af09-b6739f557793 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:44.116036 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-7569d8de-5d6d-4be8-8b9f-abc2cf2fc49a service neutron] 10.222.0.89 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 Apr 06 15:07:44.131287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 2, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:44.158637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Checking router: 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:44.158996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Updating router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb port d543ab1b-c007-492c-af09-b6739f557793 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:07:44.210126 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-6927d474-4035-4f98-bb00-7cc7bbae041c service neutron] 10.222.0.89 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884933 Apr 06 15:07:44.212198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d543ab1b-c007-492c-af09-b6739f557793), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.238273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:44.266604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5c3c16b3-3462-4770-8ce8-19ba73550081 None None] Provisioning complete for port d543ab1b-c007-492c-af09-b6739f557793 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:44.266977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5c3c16b3-3462-4770-8ce8-19ba73550081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d543ab1b-c007-492c-af09-b6739f557793), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.356510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c16b3-3462-4770-8ce8-19ba73550081 None None] Port d543ab1b-c007-492c-af09-b6739f557793 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:44.466893 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-62e28893-6c6f-4a5e-ac5c-d3b8e21bbcf4 req-293d966d-3d7e-4a04-ab8c-8751c5cb3c6d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 210 time: 0.0292799 Apr 06 15:07:44.527018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Publish callbacks [] for port (d543ab1b-c007-492c-af09-b6739f557793), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.613857 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d543ab1b-c007-492c-af09-b6739f557793), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.667073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd92279-6207-4722-bea6-5527a254bea3 None None] Pushing event updated for resources: {'Port': ['ID=d543ab1b-c007-492c-af09-b6739f557793,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:44.733859 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Attempting to bind port d543ab1b-c007-492c-af09-b6739f557793 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:44.734233 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Attempting to bind port d543ab1b-c007-492c-af09-b6739f557793 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:44.735316 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Attempting to bind port d543ab1b-c007-492c-af09-b6739f557793 on network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:44.741648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:44.742031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Checking segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:44.742435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.742889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Bound using segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:44.743367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Bound port: d543ab1b-c007-492c-af09-b6739f557793, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:44.743749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d543ab1b-c007-492c-af09-b6739f557793), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.794667 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e1a858d0-ab0e-4727-aed4-d5cc40a82097 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:44.852019 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] For port d543ab1b-c007-492c-af09-b6739f557793, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:44.868148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] For port d543ab1b-c007-492c-af09-b6739f557793, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d543ab1b-c007-492c-af09-b6739f557793,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:44.889318 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e1a858d0-ab0e-4727-aed4-d5cc40a82097 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:44.889691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.892066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-03cde46a-d0a4-4748-ae55-faba18a88265 None None] Provisioning complete for port d543ab1b-c007-492c-af09-b6739f557793 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:44.897334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03cde46a-d0a4-4748-ae55-faba18a88265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d543ab1b-c007-492c-af09-b6739f557793), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.953034 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d543ab1b-c007-492c-af09-b6739f557793), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.962894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-03cde46a-d0a4-4748-ae55-faba18a88265 None None] Port d543ab1b-c007-492c-af09-b6739f557793 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:45.048885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:45.049522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:45.055758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd92279-6207-4722-bea6-5527a254bea3 None None] Pushing event updated for resources: {'Port': ['ID=d543ab1b-c007-492c-af09-b6739f557793,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:45.109928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e1a858d0-ab0e-4727-aed4-d5cc40a82097 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:45.111119 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5f25e0c9-29be-4961-b6d6-b3f64103ab0a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:45.358027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] Provisioning complete for port d543ab1b-c007-492c-af09-b6739f557793 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:45.358404 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d543ab1b-c007-492c-af09-b6739f557793), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:45.397919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:45.451464 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:45.451851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:45.572731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-588f714a-e0b6-42b7-b21f-5b97262ead0d req-1da27589-a7ba-4e48-be8f-59c549572926 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 210 time: 0.0320346 Apr 06 15:07:45.627141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] Current status of the port d543ab1b-c007-492c-af09-b6739f557793 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:45.630540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d543ab1b-c007-492c-af09-b6739f557793), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:45.732424 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:45.740023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] For port d543ab1b-c007-492c-af09-b6739f557793, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d543ab1b-c007-492c-af09-b6739f557793,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:45.765018 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:44Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:45.793975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea8c65-3d89-40fd-a162-a104286239f9 None None] The sync data for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv is: [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:44Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:45.826515 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d543ab1b-c007-492c-af09-b6739f557793), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:45.899928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee8533-ee1d-4b7a-9214-181bee1017e2 None None] Pushing event updated for resources: {'Port': ['ID=d543ab1b-c007-492c-af09-b6739f557793,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:46.554797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-ccbadfc5-d244-41fb-9d36-929ad1a01114 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:46.556492 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-ccbadfc5-d244-41fb-9d36-929ad1a01114 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/networks?id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 200 len: 797 time: 0.1761272 Apr 06 15:07:46.638713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-bb43d531-e41d-499d-a27c-6aacbebefaa0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 380 time: 0.0718009 Apr 06 15:07:46.647610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'port': {'device_id': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'admin_state_up': True, 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'security_groups': ['41ec824b-a73b-4bf1-b666-937d0d76cae5']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:46.725332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d58095ce-15d7-4a33-8eeb-57ac8ef3e8c9 req-91b4da59-8130-48a3-bce5-e542fdfb0fe5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 210 time: 0.0719697 Apr 06 15:07:46.798904 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d543ab1b-c007-492c-af09-b6739f557793 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:46.853662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:46.855439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d543ab1b-c007-492c-af09-b6739f557793 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:46.855917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d543ab1b-c007-492c-af09-b6739f557793), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:46.857669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:46.968082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d543ab1b-c007-492c-af09-b6739f557793 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:47.021553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.6 (beb6d4a7-4db6-4b06-a1af-789da9dea3c7/90d34968-597a-40c1-893f-d0b7f7ad3bc0/37b138ec-378f-487a-874c-1220f79963b5) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:47.155221 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (37b138ec-378f-487a-874c-1220f79963b5), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.235758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (37b138ec-378f-487a-874c-1220f79963b5), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.280589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:47.283826 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:47.289732 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:47.317284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=37b138ec-378f-487a-874c-1220f79963b5,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:47.345324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:47.345933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.434007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-fe1eff03-179a-4d70-804f-4fcfabe20cfc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7902732 Apr 06 15:07:47.445219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Request body: {'port': {'device_id': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:47.504898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37b138ec-378f-487a-874c-1220f79963b5), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.552618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-31b78ee9-f3ed-4c3c-b496-eba2b36e7d7d None None] Provisioning complete for port 37b138ec-378f-487a-874c-1220f79963b5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:47.553026 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-31b78ee9-f3ed-4c3c-b496-eba2b36e7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37b138ec-378f-487a-874c-1220f79963b5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.590955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-31b78ee9-f3ed-4c3c-b496-eba2b36e7d7d None None] Port 37b138ec-378f-487a-874c-1220f79963b5 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:47.772000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b138ec-378f-487a-874c-1220f79963b5 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:07:47.779408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Publish callbacks [] for port (37b138ec-378f-487a-874c-1220f79963b5), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.791838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Transition to ACTIVE for port object 37b138ec-378f-487a-874c-1220f79963b5 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:07:47.850065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e7e1-26bb-4852-8b14-c3cd36734266 req-8a894d07-bb8b-47b3-96a7-723b71f068ca tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:47.851560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d055e7e1-26bb-4852-8b14-c3cd36734266 req-8a894d07-bb8b-47b3-96a7-723b71f068ca tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 931 time: 0.0528400 Apr 06 15:07:47.852675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (37b138ec-378f-487a-874c-1220f79963b5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:47.926230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Pushing event updated for resources: {'Port': ['ID=37b138ec-378f-487a-874c-1220f79963b5,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:47.993432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d055e7e1-26bb-4852-8b14-c3cd36734266 req-66e3a235-93ab-44d1-9888-75f43364fd94 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322491 Apr 06 15:07:48.030291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Attempting to bind port 37b138ec-378f-487a-874c-1220f79963b5 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:48.030546 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Attempting to bind port 37b138ec-378f-487a-874c-1220f79963b5 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:48.030884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Attempting to bind port 37b138ec-378f-487a-874c-1220f79963b5 on network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:48.036589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Port 37b138ec-378f-487a-874c-1220f79963b5 on network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:07:48.036946 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Attempting to bind port 37b138ec-378f-487a-874c-1220f79963b5 on network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:48.042072 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:48.042413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Checking segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:48.042931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Bound using segment: {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:48.043364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Bound port: 37b138ec-378f-487a-874c-1220f79963b5, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:48.043731 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37b138ec-378f-487a-874c-1220f79963b5), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:48.108580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] For port 37b138ec-378f-487a-874c-1220f79963b5, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:48.111724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] For port 37b138ec-378f-487a-874c-1220f79963b5, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=37b138ec-378f-487a-874c-1220f79963b5,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:48.177789 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (37b138ec-378f-487a-874c-1220f79963b5), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:48.215076 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.215704 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:48.217138 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] 10.222.0.79 "PUT /v2.0/ports/37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 200 len: 1093 time: 0.7762656 Apr 06 15:07:48.217585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'tag': '37b138ec-378f-487a-874c-1220f79963b5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:48.220654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbec013-d385-4dca-b65a-2a33ca025e36" -d '{"events": [{"name": "network-changed", "server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "tag": "37b138ec-378f-487a-874c-1220f79963b5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:48.247813 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e9c58-38b0-4902-a592-4a615c3e8c1e service neutron] Pushing event updated for resources: {'Port': ['ID=37b138ec-378f-487a-874c-1220f79963b5,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:48.261585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5be647-ab10-4e48-969a-42189a9d26e1 x-openstack-request-id: req-8c5be647-ab10-4e48-969a-42189a9d26e1 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:48.261979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "tag": "37b138ec-378f-487a-874c-1220f79963b5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:48.262238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c5be647-ab10-4e48-969a-42189a9d26e1 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:48.262719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5be647-ab10-4e48-969a-42189a9d26e1'] response: {'name': 'network-changed', 'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'tag': '37b138ec-378f-487a-874c-1220f79963b5', 'status': 'completed', 'code': 200} Apr 06 15:07:48.329828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec013-d385-4dca-b65a-2a33ca025e36 req-c0e7271c-c00c-49aa-823f-21c8883b6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.331253 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6cbec013-d385-4dca-b65a-2a33ca025e36 req-c0e7271c-c00c-49aa-823f-21c8883b6376 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1127 time: 0.0497990 Apr 06 15:07:48.433589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec013-d385-4dca-b65a-2a33ca025e36 req-7aa49801-465a-49e1-a7a4-ad60377954ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.435300 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6cbec013-d385-4dca-b65a-2a33ca025e36 req-7aa49801-465a-49e1-a7a4-ad60377954ff service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0975435 Apr 06 15:07:48.540938 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec013-d385-4dca-b65a-2a33ca025e36 req-8e24c3dc-a014-44a8-a1fe-bbb665ef6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.542288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6cbec013-d385-4dca-b65a-2a33ca025e36 req-8e24c3dc-a014-44a8-a1fe-bbb665ef6e4b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1016562 Apr 06 15:07:48.621118 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-71032ee3-a573-4b26-b946-69fc48003fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.622833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-71032ee3-a573-4b26-b946-69fc48003fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1127 time: 0.0450790 Apr 06 15:07:48.669375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-90b24b7d-1f4c-4972-93fa-a65e797d1a5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 200 len: 217 time: 0.0401640 Apr 06 15:07:48.717520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-9eca86f2-94c7-4368-af5a-e20f5dcfa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.719010 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-9eca86f2-94c7-4368-af5a-e20f5dcfa359 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90d34968-597a-40c1-893f-d0b7f7ad3bc0 HTTP/1.1" status: 200 len: 834 time: 0.0440364 Apr 06 15:07:48.766952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-5f8af853-7a52-4296-ae2b-551e199f04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.768424 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-5f8af853-7a52-4296-ae2b-551e199f04a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441229 Apr 06 15:07:48.865464 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-0100002d-6873-4367-8ca1-840b3bc8725f service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913582 Apr 06 15:07:48.952364 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971dc8cc-b989-4f88-b651-49f194fb37cd req-c016e0df-1843-4ac7-8fdc-2040bccda577 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803101 Apr 06 15:07:49.117623 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652efc60-b7a0-4e61-91d8-21827bbdf8bb req-21688186-dc70-4155-8de9-e270c773fca0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:49.119021 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-652efc60-b7a0-4e61-91d8-21827bbdf8bb req-21688186-dc70-4155-8de9-e270c773fca0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 943 time: 0.0528822 Apr 06 15:07:49.171674 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-652efc60-b7a0-4e61-91d8-21827bbdf8bb req-07fd1b29-c7ee-40f1-bded-6a4bfd875754 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Apr 06 15:07:49.483856 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:07:50.291693 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211409-8d4d-4021-b2df-60525bd68dcc req-52c55268-0e82-4677-bc65-6f29714ce3f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:50.293195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a211409-8d4d-4021-b2df-60525bd68dcc req-52c55268-0e82-4677-bc65-6f29714ce3f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Apr 06 15:07:50.342352 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a211409-8d4d-4021-b2df-60525bd68dcc req-dcb1840b-2f12-46eb-9ac9-66da091c16ce tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433464 Apr 06 15:07:50.907873 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 37b138ec-378f-487a-874c-1220f79963b5 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:07:51.001396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 37b138ec-378f-487a-874c-1220f79963b5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=37b138ec-378f-487a-874c-1220f79963b5,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:51.012798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '37b138ec-378f-487a-874c-1220f79963b5', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'port_id': '37b138ec-378f-487a-874c-1220f79963b5', 'mac_address': 'fa:16:3e:83:c6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:07:51.048811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 37b138ec-378f-487a-874c-1220f79963b5 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:51.049207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37b138ec-378f-487a-874c-1220f79963b5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:51.065648 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b138ec-378f-487a-874c-1220f79963b5 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:07:51.084097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 37b138ec-378f-487a-874c-1220f79963b5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=37b138ec-378f-487a-874c-1220f79963b5,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:51.177775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (37b138ec-378f-487a-874c-1220f79963b5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:51.224865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=37b138ec-378f-487a-874c-1220f79963b5,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:51.377482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['37b138ec-378f-487a-874c-1220f79963b5'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:07:51.464829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf8cca-98f1-41ce-928b-8c33087972cc req-d4b57ae3-95aa-478e-a366-e21fc0163181 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:51.466964 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cbbf8cca-98f1-41ce-928b-8c33087972cc req-d4b57ae3-95aa-478e-a366-e21fc0163181 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 944 time: 0.0543270 Apr 06 15:07:51.517708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cbbf8cca-98f1-41ce-928b-8c33087972cc req-7c416eba-f89b-4d0a-b6cd-317713edc5aa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446401 Apr 06 15:07:52.379231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-77984e9f-a0f1-4192-aa37-0de5f6313398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:52.639043 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b3847-08fd-4b13-a53d-7a3a97714a32 req-d734b4a7-6a3e-471b-965e-3db008da0637 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:52.640427 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-512b3847-08fd-4b13-a53d-7a3a97714a32 req-d734b4a7-6a3e-471b-965e-3db008da0637 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 944 time: 0.0557764 Apr 06 15:07:52.690205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-512b3847-08fd-4b13-a53d-7a3a97714a32 req-2c44ba82-9170-4a86-bfb2-956c943ff702 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Apr 06 15:07:52.922611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 37b138ec-378f-487a-874c-1220f79963b5 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:53.036591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 37b138ec-378f-487a-874c-1220f79963b5 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:07:53.040273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 37b138ec-378f-487a-874c-1220f79963b5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:53.040643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (37b138ec-378f-487a-874c-1220f79963b5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:53.118912 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 37b138ec-378f-487a-874c-1220f79963b5 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:53.119301 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (37b138ec-378f-487a-874c-1220f79963b5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:53.141968 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b138ec-378f-487a-874c-1220f79963b5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:53.144198 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e0d50b-00b6-445f-95ac-613706b07cf0" -d '{"events": [{"server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "name": "network-vif-plugged", "status": "completed", "tag": "37b138ec-378f-487a-874c-1220f79963b5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:53.156569 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 37b138ec-378f-487a-874c-1220f79963b5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=37b138ec-378f-487a-874c-1220f79963b5,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:53.191759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba87659-9e41-4139-91e5-31f0eff403e8 x-openstack-request-id: req-0ba87659-9e41-4139-91e5-31f0eff403e8 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:53.191759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "name": "network-vif-plugged", "status": "completed", "tag": "37b138ec-378f-487a-874c-1220f79963b5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:53.191759 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0ba87659-9e41-4139-91e5-31f0eff403e8 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:53.191759 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba87659-9e41-4139-91e5-31f0eff403e8'] response: {'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b138ec-378f-487a-874c-1220f79963b5', 'code': 200} Apr 06 15:07:53.234717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (37b138ec-378f-487a-874c-1220f79963b5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:53.284559 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=37b138ec-378f-487a-874c-1220f79963b5,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:53.489188 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2b90-36b6-417d-8896-dc6f733d15a7 req-30a6a1ec-094c-41d6-bf37-27d598d194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:53.490590 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2f3a2b90-36b6-417d-8896-dc6f733d15a7 req-30a6a1ec-094c-41d6-bf37-27d598d194b5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1129 time: 0.0444095 Apr 06 15:07:53.536651 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2f3a2b90-36b6-417d-8896-dc6f733d15a7 req-b6df0cff-e95c-40e9-b526-f5a3057f7e90 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Apr 06 15:07:53.802776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:53.809818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180206-e4cf-4108-8ffe-aa863f6eb30c req-76d9d1a9-b3ec-4e70-a4af-e0f82ad12ae3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:53.811302 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d180206-e4cf-4108-8ffe-aa863f6eb30c req-76d9d1a9-b3ec-4e70-a4af-e0f82ad12ae3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0536084 Apr 06 15:07:53.864754 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d180206-e4cf-4108-8ffe-aa863f6eb30c req-f4f0d71d-3a9c-41bd-af13-a692672f4af8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Apr 06 15:07:54.754522 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a9c02278-5a71-4930-8821-8c17fdffdf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.987596 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891f0d3-b9d6-4a93-afbf-5293d7d8cd2e req-df0317c9-35e3-4b42-88ef-738fc2af56ed tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:54.989182 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f891f0d3-b9d6-4a93-afbf-5293d7d8cd2e req-df0317c9-35e3-4b42-88ef-738fc2af56ed tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0545735 Apr 06 15:07:55.068655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f891f0d3-b9d6-4a93-afbf-5293d7d8cd2e req-79b4ce2b-ea9c-4d54-aef3-f32acd426144 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454428 Apr 06 15:07:55.897751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:56.169682 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba994e2-1dbb-4bf5-9608-5e0daaa2a250 req-1f1bde2d-33f4-4a2a-aecd-d21ea339174a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:56.170947 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fba994e2-1dbb-4bf5-9608-5e0daaa2a250 req-1f1bde2d-33f4-4a2a-aecd-d21ea339174a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0596752 Apr 06 15:07:56.219237 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fba994e2-1dbb-4bf5-9608-5e0daaa2a250 req-a19e4033-b3d7-4156-b23e-bd680d650d2a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Apr 06 15:07:56.348568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e28ab-681b-410b-b86a-e8591883d6f3 req-43d96b6c-67bd-4816-9058-91ddb7c91558 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:56.350063 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-068e28ab-681b-410b-b86a-e8591883d6f3 req-43d96b6c-67bd-4816-9058-91ddb7c91558 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0640976 Apr 06 15:07:56.399023 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-068e28ab-681b-410b-b86a-e8591883d6f3 req-5cf45510-aedf-4b61-b9b7-f8d4ee64ab15 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Apr 06 15:07:56.421777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56418) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:56.512577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10ce6cf-ede6-43c9-97c4-ed08c3017ff6 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:56.517641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56422) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:56.518205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a10ce6cf-ede6-43c9-97c4-ed08c3017ff6 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1124 time: 0.0947623 Apr 06 15:07:56.522406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '37b138ec-378f-487a-874c-1220f79963b5', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:56.673185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:56.776666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:56.883497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.31 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/0dff3ae3-b50e-42e5-b32d-10af01688c4e) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:56.986062 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.065816 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.108998 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:57.112594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:57.117661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:57.120611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=0dff3ae3-b50e-42e5-b32d-10af01688c4e,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:57.488858 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (8fa1b8df-e768-45b8-bb08-26ce2ed7e19b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.560279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.617456 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.762247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.819385 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:57.890479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=0dff3ae3-b50e-42e5-b32d-10af01688c4e,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:57.903404 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (8fa1b8df-e768-45b8-bb08-26ce2ed7e19b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:58.015002 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP 8fa1b8df-e768-45b8-bb08-26ce2ed7e19b associated. External IP: 172.26.6.31, port: 37b138ec-378f-487a-874c-1220f79963b5. Apr 06 15:07:58.551133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:58.583249 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:58.713256 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:58.725996 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] Sync routers for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:58.739716 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:58.740938 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:58.782850 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:58.819064 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5f6cd17d-e593-4390-981b-772ba0f26b13 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3001010 Apr 06 15:07:58.819672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'tag': '37b138ec-378f-487a-874c-1220f79963b5'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:58.822267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624" -d '{"events": [{"name": "network-changed", "server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "tag": "37b138ec-378f-487a-874c-1220f79963b5"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:58.872845 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:58.938971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720f513-26cd-402b-9c4e-d60f56aa0d1d req-7be191dc-010c-465c-8ac4-bfa7fcf10669 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:58.940567 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3720f513-26cd-402b-9c4e-d60f56aa0d1d req-7be191dc-010c-465c-8ac4-bfa7fcf10669 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0628662 Apr 06 15:07:58.945924 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4897b4d-82da-49de-8eeb-32eb50f674c4 x-openstack-request-id: req-c4897b4d-82da-49de-8eeb-32eb50f674c4 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:58.946228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "tag": "37b138ec-378f-487a-874c-1220f79963b5", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:58.946487 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c4897b4d-82da-49de-8eeb-32eb50f674c4 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:58.946904 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4897b4d-82da-49de-8eeb-32eb50f674c4'] response: {'name': 'network-changed', 'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'tag': '37b138ec-378f-487a-874c-1220f79963b5', 'status': 'completed', 'code': 200} Apr 06 15:07:59.108012 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '8fa1b8df-e768-45b8-bb08-26ce2ed7e19b', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'port_id': '37b138ec-378f-487a-874c-1220f79963b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'mac_address': 'fa:16:3e:83:c6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:07:57Z', 'updated_at': '2022-04-06T15:07:57Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:45Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:59.139161 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] Checking router: 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:59.149099 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:59.149730 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:07:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:59.259948 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:59.318746 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3720f513-26cd-402b-9c4e-d60f56aa0d1d req-2d9923fe-fdac-44a9-a072-cfe68872c4e1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713374 Apr 06 15:07:59.332945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-8ffa7893-faa5-4743-a7a2-06386f36a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:59.334443 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-8ffa7893-faa5-4743-a7a2-06386f36a1a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1129 time: 0.3601880 Apr 06 15:07:59.341079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56430) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:59.451731 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-41aaaf01-4437-44f2-bd01-abd1cb40a489 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/8fa1b8df-e768-45b8-bb08-26ce2ed7e19b HTTP/1.1" status: 200 len: 990 time: 0.1094098 Apr 06 15:07:59.481965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-461e0f70-d0a2-43a3-80ba-d2972e324341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:59.483500 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-461e0f70-d0a2-43a3-80ba-d2972e324341 service neutron] 10.222.0.79 "GET /v2.0/networks?id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 200 len: 899 time: 0.1362057 Apr 06 15:07:59.484221 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '8fa1b8df-e768-45b8-bb08-26ce2ed7e19b', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'port_id': '37b138ec-378f-487a-874c-1220f79963b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'mac_address': 'fa:16:3e:83:c6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:07:57Z', 'updated_at': '2022-04-06T15:07:57Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:45Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:59.513730 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc396d-b0a6-4654-86f6-1b5245ce7f73 None None] The sync data for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv is: [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '8fa1b8df-e768-45b8-bb08-26ce2ed7e19b', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'port_id': '37b138ec-378f-487a-874c-1220f79963b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'mac_address': 'fa:16:3e:83:c6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:07:57Z', 'updated_at': '2022-04-06T15:07:57Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:45Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:59.553557 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-138bd561-3e62-4048-a967-1103d6155c6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 200 len: 998 time: 0.0642226 Apr 06 15:07:59.607105 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-c03d7446-741d-48e1-8f51-1e81be20679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:59.608554 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-c03d7446-741d-48e1-8f51-1e81be20679d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90d34968-597a-40c1-893f-d0b7f7ad3bc0 HTTP/1.1" status: 200 len: 834 time: 0.0486410 Apr 06 15:07:59.658429 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-8ed395c4-7756-4606-a8d2-69bf376e2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:59.660806 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-8ed395c4-7756-4606-a8d2-69bf376e2c1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460582 Apr 06 15:07:59.730875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cbf76-8c98-49bd-bab8-31b76cd5ad85 None None] New status for floating IP 8fa1b8df-e768-45b8-bb08-26ce2ed7e19b: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:07:59.755460 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-19f4aff0-866c-4acf-ab3c-660e7dae8cf9 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893252 Apr 06 15:07:59.842737 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e9dbef20-b08d-43f4-87f9-1d5c6ec6e624 req-4725d8c8-ff27-41f8-a186-3e726a2e1180 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816057 Apr 06 15:08:00.455734 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56432) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:00.522012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-855b9dfd-163c-410f-96a3-ca30145980ce tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/8fa1b8df-e768-45b8-bb08-26ce2ed7e19b HTTP/1.1" status: 200 len: 992 time: 0.0651114 Apr 06 15:08:22.355731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-882e470f-9ca2-4968-8ec8-af377ed0f36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:23.806942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:24.755927 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-66646b68-a7f3-49f1-ae0e-526b71ba5622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:25.912010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:26.482080 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:08:27.552505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.552332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.879526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784d8e-f51b-4c43-a22d-011d4c4da331 req-a9e3c778-7563-45bc-b9cd-a0d3d3509228 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:29.880956 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86784d8e-f51b-4c43-a22d-011d4c4da331 req-a9e3c778-7563-45bc-b9cd-a0d3d3509228 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0543749 Apr 06 15:08:29.929633 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86784d8e-f51b-4c43-a22d-011d4c4da331 req-1e15fed9-34e7-4066-b8fb-f7b61e6018d5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Apr 06 15:08:31.053336 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5c49-9447-4af8-a6d1-fba5f53cde74 req-c3c26136-affd-437f-b262-3343497379db tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.054813 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de6c5c49-9447-4af8-a6d1-fba5f53cde74 req-c3c26136-affd-437f-b262-3343497379db tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0529220 Apr 06 15:08:31.106694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-de6c5c49-9447-4af8-a6d1-fba5f53cde74 req-40cfccfd-c504-40c2-844d-df91daf72b70 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463924 Apr 06 15:08:32.114765 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-3bb4850a-4560-4afb-9ebf-01a4432bb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:32.116232 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-3bb4850a-4560-4afb-9ebf-01a4432bb5b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1129 time: 0.0445144 Apr 06 15:08:32.255956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-6be8396b-e91d-400b-a114-9d4c4ea45680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:32.257446 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-6be8396b-e91d-400b-a114-9d4c4ea45680 service neutron] 10.222.0.79 "GET /v2.0/networks?id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 200 len: 899 time: 0.1238773 Apr 06 15:08:32.265382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79d77e-d78e-4008-9026-39948dddc523 req-02e63540-57c5-4f87-97e7-ff489e30d6e6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:32.266735 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e79d77e-d78e-4008-9026-39948dddc523 req-02e63540-57c5-4f87-97e7-ff489e30d6e6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0901170 Apr 06 15:08:32.360412 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-5b9a6cda-43c9-43f3-a7b2-492ffe82ee13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 200 len: 1000 time: 0.0927365 Apr 06 15:08:32.365326 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2e79d77e-d78e-4008-9026-39948dddc523 req-17a235c0-929d-47e0-a5f9-a6d4f29d209a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922463 Apr 06 15:08:32.409699 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-5d60fc53-8d8c-4d68-a2fa-cafebf3e8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:32.411167 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-5d60fc53-8d8c-4d68-a2fa-cafebf3e8d01 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90d34968-597a-40c1-893f-d0b7f7ad3bc0 HTTP/1.1" status: 200 len: 834 time: 0.0450668 Apr 06 15:08:32.460082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-cc352808-aaa4-4237-a9ab-51cee0dec556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:32.461605 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-cc352808-aaa4-4237-a9ab-51cee0dec556 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449603 Apr 06 15:08:32.553029 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-0bd63f2d-8ea7-4c78-864d-bcb630daf828 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855918 Apr 06 15:08:32.642124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79c574e3-3253-4b38-a414-4d1e28cb08fd req-f12ab96b-2a6b-4478-a214-c54325b3db59 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834129 Apr 06 15:08:33.484726 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cab11-9f76-44af-94d1-7312a1346fa1 req-dcf42961-b048-44ba-9356-59e1b2a437c1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:33.486250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb8cab11-9f76-44af-94d1-7312a1346fa1 req-dcf42961-b048-44ba-9356-59e1b2a437c1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Apr 06 15:08:33.535593 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eb8cab11-9f76-44af-94d1-7312a1346fa1 req-f1be4774-9082-4898-a772-1bf8fb8f4ecd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Apr 06 15:08:34.657894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6951554-c8fc-4ceb-b3ec-077c007eccb0 req-9979af8e-e86f-4368-90db-ee520b44b3e9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:34.659389 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6951554-c8fc-4ceb-b3ec-077c007eccb0 req-9979af8e-e86f-4368-90db-ee520b44b3e9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0565341 Apr 06 15:08:34.708937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f6951554-c8fc-4ceb-b3ec-077c007eccb0 req-3f1d67db-b0aa-447a-b558-f5152d735cc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438750 Apr 06 15:08:35.831250 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e625-2f0c-48a1-bdae-23307bcac542 req-8a051f57-1a08-4dc4-b8bf-eb73ae476ab1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:35.832888 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7758e625-2f0c-48a1-bdae-23307bcac542 req-8a051f57-1a08-4dc4-b8bf-eb73ae476ab1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0572517 Apr 06 15:08:35.883653 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7758e625-2f0c-48a1-bdae-23307bcac542 req-a345968e-917f-48fc-b9f3-46cda1f684d6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Apr 06 15:08:37.009408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876684-4f24-412a-9b7a-c7b207633249 req-28c36a92-a8b2-4288-b624-c2bb2453497e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:37.010866 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-47876684-4f24-412a-9b7a-c7b207633249 req-28c36a92-a8b2-4288-b624-c2bb2453497e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0587301 Apr 06 15:08:37.060296 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-47876684-4f24-412a-9b7a-c7b207633249 req-668f0a46-51bf-486a-bd2f-6f1f0087da23 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436080 Apr 06 15:08:38.176920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4340d62-5e93-4e46-9a15-bcd3da537380 req-6b25bdaa-658a-42d4-b118-672efbbbe034 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:38.178413 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4340d62-5e93-4e46-9a15-bcd3da537380 req-6b25bdaa-658a-42d4-b118-672efbbbe034 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0526478 Apr 06 15:08:38.227511 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f4340d62-5e93-4e46-9a15-bcd3da537380 req-cc8b7514-f0cd-4679-a586-85873f889947 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Apr 06 15:08:39.346246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75205692-4585-447e-8d95-b0cf89530bf7 req-2062bdf0-caeb-4ad2-9f8e-2a3af98bf1de tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:39.348587 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-75205692-4585-447e-8d95-b0cf89530bf7 req-2062bdf0-caeb-4ad2-9f8e-2a3af98bf1de tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Apr 06 15:08:39.400842 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-75205692-4585-447e-8d95-b0cf89530bf7 req-3e12a8a2-3ffb-436f-9cef-7e6d8d3e1df9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 Apr 06 15:08:40.519073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1672d-4134-4590-8d09-743460edd048 req-d774b62c-6848-4d6d-a3ca-cbe76fb1c1c4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:40.520543 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81e1672d-4134-4590-8d09-743460edd048 req-d774b62c-6848-4d6d-a3ca-cbe76fb1c1c4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Apr 06 15:08:40.568392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81e1672d-4134-4590-8d09-743460edd048 req-9a81144f-976b-4ee6-9153-773f71bffbe8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Apr 06 15:08:41.692199 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f86282-f927-4dfb-8ae6-cc43c56d9848 req-64be6804-670f-47b3-a0e3-767b0a81febc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:41.693713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1f86282-f927-4dfb-8ae6-cc43c56d9848 req-64be6804-670f-47b3-a0e3-767b0a81febc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Apr 06 15:08:41.742236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e1f86282-f927-4dfb-8ae6-cc43c56d9848 req-74ebbf0c-63af-40a7-879c-2ff9a64b3ff4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Apr 06 15:08:42.865483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8208798-0a2b-48f5-ade5-f282f2831b63 req-2bb0f3a8-8508-4587-aa68-575c78518483 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:42.866898 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a8208798-0a2b-48f5-ade5-f282f2831b63 req-2bb0f3a8-8508-4587-aa68-575c78518483 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0563612 Apr 06 15:08:42.914885 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a8208798-0a2b-48f5-ade5-f282f2831b63 req-da7c34ad-0fc4-47f6-87da-54f9ceb1d709 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Apr 06 15:08:44.032823 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a28958-8b65-4439-b0cb-dbf400c472d6 req-99af81fd-e9e5-4376-b401-e6ff60c758e7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:44.034392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-96a28958-8b65-4439-b0cb-dbf400c472d6 req-99af81fd-e9e5-4376-b401-e6ff60c758e7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Apr 06 15:08:44.082082 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-96a28958-8b65-4439-b0cb-dbf400c472d6 req-18acf5a6-c22a-40fc-8da6-c410c2b2170f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Apr 06 15:08:45.201001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb1a89-8eb1-474a-95f8-a12cb4c31ecf req-696f9f2b-81d9-408b-8cd9-ff282531478f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:45.202498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54bb1a89-8eb1-474a-95f8-a12cb4c31ecf req-696f9f2b-81d9-408b-8cd9-ff282531478f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0539231 Apr 06 15:08:45.255904 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-54bb1a89-8eb1-474a-95f8-a12cb4c31ecf req-88a1b24c-6624-4f3c-97f0-b57f771f2b8b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473630 Apr 06 15:08:46.384883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81392d-2966-4279-b3ca-313240311405 req-5b6985db-83df-4afc-92e9-5c02d1c5bc3c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:46.385612 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e81392d-2966-4279-b3ca-313240311405 req-5b6985db-83df-4afc-92e9-5c02d1c5bc3c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0551460 Apr 06 15:08:46.435101 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e81392d-2966-4279-b3ca-313240311405 req-6183c76c-c430-4328-8ba0-af4e9a400281 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Apr 06 15:08:46.457568 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56476) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:46.519571 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-15a7d1f5-36d4-4bdc-8333-3c8322af5116 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/8fa1b8df-e768-45b8-bb08-26ce2ed7e19b HTTP/1.1" status: 200 len: 992 time: 0.0602767 Apr 06 15:08:47.987157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a121-02cf-49a3-8234-8f6cfa171922 req-a073878b-77a4-4ee4-9efb-e96860bce616 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:47.988635 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc5a121-02cf-49a3-8234-8f6cfa171922 req-a073878b-77a4-4ee4-9efb-e96860bce616 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0549908 Apr 06 15:08:48.050254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edc5a121-02cf-49a3-8234-8f6cfa171922 req-cc2ed13b-21fb-4f2e-90a6-884bb1b4b1f4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550008 Apr 06 15:08:48.083307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-59aa46b3-3f92-4b81-8ac3-98bbf44f8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:48.085001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-59aa46b3-3f92-4b81-8ac3-98bbf44f8a4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1129 time: 0.0472968 Apr 06 15:08:48.174965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-e4ec5e01-4f1c-47ed-8a55-3e07ed6e3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:48.176433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-e4ec5e01-4f1c-47ed-8a55-3e07ed6e3f53 service neutron] 10.222.0.79 "GET /v2.0/networks?id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 200 len: 899 time: 0.0860569 Apr 06 15:08:48.240012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-942c13d7-8441-468f-b4cb-67fd4de2adba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 200 len: 1000 time: 0.0581050 Apr 06 15:08:48.287011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-402163ba-ce67-4059-a5ec-85f4cf5e6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:48.288392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-402163ba-ce67-4059-a5ec-85f4cf5e6dea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90d34968-597a-40c1-893f-d0b7f7ad3bc0 HTTP/1.1" status: 200 len: 834 time: 0.0432928 Apr 06 15:08:48.339478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-7fc0e33a-f99f-4ed3-8ab4-a3937220e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:48.341001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-7fc0e33a-f99f-4ed3-8ab4-a3937220e181 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467958 Apr 06 15:08:48.429024 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-315bbc1f-b4cf-4141-9ff0-a24aff11292b service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811880 Apr 06 15:08:48.521312 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4d3adb0-2ebf-4537-8a53-fdb015e49795 req-6816fc2f-a6ec-47e9-aaba-60d3d84885d0 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869067 Apr 06 15:08:49.171425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48c08-005e-4ea1-8c2c-b28fa324e500 req-3ce66a18-ad7a-450c-9f56-7055da9fa070 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:49.172940 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49f48c08-005e-4ea1-8c2c-b28fa324e500 req-3ce66a18-ad7a-450c-9f56-7055da9fa070 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0536473 Apr 06 15:08:49.224484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-49f48c08-005e-4ea1-8c2c-b28fa324e500 req-e8e66ce3-7479-48d2-80ad-a931acdf790c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455246 Apr 06 15:08:50.340140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056715c-bb38-4425-8d55-e186563a4463 req-a1f31def-a01b-4f7e-b4ab-a03cb51158b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:50.341615 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f056715c-bb38-4425-8d55-e186563a4463 req-a1f31def-a01b-4f7e-b4ab-a03cb51158b2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0508265 Apr 06 15:08:50.394695 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f056715c-bb38-4425-8d55-e186563a4463 req-4b0fb86c-6588-41c9-9073-6b80c4b8f21f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476158 Apr 06 15:08:50.416818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56488) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:50.476468 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-213bac0c-34c3-4032-8a27-0c99ec8fedfb tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/8fa1b8df-e768-45b8-bb08-26ce2ed7e19b HTTP/1.1" status: 200 len: 992 time: 0.0585401 Apr 06 15:08:52.353289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-eed2335a-33de-4033-9938-3a26fc472d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:53.816184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:54.764720 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fd12efbd-c532-454d-b8ee-9ea10bea31ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:55.907382 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:57.537284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:58.586081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:03.481235 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:09:21.165819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56500) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:21.324536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 0dff3ae3-b50e-42e5-b32d-10af01688c4e {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:09:21.324915 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:21.400013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:21.400335 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (0dff3ae3-b50e-42e5-b32d-10af01688c4e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:21.411771 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 0dff3ae3-b50e-42e5-b32d-10af01688c4e owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:09:21.622865 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0dff3ae3-b50e-42e5-b32d-10af01688c4e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:21.649679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=0dff3ae3-b50e-42e5-b32d-10af01688c4e,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:21.661192 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.661551 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.661899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.662712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.662712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.663059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.663395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.663729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.664065 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.664395 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.664749 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.672047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.672047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.672047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.672047 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:21.724016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (8fa1b8df-e768-45b8-bb08-26ce2ed7e19b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:21.724349 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP 8fa1b8df-e768-45b8-bb08-26ce2ed7e19b disassociated (deleted). External IP: 172.26.6.31, port: 37b138ec-378f-487a-874c-1220f79963b5. Apr 06 15:09:21.933017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:09:22.331255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:09:22.336536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:22.345616 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] Sync routers for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:09:22.354079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3e7a80be-673e-425a-964b-cb62a3756b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:22.356843 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:22.357667 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:08:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:22.370810 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-076327a8-9b45-4e46-bbab-421bbc0e0ec7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/floatingips/8fa1b8df-e768-45b8-bb08-26ce2ed7e19b HTTP/1.1" status: 204 len: 168 time: 1.2038708 Apr 06 15:09:22.371431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'tag': '37b138ec-378f-487a-874c-1220f79963b5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:09:22.374282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "tag": "37b138ec-378f-487a-874c-1220f79963b5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:09:22.415026 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d69326-3fa3-4d5b-a831-3baf5e985187 x-openstack-request-id: req-d9d69326-3fa3-4d5b-a831-3baf5e985187 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:09:22.415384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "tag": "37b138ec-378f-487a-874c-1220f79963b5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:09:22.415782 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9d69326-3fa3-4d5b-a831-3baf5e985187 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:09:22.416280 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d69326-3fa3-4d5b-a831-3baf5e985187'] response: {'name': 'network-changed', 'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'tag': '37b138ec-378f-487a-874c-1220f79963b5', 'status': 'completed', 'code': 200} Apr 06 15:09:22.485055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-2a9ad4ba-7125-4aaf-99e2-4b3d83d43845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:22.486636 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-2a9ad4ba-7125-4aaf-99e2-4b3d83d43845 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 1129 time: 0.0484309 Apr 06 15:09:22.558686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:22.586392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-c21c6d69-268d-4fb0-96ec-0488562e982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:22.587910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-c21c6d69-268d-4fb0-96ec-0488562e982b service neutron] 10.222.0.79 "GET /v2.0/networks?id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 200 len: 899 time: 0.0956481 Apr 06 15:09:22.629041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-12430278-bf3d-42fe-9e40-ccab661ee3b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 200 len: 217 time: 0.0348918 Apr 06 15:09:22.678748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-a7bf8308-95bd-42fa-9ee2-70a08daf9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:22.680224 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-a7bf8308-95bd-42fa-9ee2-70a08daf9a2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90d34968-597a-40c1-893f-d0b7f7ad3bc0 HTTP/1.1" status: 200 len: 834 time: 0.0448761 Apr 06 15:09:22.730214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-4aeaf650-7515-401a-b940-70cbcef55bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:22.732043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-4aeaf650-7515-401a-b940-70cbcef55bfa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=beb6d4a7-4db6-4b06-a1af-789da9dea3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464814 Apr 06 15:09:22.776098 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:45Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:22.808147 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] Checking router: 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:09:22.816328 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:22.816983 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:08:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:22.829392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd3d-4dac-418f-a34a-3b92850b545a req-35195ea0-b190-47c9-83c4-dd582ab41d61 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:22.830910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a2efd3d-4dac-418f-a34a-3b92850b545a req-35195ea0-b190-47c9-83c4-dd582ab41d61 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0594134 Apr 06 15:09:22.882284 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a2efd3d-4dac-418f-a34a-3b92850b545a req-ea869ac7-ce50-443a-b982-afca4f11eef7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456853 Apr 06 15:09:22.928475 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:23.122830 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:45Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:23.149604 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85610f7b-9e89-48d1-a020-775e01327b65 None None] The sync data for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv is: [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'd543ab1b-c007-492c-af09-b6739f557793', 'name': '', 'network_id': 'beb6d4a7-4db6-4b06-a1af-789da9dea3c7', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:15:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:42Z', 'updated_at': '2022-04-06T15:07:45Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': '90d34968-597a-40c1-893f-d0b7f7ad3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:09:23.377405 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee220c86-de73-4be3-ad50-f31f871bc885 None None] New status for floating IP 8fa1b8df-e768-45b8-bb08-26ce2ed7e19b: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:09:23.811187 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:23.955035 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-1a5553e3-df83-4db5-bf2f-6fc18513b89c service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897830 Apr 06 15:09:24.072413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d086ac-d462-497a-a352-a8ebd42d3f53 req-db5ef345-934a-43fb-a851-c27d0bd15694 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:24.073945 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81d086ac-d462-497a-a352-a8ebd42d3f53 req-db5ef345-934a-43fb-a851-c27d0bd15694 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.1180429 Apr 06 15:09:24.094433 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c31f2ce0-f240-42cd-a080-ea2a1b98b8b0 req-5d2e8fa6-07cd-4341-aae0-4c0fb2e209c4 service neutron] 10.222.0.79 "GET /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275461 Apr 06 15:09:24.137779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81d086ac-d462-497a-a352-a8ebd42d3f53 req-cf30ade8-7149-4f43-8e30-26e1f5c41a25 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=41ec824b-a73b-4bf1-b666-937d0d76cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550799 Apr 06 15:09:24.210061 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-16193f63-e479-455b-84db-41ac147451b9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:24.211590 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-16193f63-e479-455b-84db-41ac147451b9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 945 time: 0.0545278 Apr 06 15:09:24.308379 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 37b138ec-378f-487a-874c-1220f79963b5 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:09:24.308750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (37b138ec-378f-487a-874c-1220f79963b5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:24.402651 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 37b138ec-378f-487a-874c-1220f79963b5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=37b138ec-378f-487a-874c-1220f79963b5,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:24.402929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (37b138ec-378f-487a-874c-1220f79963b5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:24.417519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 37b138ec-378f-487a-874c-1220f79963b5 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:09:24.634371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (37b138ec-378f-487a-874c-1220f79963b5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:24.664614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=37b138ec-378f-487a-874c-1220f79963b5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:24.711447 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] No DVR routers for this DVR port 37b138ec-378f-487a-874c-1220f79963b5 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:09:24.714138 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:24.717713 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d6b671e-5535-48fb-a425-e2dc95199b04 req-fbf5594d-e634-48b8-a7db-b1086d9526f5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "DELETE /v2.0/ports/37b138ec-378f-487a-874c-1220f79963b5 HTTP/1.1" status: 204 len: 173 time: 0.5012481 Apr 06 15:09:24.718176 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'name': 'network-vif-deleted', 'tag': '37b138ec-378f-487a-874c-1220f79963b5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:09:24.720461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1bae96-f905-45d2-8f45-5755edeeb862" -d '{"events": [{"server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "name": "network-vif-deleted", "tag": "37b138ec-378f-487a-874c-1220f79963b5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:09:24.726413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-13f19727-26f7-4e64-8155-c6f3b9d60c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:24.758124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12aead6-5052-486b-9c1b-d50fe56ee4f0 x-openstack-request-id: req-d12aead6-5052-486b-9c1b-d50fe56ee4f0 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:09:24.758434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ebebb6-add8-41e5-b7dd-70c150252c97", "name": "network-vif-deleted", "tag": "37b138ec-378f-487a-874c-1220f79963b5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:09:24.758715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d12aead6-5052-486b-9c1b-d50fe56ee4f0 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:09:24.759096 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12aead6-5052-486b-9c1b-d50fe56ee4f0'] response: {'server_uuid': '26ebebb6-add8-41e5-b7dd-70c150252c97', 'name': 'network-vif-deleted', 'tag': '37b138ec-378f-487a-874c-1220f79963b5', 'status': 'completed', 'code': 200} Apr 06 15:09:25.245753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-87124320-f689-4fc0-b52c-aa7dda516639 req-840112d4-d686-4c44-b753-fd621915c848 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ebebb6-add8-41e5-b7dd-70c150252c97 HTTP/1.1" status: 200 len: 210 time: 0.0294075 Apr 06 15:09:25.935537 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:26.301742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56518) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:26.665460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:26.922582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port d543ab1b-c007-492c-af09-b6739f557793 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:09:26.922839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d543ab1b-c007-492c-af09-b6739f557793), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.016725 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port d543ab1b-c007-492c-af09-b6739f557793, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d543ab1b-c007-492c-af09-b6739f557793,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:27.017092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d543ab1b-c007-492c-af09-b6739f557793), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.029753 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for d543ab1b-c007-492c-af09-b6739f557793 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:09:27.275312 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d543ab1b-c007-492c-af09-b6739f557793), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.302062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=d543ab1b-c007-492c-af09-b6739f557793,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:27.487154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.554686 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.711605 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:09:27.824607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:09:27.829996 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6816943b-47c4-4ded-a2be-af743a5ab0a4 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/5fd7557e-bef5-49fe-b257-bf3e1dd07fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5272052 Apr 06 15:09:27.832520 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56520) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:27.834427 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] Sync routers for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:09:27.844897 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:27.845612 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:27.885525 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting subnet 90d34968-597a-40c1-893f-d0b7f7ad3bc0 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:09:27.888920 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (90d34968-597a-40c1-893f-d0b7f7ad3bc0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.933585 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (90d34968-597a-40c1-893f-d0b7f7ad3bc0), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:27.959352 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:28.013812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (90d34968-597a-40c1-893f-d0b7f7ad3bc0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.132465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (90d34968-597a-40c1-893f-d0b7f7ad3bc0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.142481 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:09:27Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:28.166822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Subnet': ['ID=90d34968-597a-40c1-893f-d0b7f7ad3bc0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:28.169530 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] Checking router: 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:09:28.173033 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.178856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b2556-5030-4ea1-98a1-69634b7117d4 None None] Network beb6d4a7-4db6-4b06-a1af-789da9dea3c7 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:09:28.183182 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] Routers {'5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:28.183962 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:28.185188 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56522) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:28.185659 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-8f32f5d3-0ba2-4de6-b551-fdb299ebbbc0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/subnets/90d34968-597a-40c1-893f-d0b7f7ad3bc0 HTTP/1.1" status: 204 len: 168 time: 0.3500931 Apr 06 15:09:28.296000 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] Set router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:28.306633 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.358008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] DHCP port deletion for beb6d4a7-4db6-4b06-a1af-789da9dea3c7 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:09:28.411423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Deleting port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:09:28.411716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.424082 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.486699 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:09:27Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:28.503534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] For port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,segment=NetworkSegment(a9ad423c-4d01-4bf3-8647-b3ff18939b2c),segment_id=a9ad423c-4d01-4bf3-8647-b3ff18939b2c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:28.503534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.517703 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Calling delete_port for 5f25e0c9-29be-4961-b6d6-b3f64103ab0a owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:09:28.521008 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d066f-0525-42e1-bc0f-687f3f126178 None None] The sync data for ids ['5fd7557e-bef5-49fe-b257-bf3e1dd07fcb'] in dv-neutron-836581-2-hyperv is: [{'id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602967725', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:09:27Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': 'e1a858d0-ab0e-4727-aed4-d5cc40a82097', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7557e-bef5-49fe-b257-bf3e1dd07fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:38Z', 'updated_at': '2022-04-06T15:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:09:28.538044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port e1a858d0-ab0e-4727-aed4-d5cc40a82097 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:09:28.538389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.565486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.621859 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port e1a858d0-ab0e-4727-aed4-d5cc40a82097, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e1a858d0-ab0e-4727-aed4-d5cc40a82097,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:28.622226 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.634461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for e1a858d0-ab0e-4727-aed4-d5cc40a82097 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:09:28.714987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (5f25e0c9-29be-4961-b6d6-b3f64103ab0a), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.743919 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] No DVR routers for this DVR port 5f25e0c9-29be-4961-b6d6-b3f64103ab0a on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:09:28.747726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Pushing event deleted for resources: {'Port': ['ID=5f25e0c9-29be-4961-b6d6-b3f64103ab0a,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:28.756031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.756375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.756926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.757270 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.757605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.758531 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.759096 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.759403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.759733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.761140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.761140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.761140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.761140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.761560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.761660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74712dc0-2456-4a63-9457-8caa9eb113d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.867544 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e1a858d0-ab0e-4727-aed4-d5cc40a82097), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.896790 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=e1a858d0-ab0e-4727-aed4-d5cc40a82097,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d543ab1b-c007-492c-af09-b6739f557793 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:09:28.928986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.928986 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.929272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.929535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.929983 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.930484 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:28.963449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: d543ab1b-c007-492c-af09-b6739f557793 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:09:28.963793 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d543ab1b-c007-492c-af09-b6739f557793 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:09:28.964419 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5f25e0c9-29be-4961-b6d6-b3f64103ab0a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:09:28.976611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:28.992289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 5f25e0c9-29be-4961-b6d6-b3f64103ab0a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:09:28.992640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5f25e0c9-29be-4961-b6d6-b3f64103ab0a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:09:29.077438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.079635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.200464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (5fd7557e-bef5-49fe-b257-bf3e1dd07fcb), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.201218 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd7557e-bef5-49fe-b257-bf3e1dd07fcb {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:09:29.207695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.208870 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-57675a6c-5b1e-4a31-9bc6-fb54b032f394 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/routers/5fd7557e-bef5-49fe-b257-bf3e1dd07fcb HTTP/1.1" status: 204 len: 168 time: 1.0219703 Apr 06 15:09:29.212032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56526) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:29.293088 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (beb6d4a7-4db6-4b06-a1af-789da9dea3c7), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.319269 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 37b138ec-378f-487a-874c-1220f79963b5 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:09:29.345710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 37b138ec-378f-487a-874c-1220f79963b5 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:09:29.346152 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 37b138ec-378f-487a-874c-1220f79963b5 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:09:29.387978 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (beb6d4a7-4db6-4b06-a1af-789da9dea3c7), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.407975 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb6d4a7-4db6-4b06-a1af-789da9dea3c7']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:29.417197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:29.417506 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ad423c-4d01-4bf3-8647-b3ff18939b2c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:29.426968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (a9ad423c-4d01-4bf3-8647-b3ff18939b2c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.440566 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (a9ad423c-4d01-4bf3-8647-b3ff18939b2c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.446932 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:09:29.447318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (a9ad423c-4d01-4bf3-8647-b3ff18939b2c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:09:29.450323 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:09:29.604482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (beb6d4a7-4db6-4b06-a1af-789da9dea3c7), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.611722 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.614195 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/networks/beb6d4a7-4db6-4b06-a1af-789da9dea3c7 HTTP/1.1" status: 204 len: 168 time: 0.4011872 Apr 06 15:09:29.616931 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56528) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:29.628304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3873-7465-4493-87d5-187e30efad35 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Network': ['ID=beb6d4a7-4db6-4b06-a1af-789da9dea3c7,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:29.687785 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf12-30eb-4dc7-bdcf-22d73b98789b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (41ec824b-a73b-4bf1-b666-937d0d76cae5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.712403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf12-30eb-4dc7-bdcf-22d73b98789b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (41ec824b-a73b-4bf1-b666-937d0d76cae5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.838754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf12-30eb-4dc7-bdcf-22d73b98789b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (41ec824b-a73b-4bf1-b666-937d0d76cae5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.841376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf12-30eb-4dc7-bdcf-22d73b98789b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:29.842611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6ce9cf12-30eb-4dc7-bdcf-22d73b98789b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/security-groups/41ec824b-a73b-4bf1-b666-937d0d76cae5 HTTP/1.1" status: 204 len: 168 time: 0.2239380 Apr 06 15:09:29.852504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9cf12-30eb-4dc7-bdcf-22d73b98789b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec824b-a73b-4bf1-b666-937d0d76cae5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:30.229100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56534) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:30.233629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817952954', 'description': 'tempest-secgroup-smoke-1817952954 description', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:30.326022 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.392780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (70af5b17-2270-4fc6-bb95-a3d0017d52b0), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.480175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (70af5b17-2270-4fc6-bb95-a3d0017d52b0), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.508687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70af5b17-2270-4fc6-bb95-a3d0017d52b0,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:30.574133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.575393 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5550634b-02da-427c-9a84-1e5158ae95c3 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3452921 Apr 06 15:09:30.578182 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56536) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:30.582575 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '70af5b17-2270-4fc6-bb95-a3d0017d52b0', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:30.662183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (608e94ec-1c17-4256-850a-4e3d3c525013), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.720635 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (608e94ec-1c17-4256-850a-4e3d3c525013), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.783419 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (608e94ec-1c17-4256-850a-4e3d3c525013), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.801333 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608e94ec-1c17-4256-850a-4e3d3c525013,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:30.814899 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e1a858d0-ab0e-4727-aed4-d5cc40a82097 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:09:30.835643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: e1a858d0-ab0e-4727-aed4-d5cc40a82097 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:09:30.836021 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e1a858d0-ab0e-4727-aed4-d5cc40a82097 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:09:30.882402 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:30.884244 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bdba987b-ac60-4ad9-8676-be51b4908069 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051538 Apr 06 15:09:30.886956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56538) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:30.891985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '70af5b17-2270-4fc6-bb95-a3d0017d52b0', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:30.988131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (4d660239-4157-4124-b853-20ebe6db0a00), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.043523 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (4d660239-4157-4124-b853-20ebe6db0a00), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.154875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (4d660239-4157-4124-b853-20ebe6db0a00), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.173258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d660239-4157-4124-b853-20ebe6db0a00,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:31.247839 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.249109 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-882652c1-89f6-422d-ac1e-2bdb4ef0aaa8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612347 Apr 06 15:09:31.251730 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56540) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:31.255974 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '70af5b17-2270-4fc6-bb95-a3d0017d52b0', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:31.336940 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (733d732e-c75d-4f55-a524-8482cdc7842c), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.392714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (733d732e-c75d-4f55-a524-8482cdc7842c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.451456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (733d732e-c75d-4f55-a524-8482cdc7842c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.468649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733d732e-c75d-4f55-a524-8482cdc7842c,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:31.539027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.540953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b28e6fc7-7fea-4217-ac99-5e810cd0e6b6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882731 Apr 06 15:09:31.543610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56542) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:31.547882 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '70af5b17-2270-4fc6-bb95-a3d0017d52b0', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:31.622219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (e51d4b7f-8cb8-4aeb-aa22-efac48c3eb67), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.680576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (e51d4b7f-8cb8-4aeb-aa22-efac48c3eb67), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.759003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (e51d4b7f-8cb8-4aeb-aa22-efac48c3eb67), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.776654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51d4b7f-8cb8-4aeb-aa22-efac48c3eb67,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:31.851524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:31.852794 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-16792b14-0626-45f7-91be-4540ffc8e33f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3082390 Apr 06 15:09:31.855396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56544) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:31.859629 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '70af5b17-2270-4fc6-bb95-a3d0017d52b0', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:31.958332 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:09:31.964091 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (24b6b990-fd12-4de9-a5b1-5f6f6294041a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.020096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (24b6b990-fd12-4de9-a5b1-5f6f6294041a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.103092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (24b6b990-fd12-4de9-a5b1-5f6f6294041a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.121378 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b6b990-fd12-4de9-a5b1-5f6f6294041a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:32.190851 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.192105 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-790115fd-d4a6-4301-98e1-2c5d9eb57e44 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3357329 Apr 06 15:09:32.194807 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56546) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:32.199950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'security_group_rule': {'security_group_id': '70af5b17-2270-4fc6-bb95-a3d0017d52b0', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:32.286195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Project d8ddb69b6c9f482281cee02e635e7b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:09:32.291800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (d280c206-6e7f-42e2-91ca-44514c8148ee), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.350669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (d280c206-6e7f-42e2-91ca-44514c8148ee), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.400564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (d280c206-6e7f-42e2-91ca-44514c8148ee), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.419892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d280c206-6e7f-42e2-91ca-44514c8148ee,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:32.494247 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.495473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-6039ebb8-6e70-4bc8-a4a8-9c70ee4ad48f tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989969 Apr 06 15:09:32.498327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56548) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:32.503131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'network': {'name': 'tempest-network-smoke--393278630', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'port_security_enabled': True}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:32.577399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:09:32.580797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.604324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:09:32.613068 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (193f747c-5ea1-4fb7-93bd-97c234b2222c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.613420 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Added segment 193f747c-5ea1-4fb7-93bd-97c234b2222c of type vlan for network c9e65717-67d1-4f23-882c-47f6223233a4 Apr 06 15:09:32.654720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (c9e65717-67d1-4f23-882c-47f6223233a4), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.741232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (c9e65717-67d1-4f23-882c-47f6223233a4), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.746775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:32.747358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.811339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Network': ['ID=c9e65717-67d1-4f23-882c-47f6223233a4,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:32.821514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network c9e65717-67d1-4f23-882c-47f6223233a4 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:09:32.863917 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-24452110-19f1-4ed1-a59d-93ddfcf4af55 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3645654 Apr 06 15:09:32.866530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56550) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:32.870978 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'admin_state_up': True, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:32.958462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (616d5261-5a42-4e88-941f-067f4a83a65e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:32.959482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (616d5261-5a42-4e88-941f-067f4a83a65e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.014001 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (616d5261-5a42-4e88-941f-067f4a83a65e), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.198253 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (616d5261-5a42-4e88-941f-067f4a83a65e), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.446017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (616d5261-5a42-4e88-941f-067f4a83a65e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.464303 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.566604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.186 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/5914c821-c827-44a0-86bf-1b5f59980c02) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:09:33.664421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (5914c821-c827-44a0-86bf-1b5f59980c02), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.752983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:33.791683 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:09:33.796577 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:33.800327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:09:33.805877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=5914c821-c827-44a0-86bf-1b5f59980c02,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:34.450074 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (616d5261-5a42-4e88-941f-067f4a83a65e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:34.648825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (616d5261-5a42-4e88-941f-067f4a83a65e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:34.845736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 616d5261-5a42-4e88-941f-067f4a83a65e is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:09:34.954106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:09:34.963535 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Sync routers for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:09:34.973156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:34.973784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:35.029399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.030604 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ad0540e8-f969-4fe1-b21c-ae09f3e162ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1631308 Apr 06 15:09:35.033843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56552) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:35.064276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-38894972-9638-450d-b552-0813591ca07d tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=d8ddb69b6c9f482281cee02e635e7b13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292265 Apr 06 15:09:35.066976 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56554) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:35.161232 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2e127-8e52-4647-808d-e7bb1627556a tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:35.162756 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-73a2e127-8e52-4647-808d-e7bb1627556a tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948517 Apr 06 15:09:35.166237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56556) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:35.193517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-c73b0427-039d-4798-b499-9f10c5e651ce tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=9f2643ff-14b7-4ccf-900a-4e41bd3245f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260577 Apr 06 15:09:35.195844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56558) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:35.200507 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228466579', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:35.233453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:35.343062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:09:35.346534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.414680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:33Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:35.441328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Checking router: 616d5261-5a42-4e88-941f-067f4a83a65e for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:09:35.441675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Updating router 616d5261-5a42-4e88-941f-067f4a83a65e port 5914c821-c827-44a0-86bf-1b5f59980c02 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:09:35.469803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.573066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (a9206cae-bd12-429d-9e62-173d92f5f146), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.637825 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Subnet': ['ID=a9206cae-bd12-429d-9e62-173d92f5f146,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:35.646727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Checking segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:09:35.647092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network hostable DHCP agents. Network: c9e65717-67d1-4f23-882c-47f6223233a4, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:09:35.722070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Publish callbacks [] for port (5914c821-c827-44a0-86bf-1b5f59980c02), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.732099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c9e65717-67d1-4f23-882c-47f6223233a4 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:09:35.772373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.795210 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, c9e65717-67d1-4f23-882c-47f6223233a4) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:35.800357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:35.807565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.808307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c3e96-21fe-4b63-98c6-fbf2cfa45467 None None] Network c9e65717-67d1-4f23-882c-47f6223233a4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:09:35.872364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Attempting to bind port 5914c821-c827-44a0-86bf-1b5f59980c02 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:09:35.872751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Attempting to bind port 5914c821-c827-44a0-86bf-1b5f59980c02 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:09:35.873121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Attempting to bind port 5914c821-c827-44a0-86bf-1b5f59980c02 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:09:35.877551 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3852e-aa39-40db-a66e-c4dc15463a94 None None] Pushing event updated for resources: {'Port': ['ID=5914c821-c827-44a0-86bf-1b5f59980c02,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:35.887719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:09:35.888160 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:09:35.888504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.889169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:09:35.889645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Bound port: 5914c821-c827-44a0-86bf-1b5f59980c02, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:09:35.902032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cfb9ae5d-af16-4dc5-9f72-d8fc9562e165 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6930602 Apr 06 15:09:35.902596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.902688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56560) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:35.970615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] For port 5914c821-c827-44a0-86bf-1b5f59980c02, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:09:35.976451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-c9e65717-67d1-4f23-882c-47f6223233a4', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:09:35.976451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:35.978395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] For port 5914c821-c827-44a0-86bf-1b5f59980c02, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5914c821-c827-44a0-86bf-1b5f59980c02,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:09:36.096629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.158262 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Allocated IP 172.20.0.2 (c9e65717-67d1-4f23-882c-47f6223233a4/a9206cae-bd12-429d-9e62-173d92f5f146/9b9b4025-3952-4796-bd99-20bba96a6b3b) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:09:36.180288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3852e-aa39-40db-a66e-c4dc15463a94 None None] Pushing event updated for resources: {'Port': ['ID=5914c821-c827-44a0-86bf-1b5f59980c02,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:36.198966 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:36.203123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:36.337166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.395106 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:36.466434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Publish callbacks [] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.534460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.610396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Network c9e65717-67d1-4f23-882c-47f6223233a4 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:09:36.618164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:36.622465 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:09:36.623713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.1 (c9e65717-67d1-4f23-882c-47f6223233a4/a9206cae-bd12-429d-9e62-173d92f5f146/163eaaf2-2d0e-4d09-8463-b25d9ddd2832) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:09:36.625826 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Pushing event updated for resources: {'Port': ['ID=9b9b4025-3952-4796-bd99-20bba96a6b3b,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:36.689585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Attempting to bind port 9b9b4025-3952-4796-bd99-20bba96a6b3b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:09:36.689955 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Attempting to bind port 9b9b4025-3952-4796-bd99-20bba96a6b3b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:09:36.690313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Attempting to bind port 9b9b4025-3952-4796-bd99-20bba96a6b3b on network c9e65717-67d1-4f23-882c-47f6223233a4 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:09:36.698806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:33Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:36.700588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:09:36.700984 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Checking segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:09:36.701393 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.701770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Bound using segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:09:36.702236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Bound port: 9b9b4025-3952-4796-bd99-20bba96a6b3b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:09:36.702606 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.737476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f3bba-08b1-4ccb-b84e-a047842dc283 None None] The sync data for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv is: [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:33Z', 'revision_number': 3, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:09:36.744918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.798980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] For port 9b9b4025-3952-4796-bd99-20bba96a6b3b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:09:36.802355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] For port 9b9b4025-3952-4796-bd99-20bba96a6b3b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9b9b4025-3952-4796-bd99-20bba96a6b3b,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:09:36.840930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.873448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:36.880023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c9e65717-67d1-4f23-882c-47f6223233a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:09:36.883249 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:36.890564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:09:36.918131 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:36.935837 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b283a-4a04-4a06-bc76-47b7098afb16 None None] Pushing event updated for resources: {'Port': ['ID=9b9b4025-3952-4796-bd99-20bba96a6b3b,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:36.954481 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (616d5261-5a42-4e88-941f-067f4a83a65e), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:37.241553 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:37.849672 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:37.907421 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:37.932989 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc67241-0bc0-4f4a-8df2-d457d5487619 None None] Network c9e65717-67d1-4f23-882c-47f6223233a4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:09:37.985977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (616d5261-5a42-4e88-941f-067f4a83a65e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:37.987703 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:38.045948 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] Provisioning complete for port 9b9b4025-3952-4796-bd99-20bba96a6b3b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:38.046228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.082168 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c9e65717-67d1-4f23-882c-47f6223233a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:09:38.083977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:38.142334 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] Current status of the port 9b9b4025-3952-4796-bd99-20bba96a6b3b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:38.142865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.184604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] For port 9b9b4025-3952-4796-bd99-20bba96a6b3b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9b9b4025-3952-4796-bd99-20bba96a6b3b,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:38.222742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 616d5261-5a42-4e88-941f-067f4a83a65e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:09:38.278920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.336851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ce2d-49cf-408b-abb3-2410e0e4f200 None None] Pushing event updated for resources: {'Port': ['ID=9b9b4025-3952-4796-bd99-20bba96a6b3b,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:38.349129 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:09:38.354570 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0da98d6f-20b3-45a7-b5a9-6132b8609d4c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/616d5261-5a42-4e88-941f-067f4a83a65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4608123 Apr 06 15:09:38.400339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-49789c05-e81f-4aa6-8658-72e19968181a None None] Provisioning complete for port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:38.400877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-49789c05-e81f-4aa6-8658-72e19968181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.441507 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-49789c05-e81f-4aa6-8658-72e19968181a None None] Port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:09:38.453410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-49789c05-e81f-4aa6-8658-72e19968181a None None] Provisioning complete for port 9b9b4025-3952-4796-bd99-20bba96a6b3b triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:38.453660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-49789c05-e81f-4aa6-8658-72e19968181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.545965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-49789c05-e81f-4aa6-8658-72e19968181a None None] Current status of the port 9b9b4025-3952-4796-bd99-20bba96a6b3b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:38.551208 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-385a48d4-7f82-4522-b229-46df6bfa6820 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817952954&fields=id&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 267 time: 0.0632472 Apr 06 15:09:38.563908 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Sync routers for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:09:38.576121 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:38.576993 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:38.668608 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4cc68fa7-1b88-4215-83d2-f06ef74efd00 None None] Provisioning complete for port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:38.668892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4cc68fa7-1b88-4215-83d2-f06ef74efd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.683712 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-3157d5e9-a405-4f55-bb5f-a0db15031a80 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:38.685333 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-3157d5e9-a405-4f55-bb5f-a0db15031a80 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/networks?id=c9e65717-67d1-4f23-882c-47f6223233a4 HTTP/1.1" status: 200 len: 796 time: 0.1249452 Apr 06 15:09:38.704320 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-77d3615f-ccb5-4443-9dcf-b7fc681724dc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/quotas/d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 375 time: 0.0108333 Apr 06 15:09:38.711812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4cc68fa7-1b88-4215-83d2-f06ef74efd00 None None] Port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:09:38.769662 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-0da2257f-63dd-4fcb-82db-2c4fa605ddd6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586095 Apr 06 15:09:38.808092 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:38.854425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-516fbe83-91d6-402c-b28c-4714255b7551 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:09:38.855855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-516fbe83-91d6-402c-b28c-4714255b7551 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0671134 Apr 06 15:09:38.895398 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9b9b4025-3952-4796-bd99-20bba96a6b3b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:09:38.949772 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-e2ab242d-70f8-401a-b656-6e8516eb2d24 None None] Provisioning complete for port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:38.950489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e2ab242d-70f8-401a-b656-6e8516eb2d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:38.956151 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-49546ca0-68ad-4078-b1f9-3efe0914a5f3 service neutron] 10.222.0.89 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936410 Apr 06 15:09:38.990277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 9b9b4025-3952-4796-bd99-20bba96a6b3b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:38.990642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.013066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab242d-70f8-401a-b656-6e8516eb2d24 None None] Port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:09:39.046727 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 2, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:39.049238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-92191243-252b-4573-b75b-7152e6eda98b service neutron] 10.222.0.89 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874498 Apr 06 15:09:39.074998 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Checking router: 616d5261-5a42-4e88-941f-067f4a83a65e for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:09:39.075355 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Updating router 616d5261-5a42-4e88-941f-067f4a83a65e port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:09:39.077296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 9b9b4025-3952-4796-bd99-20bba96a6b3b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:39.078383 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5914c821-c827-44a0-86bf-1b5f59980c02 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:09:39.102491 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.126971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5914c821-c827-44a0-86bf-1b5f59980c02 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:39.127349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.208197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5914c821-c827-44a0-86bf-1b5f59980c02 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:39.208593 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.228867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 5914c821-c827-44a0-86bf-1b5f59980c02, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5914c821-c827-44a0-86bf-1b5f59980c02,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:39.309218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.356816 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36b610a5-73f9-49ec-9f23-a759c4edaa32 req-537ea9cb-be7c-4155-88c4-58e20b8cf973 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 210 time: 0.0403755 Apr 06 15:09:39.375778 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Publish callbacks [] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.383378 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=5914c821-c827-44a0-86bf-1b5f59980c02,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:39.469051 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.517972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Pushing event updated for resources: {'Port': ['ID=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:39.527498 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.527848 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.528192 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.528533 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.528897 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.529232 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.529560 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.529887 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.530219 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.530549 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.530879 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.531207 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.531570 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.531839 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.532176 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:09:39.586665 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Attempting to bind port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:09:39.587882 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Attempting to bind port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:09:39.589650 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Attempting to bind port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 on network c9e65717-67d1-4f23-882c-47f6223233a4 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:09:39.593748 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:09:39.594126 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Checking segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:09:39.594562 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.594952 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Bound using segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:09:39.595418 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Bound port: 163eaaf2-2d0e-4d09-8463-b25d9ddd2832, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:09:39.595795 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.666119 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] For port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:09:39.669462 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] For port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:09:39.737999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7c371a37-192c-4bd3-b759-d2bd0fa22f99 None None] Provisioning complete for port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:39.738521 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7c371a37-192c-4bd3-b759-d2bd0fa22f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.763089 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:39.777990 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7c371a37-192c-4bd3-b759-d2bd0fa22f99 None None] Port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:09:39.829302 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:39.829302 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:39.863549 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3199e9-d59c-491d-a310-0ea9f719dcc9 None None] Pushing event updated for resources: {'Port': ['ID=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,revision_number=4']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:39.946396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:39.998170 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] Provisioning complete for port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:39.998747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:40.164792 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:40.191614 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8c165-a031-4d4e-9f48-cfebf936f3bd None None] The sync data for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv is: [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:09:40.231102 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] Current status of the port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:40.231675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:40.281275 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] For port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:40.361149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:40.424107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4935a6-5b8a-4586-ad41-15e920c1e3b0 None None] Pushing event updated for resources: {'Port': ['ID=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:40.451556 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-03c2ca2c-ec0a-42bd-a6b1-512526003ad7 req-10c7a87c-f895-43ba-a142-84aa7c520ee6 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 210 time: 0.0306840 Apr 06 15:09:40.480473 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:09:40.897004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:09:40.949377 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:40.949767 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:41.031114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:41.032230 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5914c821-c827-44a0-86bf-1b5f59980c02 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:09:41.084203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 5914c821-c827-44a0-86bf-1b5f59980c02 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:41.084578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:41.173748 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 5914c821-c827-44a0-86bf-1b5f59980c02 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:41.325394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-ebd7ef2c-41a1-4d21-a168-ffa7266b4271 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:41.326950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-ebd7ef2c-41a1-4d21-a168-ffa7266b4271 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/networks?id=c9e65717-67d1-4f23-882c-47f6223233a4 HTTP/1.1" status: 200 len: 796 time: 0.1094587 Apr 06 15:09:41.392838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-2e6d813a-1d44-47d8-b2b0-1d599f8cc225 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ddb69b6c9f482281cee02e635e7b13 HTTP/1.1" status: 200 len: 380 time: 0.0551069 Apr 06 15:09:41.401571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'port': {'device_id': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'admin_state_up': True, 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'security_groups': ['70af5b17-2270-4fc6-bb95-a3d0017d52b0']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:41.549076 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6e504cd9-37d4-4df8-bf77-0c6e052be674 req-075e0c3a-65ee-4ed9-a1ca-533676fecdf1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Apr 06 15:09:41.576128 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Made reservation on behalf of d8ddb69b6c9f482281cee02e635e7b13 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:09:41.580157 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:41.707125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.20.0.8 (c9e65717-67d1-4f23-882c-47f6223233a4/a9206cae-bd12-429d-9e62-173d92f5f146/dc69f0dd-1291-4cb2-8ddd-8620e273161a) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:09:41.844607 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:41.959271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.003097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network c9e65717-67d1-4f23-882c-47f6223233a4 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:09:42.008183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:42.013353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:09:42.021097 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=dc69f0dd-1291-4cb2-8ddd-8620e273161a,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:42.070099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:42.070729 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.186335 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-a5462a81-37df-4210-aaed-db9f1fc6a0a9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885714 Apr 06 15:09:42.196494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-018c5a88-bd74-434d-84c1-8a40605d417c None None] Provisioning complete for port dc69f0dd-1291-4cb2-8ddd-8620e273161a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:42.197971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-018c5a88-bd74-434d-84c1-8a40605d417c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.204653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Request body: {'port': {'device_id': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:42.230839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-018c5a88-bd74-434d-84c1-8a40605d417c None None] Port dc69f0dd-1291-4cb2-8ddd-8620e273161a cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:09:42.260800 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.520230 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc69f0dd-1291-4cb2-8ddd-8620e273161a {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:09:42.528080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Publish callbacks [] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.539514 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Transition to ACTIVE for port object dc69f0dd-1291-4cb2-8ddd-8620e273161a will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:09:42.593317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.680106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69f0dd-1291-4cb2-8ddd-8620e273161a,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:42.741310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7df1-7ef3-49e0-a6bc-56cc9a4a509b req-7a80c85a-76e6-4e24-b13d-19c4d531962d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:42.742838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971d7df1-7ef3-49e0-a6bc-56cc9a4a509b req-7a80c85a-76e6-4e24-b13d-19c4d531962d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 943 time: 0.1202159 Apr 06 15:09:42.794055 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Attempting to bind port dc69f0dd-1291-4cb2-8ddd-8620e273161a on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:09:42.794392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Attempting to bind port dc69f0dd-1291-4cb2-8ddd-8620e273161a by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:09:42.794721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Attempting to bind port dc69f0dd-1291-4cb2-8ddd-8620e273161a on network c9e65717-67d1-4f23-882c-47f6223233a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:09:42.804027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Port dc69f0dd-1291-4cb2-8ddd-8620e273161a on network c9e65717-67d1-4f23-882c-47f6223233a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:09:42.804354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Attempting to bind port dc69f0dd-1291-4cb2-8ddd-8620e273161a on network c9e65717-67d1-4f23-882c-47f6223233a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:09:42.818290 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:09:42.818639 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Checking segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:09:42.819031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Bound using segment: {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:09:42.819464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Bound port: dc69f0dd-1291-4cb2-8ddd-8620e273161a, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193f747c-5ea1-4fb7-93bd-97c234b2222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:09:42.819827 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.826376 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-971d7df1-7ef3-49e0-a6bc-56cc9a4a509b req-c50a0718-dcbf-4de4-b412-b5cd254eb3c1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747607 Apr 06 15:09:42.887159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] For port dc69f0dd-1291-4cb2-8ddd-8620e273161a, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:09:42.890436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] For port dc69f0dd-1291-4cb2-8ddd-8620e273161a, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:09:42.961264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:42.999177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:42.999936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:43.001323 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] 10.222.0.79 "PUT /v2.0/ports/dc69f0dd-1291-4cb2-8ddd-8620e273161a HTTP/1.1" status: 200 len: 1093 time: 0.8071790 Apr 06 15:09:43.001841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:09:43.004000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e54404-8ec8-4c87-abc5-acda326d6d33" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:09:43.028854 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebf06-a196-4707-bb12-c0dfb09a2b59 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69f0dd-1291-4cb2-8ddd-8620e273161a,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:43.046109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b9076-ae34-4a08-8def-665858d35306 x-openstack-request-id: req-287b9076-ae34-4a08-8def-665858d35306 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:09:43.046611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:09:43.046867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-287b9076-ae34-4a08-8def-665858d35306 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:09:43.047287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287b9076-ae34-4a08-8def-665858d35306'] response: {'name': 'network-changed', 'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'status': 'completed', 'code': 200} Apr 06 15:09:43.115681 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54404-8ec8-4c87-abc5-acda326d6d33 req-fe99224c-3c06-4d2f-8075-45f6ce27a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.117257 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35e54404-8ec8-4c87-abc5-acda326d6d33 req-fe99224c-3c06-4d2f-8075-45f6ce27a16d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1127 time: 0.0475943 Apr 06 15:09:43.220953 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54404-8ec8-4c87-abc5-acda326d6d33 req-d279a643-8661-4cfd-8210-2446333fa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.222484 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35e54404-8ec8-4c87-abc5-acda326d6d33 req-d279a643-8661-4cfd-8210-2446333fa676 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0982938 Apr 06 15:09:43.315971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54404-8ec8-4c87-abc5-acda326d6d33 req-ca5f5bb0-6b06-45c8-9537-baccaed1326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.317478 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35e54404-8ec8-4c87-abc5-acda326d6d33 req-ca5f5bb0-6b06-45c8-9537-baccaed1326e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896027 Apr 06 15:09:43.394462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-34912e57-2fd2-431b-b3f6-2d43a1ea0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.395932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-34912e57-2fd2-431b-b3f6-2d43a1ea0c5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1127 time: 0.0439546 Apr 06 15:09:43.439315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-94bdcb6c-211d-4835-8b73-79c208e561e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a HTTP/1.1" status: 200 len: 217 time: 0.0371459 Apr 06 15:09:43.487268 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-46a5f2be-7b6e-48fc-9042-35a4bd92aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.488738 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-46a5f2be-7b6e-48fc-9042-35a4bd92aac3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9206cae-bd12-429d-9e62-173d92f5f146 HTTP/1.1" status: 200 len: 835 time: 0.0431588 Apr 06 15:09:43.542323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-b5d0690c-fd3d-4a83-bfdd-c625b2002812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.543766 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-b5d0690c-fd3d-4a83-bfdd-c625b2002812 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c9e65717-67d1-4f23-882c-47f6223233a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493984 Apr 06 15:09:43.639476 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-bfc4c638-794e-4301-98e2-2e7d4b152e6f service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886812 Apr 06 15:09:43.728053 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d8c9f4a-d828-43e9-9acb-420ed81aafe3 req-d4ad3571-0d7d-4dfd-ae57-9b152600dcf8 service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823364 Apr 06 15:09:43.947710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bfec5-7150-4845-808c-d2297615a607 req-ffb55040-4538-4df6-97d4-44dbd9e86419 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:43.949311 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4c1bfec5-7150-4845-808c-d2297615a607 req-ffb55040-4538-4df6-97d4-44dbd9e86419 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 943 time: 0.0572872 Apr 06 15:09:44.006177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4c1bfec5-7150-4845-808c-d2297615a607 req-92a2632f-5987-43a2-86fc-0b2b1f51d21b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513363 Apr 06 15:09:45.128999 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953d83f-8d3f-4286-8f09-763b9368ea30 req-e9609339-79ff-4281-91f7-2d81e4fadd8e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:45.130487 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9953d83f-8d3f-4286-8f09-763b9368ea30 req-e9609339-79ff-4281-91f7-2d81e4fadd8e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 943 time: 0.0572147 Apr 06 15:09:45.178835 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9953d83f-8d3f-4286-8f09-763b9368ea30 req-8050b008-2b2e-44a6-94e0-7045fa63ef9a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Apr 06 15:09:45.331083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dc69f0dd-1291-4cb2-8ddd-8620e273161a details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:09:45.425429 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port dc69f0dd-1291-4cb2-8ddd-8620e273161a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:45.438011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'port_id': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'mac_address': 'fa:16:3e:08:b1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:09:45.477900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port dc69f0dd-1291-4cb2-8ddd-8620e273161a is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:45.478971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:45.491392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc69f0dd-1291-4cb2-8ddd-8620e273161a {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:09:45.511888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port dc69f0dd-1291-4cb2-8ddd-8620e273161a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:45.583628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:45.630353 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=dc69f0dd-1291-4cb2-8ddd-8620e273161a,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:45.788757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['dc69f0dd-1291-4cb2-8ddd-8620e273161a'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:09:46.296802 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10331ef-55c8-41ea-b462-d7afe3801091 req-d69ae6bd-dd71-40ec-9309-ecb6fd3430d7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:46.298275 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b10331ef-55c8-41ea-b462-d7afe3801091 req-d69ae6bd-dd71-40ec-9309-ecb6fd3430d7 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 944 time: 0.0523884 Apr 06 15:09:46.350937 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b10331ef-55c8-41ea-b462-d7afe3801091 req-ababc62b-f698-409d-bc46-e39a06ce135d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467479 Apr 06 15:09:47.331337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dc69f0dd-1291-4cb2-8ddd-8620e273161a up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:09:47.456179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port dc69f0dd-1291-4cb2-8ddd-8620e273161a completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:09:47.460286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port dc69f0dd-1291-4cb2-8ddd-8620e273161a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:09:47.460660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:47.470080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cf9f9-64e9-4f50-970f-1c025ae09c8d req-81f11702-8c2e-4a0e-bcd0-d97a4b151495 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:47.471582 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e4cf9f9-64e9-4f50-970f-1c025ae09c8d req-81f11702-8c2e-4a0e-bcd0-d97a4b151495 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Apr 06 15:09:47.521361 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e4cf9f9-64e9-4f50-970f-1c025ae09c8d req-fca02404-7d05-4867-9abe-221c1a232d8b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Apr 06 15:09:47.544121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port dc69f0dd-1291-4cb2-8ddd-8620e273161a is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:09:47.544513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:47.566555 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:09:47.568807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6e60e-2777-4fb2-983a-caf65f4760df" -d '{"events": [{"server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "name": "network-vif-plugged", "status": "completed", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:09:47.583008 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port dc69f0dd-1291-4cb2-8ddd-8620e273161a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:09:47.656284 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09168cf-4e1a-4ce7-846b-0d13fee0640e x-openstack-request-id: req-e09168cf-4e1a-4ce7-846b-0d13fee0640e {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:09:47.656587 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "name": "network-vif-plugged", "status": "completed", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:09:47.656894 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e09168cf-4e1a-4ce7-846b-0d13fee0640e {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:09:47.657331 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09168cf-4e1a-4ce7-846b-0d13fee0640e'] response: {'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'code': 200} Apr 06 15:09:47.667710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:47.715791 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=dc69f0dd-1291-4cb2-8ddd-8620e273161a,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:47.929630 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a52ee-3ea6-4019-9a3f-9bc1b81b3cf2 req-56c3a671-cbc1-4ed7-aad9-39eb56ed0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:47.931191 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f30a52ee-3ea6-4019-9a3f-9bc1b81b3cf2 req-56c3a671-cbc1-4ed7-aad9-39eb56ed0f05 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1129 time: 0.0441520 Apr 06 15:09:47.975049 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f30a52ee-3ea6-4019-9a3f-9bc1b81b3cf2 req-f29debdf-0087-4338-949d-833e3bad028f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 Apr 06 15:09:48.646767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d85b4-9772-4efb-9c0e-0624ba05f872 req-54541776-f135-45e9-aa60-e7e33daf10b9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:48.648353 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e41d85b4-9772-4efb-9c0e-0624ba05f872 req-54541776-f135-45e9-aa60-e7e33daf10b9 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Apr 06 15:09:48.695855 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e41d85b4-9772-4efb-9c0e-0624ba05f872 req-ab6ba5a0-b29c-4ebf-a250-e4eee923c0ec tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Apr 06 15:09:49.819741 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117132f-3ea9-4d62-8dc2-ad2a51d603ac req-23cfde09-8b76-470a-a1bf-a6be2803095e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:49.821330 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4117132f-3ea9-4d62-8dc2-ad2a51d603ac req-23cfde09-8b76-470a-a1bf-a6be2803095e tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0541761 Apr 06 15:09:49.872970 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4117132f-3ea9-4d62-8dc2-ad2a51d603ac req-786c5a54-6ca9-4f42-8627-e0cad671f421 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Apr 06 15:09:49.992911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b92c5-096a-475a-bcab-e2fa50c8a2f9 req-984da75f-fc47-453a-89c6-f846fbbe6ba5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:49.994633 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-713b92c5-096a-475a-bcab-e2fa50c8a2f9 req-984da75f-fc47-453a-89c6-f846fbbe6ba5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0561299 Apr 06 15:09:50.042859 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-713b92c5-096a-475a-bcab-e2fa50c8a2f9 req-2760a237-f61c-495f-9501-5f3f9e1346ef tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Apr 06 15:09:50.064869 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56626) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:50.109045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc407560-62bc-412e-8742-e8a54f1f0006 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:50.110454 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fc407560-62bc-412e-8742-e8a54f1f0006 tempest-TestNetworkAdvancedServerOps-1897428364 tempest-TestNetworkAdvancedServerOps-1897428364-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1124 time: 0.0445757 Apr 06 15:09:50.113355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56628) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:50.117519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:09:50.199078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:50.298145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:50.397080 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Allocated IP 172.26.6.66 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/50b5e8e6-0df0-4052-bb88-23ed0b7b9172) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:09:50.498377 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:50.599709 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:50.637320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:09:50.640383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:09:50.645911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:09:50.669735 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=50b5e8e6-0df0-4052-bb88-23ed0b7b9172,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:51.295519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (eed6de67-6f66-4c4f-a27b-9d28b1e5f40d), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:51.480856 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:51.630513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:51.679039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:51.752600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event updated for resources: {'Port': ['ID=50b5e8e6-0df0-4052-bb88-23ed0b7b9172,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:09:51.766900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (eed6de67-6f66-4c4f-a27b-9d28b1e5f40d), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:51.866498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP eed6de67-6f66-4c4f-a27b-9d28b1e5f40d associated. External IP: 172.26.6.66, port: dc69f0dd-1291-4cb2-8ddd-8620e273161a. Apr 06 15:09:52.075456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 616d5261-5a42-4e88-941f-067f4a83a65e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:09:52.183521 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:09:52.192779 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] Sync routers for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:09:52.202330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:52.202943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:52.260574 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:52.295503 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a29b1485-73d1-4a21-b3a9-45b7fd8b6614 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1811225 Apr 06 15:09:52.296835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:09:52.299229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:09:52.319778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:52.354140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf517be-4b21-4e68-95c6-30795492c631 x-openstack-request-id: req-cdf517be-4b21-4e68-95c6-30795492c631 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:09:52.354451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:09:52.354692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cdf517be-4b21-4e68-95c6-30795492c631 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:09:52.355115 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf517be-4b21-4e68-95c6-30795492c631'] response: {'name': 'network-changed', 'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'status': 'completed', 'code': 200} Apr 06 15:09:52.397232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4e368e2c-073b-4931-a41e-0e8c816f4c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:52.450512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0151-c1d3-44ee-bcdc-1b014c515b2c req-3aa8863f-68db-4454-8769-c61cf0aba82a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:52.451932 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be9a0151-c1d3-44ee-bcdc-1b014c515b2c req-3aa8863f-68db-4454-8769-c61cf0aba82a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0856516 Apr 06 15:09:52.454775 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-0620a713-3aff-48c5-9bc0-df3b0acdb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:52.456141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-0620a713-3aff-48c5-9bc0-df3b0acdb590 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1129 time: 0.0787981 Apr 06 15:09:52.551906 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eed6de67-6f66-4c4f-a27b-9d28b1e5f40d', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'port_id': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'mac_address': 'fa:16:3e:08:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:09:50Z', 'updated_at': '2022-04-06T15:09:50Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:40Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:52.557504 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-be9a0151-c1d3-44ee-bcdc-1b014c515b2c req-907dd14a-93a7-4233-92d0-604595aecae8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994384 Apr 06 15:09:52.584422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] Checking router: 616d5261-5a42-4e88-941f-067f4a83a65e for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:09:52.587351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56634) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:52.592847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-d391f945-45e0-42f5-9286-89ff5799bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:52.595705 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-d391f945-45e0-42f5-9286-89ff5799bfbe service neutron] 10.222.0.79 "GET /v2.0/networks?id=c9e65717-67d1-4f23-882c-47f6223233a4 HTTP/1.1" status: 200 len: 898 time: 0.1306324 Apr 06 15:09:52.595869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:09:52.596203 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:09:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:52.655079 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ef2646c3-4312-4de7-bef6-fa1021db5133 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/eed6de67-6f66-4c4f-a27b-9d28b1e5f40d HTTP/1.1" status: 200 len: 990 time: 0.0663517 Apr 06 15:09:52.667754 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-b80e2457-fcb4-4850-904d-65b59105731d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a HTTP/1.1" status: 200 len: 998 time: 0.0675976 Apr 06 15:09:52.712843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:09:52.720694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-4c7188eb-2963-4b29-8a94-14a013a0b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:52.722167 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-4c7188eb-2963-4b29-8a94-14a013a0b65a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9206cae-bd12-429d-9e62-173d92f5f146 HTTP/1.1" status: 200 len: 835 time: 0.0489755 Apr 06 15:09:52.771169 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-a3448e89-b68f-4af3-9d8e-15ab39c5ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:52.772586 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-a3448e89-b68f-4af3-9d8e-15ab39c5ac8b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c9e65717-67d1-4f23-882c-47f6223233a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448930 Apr 06 15:09:52.861210 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-badede83-d249-4b70-99d6-66c9b61a7db0 service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825419 Apr 06 15:09:52.938333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eed6de67-6f66-4c4f-a27b-9d28b1e5f40d', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'port_id': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'mac_address': 'fa:16:3e:08:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:09:50Z', 'updated_at': '2022-04-06T15:09:50Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:40Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:09:52.954947 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4e95d9f2-ce4e-4af1-8d6b-7b7b2df322cc req-cb2270c9-0c43-452c-bd05-924e2ae5e72b service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Apr 06 15:09:52.969609 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da0a70-dcaf-4386-be18-642fa9edb68e None None] The sync data for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv is: [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'eed6de67-6f66-4c4f-a27b-9d28b1e5f40d', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'port_id': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'mac_address': 'fa:16:3e:08:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:09:50Z', 'updated_at': '2022-04-06T15:09:50Z', 'revision_number': 0, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:40Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:09:53.177093 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b3929-b27c-44dc-be0a-421a69e0e8d5 None None] New status for floating IP eed6de67-6f66-4c4f-a27b-9d28b1e5f40d: ACTIVE {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:09:53.658559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56636) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:09:53.719311 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b782da92-394d-49ba-9319-3459f72afded tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/eed6de67-6f66-4c4f-a27b-9d28b1e5f40d HTTP/1.1" status: 200 len: 992 time: 0.0596495 Apr 06 15:09:53.835015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:54.789710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-571d188d-0918-494c-8788-521bd04902f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:55.926932 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:57.599090 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:58.559628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:12.134099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-c038b6f8-08ca-4a11-80ad-8aee54d38745 service neutron] (104420) timed out ('10.222.0.89', 52874) {{(pid=104420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 15:10:12.671812 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-d87fb15b-dbe2-4e96-8fc5-31ef091e7c8b req-fd7bdda6-4f1d-4323-806d-18c78c091e68 tempest-ServerActionsTestJSON-875831090 tempest-ServerActionsTestJSON-875831090-project] (104420) timed out ('10.222.0.89', 51552) {{(pid=104420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 15:10:17.479988 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:10:20.716969 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8de4b2-b68f-4642-9995-1b6ffc0c9030 req-ab892687-8d6c-430c-bcf2-913d23d6e281 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:20.718454 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d8de4b2-b68f-4642-9995-1b6ffc0c9030 req-ab892687-8d6c-430c-bcf2-913d23d6e281 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0551851 Apr 06 15:10:20.776463 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6d8de4b2-b68f-4642-9995-1b6ffc0c9030 req-018fd432-73c8-4169-93e3-961dbcd2f8c2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517409 Apr 06 15:10:21.899804 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5457b-1e64-425f-bdfd-8752c411321e req-31d2caa7-afcf-43e8-99d9-b483c0364c2c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:21.901228 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ff5457b-1e64-425f-bdfd-8752c411321e req-31d2caa7-afcf-43e8-99d9-b483c0364c2c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0548062 Apr 06 15:10:21.950336 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1ff5457b-1e64-425f-bdfd-8752c411321e req-11133a2c-366c-4ab2-b99b-7393bf9efcdf tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435665 Apr 06 15:10:21.972885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56652) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:22.041738 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2e293bf2-c10e-4760-b50b-8300d84faeaa tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/eed6de67-6f66-4c4f-a27b-9d28b1e5f40d HTTP/1.1" status: 200 len: 992 time: 0.0677159 Apr 06 15:10:22.379385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a9f325ca-8ca4-476c-b587-4074586a9725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:23.466937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18121e-85a9-45e3-92ff-74a6993e5d2c req-620ea44a-f87f-4e87-b9e3-47788b65c1ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:23.468416 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8b18121e-85a9-45e3-92ff-74a6993e5d2c req-620ea44a-f87f-4e87-b9e3-47788b65c1ae tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Apr 06 15:10:23.519177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8b18121e-85a9-45e3-92ff-74a6993e5d2c req-b6452d0f-50e4-4532-850c-989e5724dbd8 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440853 Apr 06 15:10:23.568027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0415-4027-434b-b01d-00debac56f58 req-10f2463a-aba2-469a-8005-564ecdd12cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:23.569700 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-10f2463a-aba2-469a-8005-564ecdd12cb6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1129 time: 0.0495703 Apr 06 15:10:23.658489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0415-4027-434b-b01d-00debac56f58 req-4c0c1646-8064-4bf5-a862-69ec94cc6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:23.660681 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-4c0c1646-8064-4bf5-a862-69ec94cc6e27 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c9e65717-67d1-4f23-882c-47f6223233a4 HTTP/1.1" status: 200 len: 898 time: 0.0848291 Apr 06 15:10:23.729817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-42ba98d2-2e15-4494-89cd-c5d8a3ce4cd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a HTTP/1.1" status: 200 len: 1000 time: 0.0638936 Apr 06 15:10:23.779945 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0415-4027-434b-b01d-00debac56f58 req-189fff19-3332-4a22-96c9-f5dca4328cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:23.781567 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-189fff19-3332-4a22-96c9-f5dca4328cd7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9206cae-bd12-429d-9e62-173d92f5f146 HTTP/1.1" status: 200 len: 835 time: 0.0463946 Apr 06 15:10:23.830058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:23.832613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0415-4027-434b-b01d-00debac56f58 req-c9a079fa-9a62-47fe-adae-506bac6be470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:23.834191 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-c9a079fa-9a62-47fe-adae-506bac6be470 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c9e65717-67d1-4f23-882c-47f6223233a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457449 Apr 06 15:10:23.925041 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-f68776e2-b0d2-47b0-b615-e936b0d1e785 service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850101 Apr 06 15:10:24.014601 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-50ff0415-4027-434b-b01d-00debac56f58 req-a1f700e8-0679-4cde-a943-ab60f8808b74 service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830133 Apr 06 15:10:24.641116 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f2f4-78f3-481c-9bd6-a3647f1d7552 req-dd6bdfa2-5036-4c96-8545-a7bbe1ac7f6a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:24.642595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d11f2f4-78f3-481c-9bd6-a3647f1d7552 req-dd6bdfa2-5036-4c96-8545-a7bbe1ac7f6a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0536549 Apr 06 15:10:24.700884 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d11f2f4-78f3-481c-9bd6-a3647f1d7552 req-db533b6f-13e7-4bcd-b0d7-a5b00d81ecf5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520546 Apr 06 15:10:24.748996 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-71ed81d9-4e60-4c1e-9c20-412853a20a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.820195 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5aa4-5861-4b81-bc4c-c040fcf87a2b req-45da3b05-b4bb-4ba7-8606-a0bc5b9934fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:25.821626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33ef5aa4-5861-4b81-bc4c-c040fcf87a2b req-45da3b05-b4bb-4ba7-8606-a0bc5b9934fd tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0535445 Apr 06 15:10:25.871283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-33ef5aa4-5861-4b81-bc4c-c040fcf87a2b req-f98afcd8-6dc8-4a5c-8fec-22dd6f4651a2 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Apr 06 15:10:25.893713 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56664) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:25.926675 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.952903 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b220915c-8192-4a9f-8b13-f6c25716473b tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/floatingips/eed6de67-6f66-4c4f-a27b-9d28b1e5f40d HTTP/1.1" status: 200 len: 992 time: 0.0574989 Apr 06 15:10:26.197526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56670) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:26.355649 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 50b5e8e6-0df0-4052-bb88-23ed0b7b9172 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:26.355995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:26.430790 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:26.431120 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:26.442478 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 50b5e8e6-0df0-4052-bb88-23ed0b7b9172 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:26.674914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (50b5e8e6-0df0-4052-bb88-23ed0b7b9172), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:26.709383 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=50b5e8e6-0df0-4052-bb88-23ed0b7b9172,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:26.733368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.736913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.738403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.738403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.738403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.738668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:26.777673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for floatingip (eed6de67-6f66-4c4f-a27b-9d28b1e5f40d), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:26.778111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Floating IP eed6de67-6f66-4c4f-a27b-9d28b1e5f40d disassociated (deleted). External IP: 172.26.6.66, port: dc69f0dd-1291-4cb2-8ddd-8620e273161a. Apr 06 15:10:26.989625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 616d5261-5a42-4e88-941f-067f4a83a65e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:27.098540 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:27.103213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:27.107831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] Sync routers for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:27.120655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:27.125733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:27.134015 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-901ea355-d569-4859-b67a-b73a85eb9b97 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/floatingips/eed6de67-6f66-4c4f-a27b-9d28b1e5f40d HTTP/1.1" status: 204 len: 168 time: 0.9354520 Apr 06 15:10:27.134671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:10:27.137007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a102303-98b2-4856-97c7-020fe26930b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:10:27.188431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7f0646-eb9d-4267-92f3-5e0068a7ea75 x-openstack-request-id: req-af7f0646-eb9d-4267-92f3-5e0068a7ea75 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:10:27.188768 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:10:27.189126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af7f0646-eb9d-4267-92f3-5e0068a7ea75 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:10:27.190127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7f0646-eb9d-4267-92f3-5e0068a7ea75'] response: {'name': 'network-changed', 'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'status': 'completed', 'code': 200} Apr 06 15:10:27.232072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:27.262238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102303-98b2-4856-97c7-020fe26930b7 req-34fa2cd5-5590-4ff6-9c38-a76d1ab85ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:27.263675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-34fa2cd5-5590-4ff6-9c38-a76d1ab85ecc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 1129 time: 0.0504591 Apr 06 15:10:27.356325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102303-98b2-4856-97c7-020fe26930b7 req-92e00b70-8004-4135-91b7-bb31ab547bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:27.357889 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-92e00b70-8004-4135-91b7-bb31ab547bc3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c9e65717-67d1-4f23-882c-47f6223233a4 HTTP/1.1" status: 200 len: 898 time: 0.0866842 Apr 06 15:10:27.408679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-974b0cbb-d4f2-44a3-b813-0e1dd790eff0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a HTTP/1.1" status: 200 len: 217 time: 0.0444171 Apr 06 15:10:27.462872 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102303-98b2-4856-97c7-020fe26930b7 req-b5be2a60-208f-4a8c-a443-dc0b815f9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:27.464410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-b5be2a60-208f-4a8c-a443-dc0b815f9575 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9206cae-bd12-429d-9e62-173d92f5f146 HTTP/1.1" status: 200 len: 835 time: 0.0469587 Apr 06 15:10:27.565727 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:27.569469 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b3dc7-9168-4a69-ae83-1e4881cb9ed7 req-b5b9ac2e-08fe-41cc-9317-b235f1a76616 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:27.570998 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-756b3dc7-9168-4a69-ae83-1e4881cb9ed7 req-b5b9ac2e-08fe-41cc-9317-b235f1a76616 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0547912 Apr 06 15:10:27.596818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:40Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:27.620769 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-756b3dc7-9168-4a69-ae83-1e4881cb9ed7 req-fe6ee2bb-0d1b-4fd4-8e36-545764e42713 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Apr 06 15:10:27.623414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] Checking router: 616d5261-5a42-4e88-941f-067f4a83a65e for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:27.632954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:27.641350 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:27.750699 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:27.950487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:40Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:27.976441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211e882-b980-4379-8947-ce9af85cb61e None None] The sync data for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv is: [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:09:37Z', 'revision_number': 4, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '163eaaf2-2d0e-4d09-8463-b25d9ddd2832', 'name': '', 'network_id': 'c9e65717-67d1-4f23-882c-47f6223233a4', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'mac_address': 'fa:16:3e:a9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:36Z', 'updated_at': '2022-04-06T15:09:40Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'subnets': [{'id': 'a9206cae-bd12-429d-9e62-173d92f5f146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:28.199090 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cbaa36-4d5b-4aee-aac4-2236a1083ca5 None None] New status for floating IP eed6de67-6f66-4c4f-a27b-9d28b1e5f40d: DOWN {{(pid=104423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:10:28.544721 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:28.743614 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bdbbc-5fbf-4304-9970-e6579deabdc3 req-00df4082-615f-4320-8ba7-90383b596cc5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:28.745112 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa3bdbbc-5fbf-4304-9970-e6579deabdc3 req-00df4082-615f-4320-8ba7-90383b596cc5 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Apr 06 15:10:28.804283 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa3bdbbc-5fbf-4304-9970-e6579deabdc3 req-a1228fb5-e36a-4f4c-afab-48ce6ff48ab1 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/security-groups?id=70af5b17-2270-4fc6-bb95-a3d0017d52b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534189 Apr 06 15:10:28.847846 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102303-98b2-4856-97c7-020fe26930b7 req-ed7dfe6a-8bee-4f7c-a724-effbf789c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:28.849375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-ed7dfe6a-8bee-4f7c-a724-effbf789c827 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c9e65717-67d1-4f23-882c-47f6223233a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507526 Apr 06 15:10:28.948970 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-6264e044-ae2c-4561-bea1-905a08f70f52 service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813999 Apr 06 15:10:29.076201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a102303-98b2-4856-97c7-020fe26930b7 req-5976d310-3bab-4abb-ab32-0dc69373309e service neutron] 10.222.0.79 "GET /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879726 Apr 06 15:10:29.170173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-c8a562c5-ac3d-4bcf-90a0-2a65f9a9801d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:29.171695 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-c8a562c5-ac3d-4bcf-90a0-2a65f9a9801d tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 945 time: 0.0544848 Apr 06 15:10:29.266113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port dc69f0dd-1291-4cb2-8ddd-8620e273161a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:29.266456 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:29.353125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port dc69f0dd-1291-4cb2-8ddd-8620e273161a, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=dc69f0dd-1291-4cb2-8ddd-8620e273161a,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:29.353401 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:29.366100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for dc69f0dd-1291-4cb2-8ddd-8620e273161a owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:29.549098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (dc69f0dd-1291-4cb2-8ddd-8620e273161a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:29.578207 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=dc69f0dd-1291-4cb2-8ddd-8620e273161a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:29.624284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] No DVR routers for this DVR port dc69f0dd-1291-4cb2-8ddd-8620e273161a on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:29.626879 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:29.630834 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-35f9482c-eca2-4223-b9f1-a171dbf6bad5 req-2a5e1afa-565d-4a04-ae28-6f758d73842c tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.79 "DELETE /v2.0/ports/dc69f0dd-1291-4cb2-8ddd-8620e273161a HTTP/1.1" status: 204 len: 173 time: 0.4543951 Apr 06 15:10:29.631313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'name': 'network-vif-deleted', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:10:29.633595 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ebfbdf-f5a7-4004-bfa5-8b9893d397f5" -d '{"events": [{"server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "name": "network-vif-deleted", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:10:29.676628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed98488-cab1-4ba6-8833-b36fd31cff7c x-openstack-request-id: req-9ed98488-cab1-4ba6-8833-b36fd31cff7c {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:10:29.676628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ca1143-9327-4152-9cc4-5ee08a8de1f1", "name": "network-vif-deleted", "tag": "dc69f0dd-1291-4cb2-8ddd-8620e273161a", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:10:29.676628 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9ed98488-cab1-4ba6-8833-b36fd31cff7c {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:10:29.676628 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed98488-cab1-4ba6-8833-b36fd31cff7c'] response: {'server_uuid': 'd4ca1143-9327-4152-9cc4-5ee08a8de1f1', 'name': 'network-vif-deleted', 'tag': 'dc69f0dd-1291-4cb2-8ddd-8620e273161a', 'status': 'completed', 'code': 200} Apr 06 15:10:29.913106 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cce8914c-a09f-4e8f-af67-4634dd4d18c7 req-5e730725-ad77-48e8-842e-934680fcb8f0 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4ca1143-9327-4152-9cc4-5ee08a8de1f1 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Apr 06 15:10:30.971709 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56686) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:31.338454 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (616d5261-5a42-4e88-941f-067f4a83a65e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:31.595198 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:31.595443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:31.680800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 163eaaf2-2d0e-4d09-8463-b25d9ddd2832, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:31.681162 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:31.694711 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:31.949180 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (163eaaf2-2d0e-4d09-8463-b25d9ddd2832), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:31.981102 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=163eaaf2-2d0e-4d09-8463-b25d9ddd2832,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:32.007659 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.008019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.008370 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.008736 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.009086 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.009423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.009806 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.010144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.010474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.010811 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.011144 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.011476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.011805 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.012136 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.012464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:32.174641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (616d5261-5a42-4e88-941f-067f4a83a65e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:32.642200 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Router 616d5261-5a42-4e88-941f-067f4a83a65e has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:32.748995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:32.757488 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2267e60f-5af9-4664-884c-8a845ceaf8cc tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "PUT /v2.0/routers/616d5261-5a42-4e88-941f-067f4a83a65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7846103 Apr 06 15:10:32.757774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56688) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:32.759776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] Sync routers for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:32.770557 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:32.771183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:32.813023 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting subnet a9206cae-bd12-429d-9e62-173d92f5f146 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:10:32.817035 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (a9206cae-bd12-429d-9e62-173d92f5f146), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:32.862810 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (a9206cae-bd12-429d-9e62-173d92f5f146), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:32.886234 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:32.948843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (a9206cae-bd12-429d-9e62-173d92f5f146), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.067409 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:10:31Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:33.080821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (a9206cae-bd12-429d-9e62-173d92f5f146), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.094550 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] Checking router: 616d5261-5a42-4e88-941f-067f4a83a65e for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:33.102823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] Routers {'616d5261-5a42-4e88-941f-067f4a83a65e'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:33.103442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['616d5261-5a42-4e88-941f-067f4a83a65e'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:33.109382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Subnet': ['ID=a9206cae-bd12-429d-9e62-173d92f5f146,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:33.111307 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.117271 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e75fe4a6-4c24-43a6-a131-8f58ac7be41a tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/subnets/a9206cae-bd12-429d-9e62-173d92f5f146 HTTP/1.1" status: 204 len: 168 time: 0.3561072 Apr 06 15:10:33.118034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56690) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:33.138366 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295de65-028f-4be7-a851-b30baca75393 None None] Network c9e65717-67d1-4f23-882c-47f6223233a4 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:33.284923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] Set router 616d5261-5a42-4e88-941f-067f4a83a65e gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:33.466244 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] DHCP port deletion for c9e65717-67d1-4f23-882c-47f6223233a4 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:10:33.505504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:10:31Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:33.509370 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dc69f0dd-1291-4cb2-8ddd-8620e273161a no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:33.518565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (616d5261-5a42-4e88-941f-067f4a83a65e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.558572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0f170-7bf5-4186-bea4-1cc0b8a1a7fe None None] The sync data for ids ['616d5261-5a42-4e88-941f-067f4a83a65e'] in dv-neutron-836581-2-hyperv is: [{'id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95749071', 'tenant_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:09:32Z', 'updated_at': '2022-04-06T15:10:31Z', 'revision_number': 5, 'project_id': 'd8ddb69b6c9f482281cee02e635e7b13', 'gw_port': {'id': '5914c821-c827-44a0-86bf-1b5f59980c02', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d5261-5a42-4e88-941f-067f4a83a65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:09:33Z', 'updated_at': '2022-04-06T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:33.561618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: dc69f0dd-1291-4cb2-8ddd-8620e273161a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:33.561967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device dc69f0dd-1291-4cb2-8ddd-8620e273161a not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:33.579563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Deleting port 9b9b4025-3952-4796-bd99-20bba96a6b3b {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:33.579934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.638874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_gateway (616d5261-5a42-4e88-941f-067f4a83a65e), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.645708 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] For port 9b9b4025-3952-4796-bd99-20bba96a6b3b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=9b9b4025-3952-4796-bd99-20bba96a6b3b,segment=NetworkSegment(193f747c-5ea1-4fb7-93bd-97c234b2222c),segment_id=193f747c-5ea1-4fb7-93bd-97c234b2222c)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:33.646045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.658072 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Calling delete_port for 9b9b4025-3952-4796-bd99-20bba96a6b3b owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:33.754174 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Deleting port 5914c821-c827-44a0-86bf-1b5f59980c02 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:33.754394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.807701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (9b9b4025-3952-4796-bd99-20bba96a6b3b), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.833408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Pushing event deleted for resources: {'Port': ['ID=9b9b4025-3952-4796-bd99-20bba96a6b3b,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:33.836101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] For port 5914c821-c827-44a0-86bf-1b5f59980c02, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=5914c821-c827-44a0-86bf-1b5f59980c02,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:33.836617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:33.843010 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.843365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.843717 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.844063 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.844406 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.844770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.845109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.845511 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.845760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.846088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.846422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.846753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.847080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.847931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.848962 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:33.850017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Calling delete_port for 5914c821-c827-44a0-86bf-1b5f59980c02 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:33.851787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c2edd-5322-443a-8908-ceb89eb6bdc0 None None] No DVR routers for this DVR port 9b9b4025-3952-4796-bd99-20bba96a6b3b on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:34.082013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (5914c821-c827-44a0-86bf-1b5f59980c02), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.108066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Port': ['ID=5914c821-c827-44a0-86bf-1b5f59980c02,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:34.170858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (616d5261-5a42-4e88-941f-067f4a83a65e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.280320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (616d5261-5a42-4e88-941f-067f4a83a65e), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.282465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router_controller (616d5261-5a42-4e88-941f-067f4a83a65e), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.418763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (616d5261-5a42-4e88-941f-067f4a83a65e), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.419351 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Fanout notify agent at l3_agent the message router_deleted on router 616d5261-5a42-4e88-941f-067f4a83a65e {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:10:34.425993 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.427104 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-aab8112d-9db8-45ce-a26e-8b31fd812205 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/routers/616d5261-5a42-4e88-941f-067f4a83a65e HTTP/1.1" status: 204 len: 168 time: 1.3087120 Apr 06 15:10:34.429933 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56692) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:34.509988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (c9e65717-67d1-4f23-882c-47f6223233a4), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.601239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (c9e65717-67d1-4f23-882c-47f6223233a4), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.620335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e65717-67d1-4f23-882c-47f6223233a4']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:34.630063 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193f747c-5ea1-4fb7-93bd-97c234b2222c') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:34.630362 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193f747c-5ea1-4fb7-93bd-97c234b2222c') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:34.639469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (193f747c-5ea1-4fb7-93bd-97c234b2222c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.653073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (193f747c-5ea1-4fb7-93bd-97c234b2222c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.658712 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:10:34.659109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (193f747c-5ea1-4fb7-93bd-97c234b2222c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:10:34.662174 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:10:34.796317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (c9e65717-67d1-4f23-882c-47f6223233a4), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.804106 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.807281 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/networks/c9e65717-67d1-4f23-882c-47f6223233a4 HTTP/1.1" status: 204 len: 168 time: 0.3763430 Apr 06 15:10:34.810106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56694) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:34.822043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476833d-2e86-4d73-bbac-29a751652222 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'Network': ['ID=c9e65717-67d1-4f23-882c-47f6223233a4,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:34.875860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b58f848-6454-4b60-bab2-a936628d9f04 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (70af5b17-2270-4fc6-bb95-a3d0017d52b0), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.912274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b58f848-6454-4b60-bab2-a936628d9f04 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (70af5b17-2270-4fc6-bb95-a3d0017d52b0), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:34.922455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9b9b4025-3952-4796-bd99-20bba96a6b3b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:34.944196 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 9b9b4025-3952-4796-bd99-20bba96a6b3b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:34.944642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 9b9b4025-3952-4796-bd99-20bba96a6b3b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:34.945101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:34.964923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:34.965277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 163eaaf2-2d0e-4d09-8463-b25d9ddd2832 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:34.965694 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5914c821-c827-44a0-86bf-1b5f59980c02 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:34.988834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 5914c821-c827-44a0-86bf-1b5f59980c02 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:34.989185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 5914c821-c827-44a0-86bf-1b5f59980c02 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:35.052483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b58f848-6454-4b60-bab2-a936628d9f04 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (70af5b17-2270-4fc6-bb95-a3d0017d52b0), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:35.055029 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5b58f848-6454-4b60-bab2-a936628d9f04 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:35.056202 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5b58f848-6454-4b60-bab2-a936628d9f04 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] 10.222.0.89 "DELETE /v2.0/security-groups/70af5b17-2270-4fc6-bb95-a3d0017d52b0 HTTP/1.1" status: 204 len: 168 time: 0.2451079 Apr 06 15:10:35.065323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58f848-6454-4b60-bab2-a936628d9f04 tempest-TestNetworkAdvancedServerOps-330037971 tempest-TestNetworkAdvancedServerOps-330037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70af5b17-2270-4fc6-bb95-a3d0017d52b0,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:35.612664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56702) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:35.755667 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-380b0847-1120-492e-a266-071d1c344058 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d8ddb69b6c9f482281cee02e635e7b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407001 Apr 06 15:10:35.758149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56706) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:35.805854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ee07aca-08f5-4d2d-959a-e49abeb267e9 admin admin] Publish callbacks [] for security_group (f0285865-0b1f-496c-bf75-2af87a87cd1f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:35.826788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ee07aca-08f5-4d2d-959a-e49abeb267e9 admin admin] Publish callbacks [] for security_group (f0285865-0b1f-496c-bf75-2af87a87cd1f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:35.931836 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ee07aca-08f5-4d2d-959a-e49abeb267e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (f0285865-0b1f-496c-bf75-2af87a87cd1f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:35.934519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-3ee07aca-08f5-4d2d-959a-e49abeb267e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:35.935637 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-3ee07aca-08f5-4d2d-959a-e49abeb267e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f0285865-0b1f-496c-bf75-2af87a87cd1f HTTP/1.1" status: 204 len: 168 time: 0.1765759 Apr 06 15:10:35.944519 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07aca-08f5-4d2d-959a-e49abeb267e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0285865-0b1f-496c-bf75-2af87a87cd1f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:36.482428 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56712) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:36.495921 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99363d7f-2537-464a-a3ff-659a78372aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.577003 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99363d7f-2537-464a-a3ff-659a78372aa2 admin admin] Publish callbacks [] for security_group (22f46e59-0482-4579-bbf6-d9490fdbc822), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.624947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-99363d7f-2537-464a-a3ff-659a78372aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (22f46e59-0482-4579-bbf6-d9490fdbc822), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.670319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99363d7f-2537-464a-a3ff-659a78372aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f46e59-0482-4579-bbf6-d9490fdbc822,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:36.674542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-99363d7f-2537-464a-a3ff-659a78372aa2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6e03f3de1f874e589956883b22d26e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910768 Apr 06 15:10:36.677276 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56714) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:36.725608 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-511a416e-3240-40f6-b69f-5392e0137d54 admin admin] Publish callbacks [] for security_group (22f46e59-0482-4579-bbf6-d9490fdbc822), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.752912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-511a416e-3240-40f6-b69f-5392e0137d54 admin admin] Publish callbacks [] for security_group (22f46e59-0482-4579-bbf6-d9490fdbc822), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.870495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-511a416e-3240-40f6-b69f-5392e0137d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (22f46e59-0482-4579-bbf6-d9490fdbc822), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.873145 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-511a416e-3240-40f6-b69f-5392e0137d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:36.874292 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-511a416e-3240-40f6-b69f-5392e0137d54 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/22f46e59-0482-4579-bbf6-d9490fdbc822 HTTP/1.1" status: 204 len: 168 time: 0.1961250 Apr 06 15:10:36.882844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a416e-3240-40f6-b69f-5392e0137d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f46e59-0482-4579-bbf6-d9490fdbc822,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:37.887860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56736) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:37.983181 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-126047166-network', 'tenant_id': '0556a394f43e4faa87a778e88caca737'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:38.075853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Made reservation on behalf of 0556a394f43e4faa87a778e88caca737 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:10:38.079867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.087399 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.159835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks [] for security_group (856cd346-f9e6-4749-8f3b-7289b302116b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.224659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (856cd346-f9e6-4749-8f3b-7289b302116b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.248567 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:10:38.257658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856cd346-f9e6-4749-8f3b-7289b302116b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:38.263621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ff287395-7551-4f11-a386-15ceed6225bc), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.263967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Added segment ff287395-7551-4f11-a386-15ceed6225bc of type vlan for network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 Apr 06 15:10:38.303505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (59afbe7d-a8f8-4c05-813e-17b9a7486a59), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.383405 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (59afbe7d-a8f8-4c05-813e-17b9a7486a59), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.384280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:38.384883 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.479353 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] Pushing event updated for resources: {'Network': ['ID=59afbe7d-a8f8-4c05-813e-17b9a7486a59,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:38.490279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:10:38.530808 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-988b05e5-7190-4ecb-bb08-5978655117bd admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6418228 Apr 06 15:10:38.533750 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56740) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:38.539202 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Request body: {'subnet': {'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-126047166-subnet', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:38.608025 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Made reservation on behalf of 0556a394f43e4faa87a778e88caca737 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:10:38.610638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.859288 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (8a88a48a-463c-43d0-95c4-bafaec40c712), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:38.920798 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a88a48a-463c-43d0-95c4-bafaec40c712,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:38.931285 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Checking segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:38.931646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Network hostable DHCP agents. Network: 59afbe7d-a8f8-4c05-813e-17b9a7486a59, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:10:39.013670 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:10:39.064573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 59afbe7d-a8f8-4c05-813e-17b9a7486a59) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:39.069123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:39.069762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.074150 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3555004-6a27-49f3-8895-0a4c6c7284f8 None None] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:39.136144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bccaf344-057a-4bb5-ba36-9d08825f583f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6013558 Apr 06 15:10:39.139066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56742) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:39.143619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:39.171052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:10:39.171876 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.219365 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (d7de06e6-bc1a-456b-81f8-4f209ce325bd), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.220451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (d7de06e6-bc1a-456b-81f8-4f209ce325bd), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.274557 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks [] for router_controller (d7de06e6-bc1a-456b-81f8-4f209ce325bd), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.304197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Allocated IP 172.20.0.2 (59afbe7d-a8f8-4c05-813e-17b9a7486a59/8a88a48a-463c-43d0-95c4-bafaec40c712/34f7eb54-845b-48af-964c-0cd368f55a3c) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:39.446640 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Publish callbacks [] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.478146 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks [] for router_gateway (d7de06e6-bc1a-456b-81f8-4f209ce325bd), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.510765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.547971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:39.553732 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:39.557439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:39.567264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Pushing event updated for resources: {'Port': ['ID=34f7eb54-845b-48af-964c-0cd368f55a3c,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:39.620645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Attempting to bind port 34f7eb54-845b-48af-964c-0cd368f55a3c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:39.621047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Attempting to bind port 34f7eb54-845b-48af-964c-0cd368f55a3c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:39.621426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Attempting to bind port 34f7eb54-845b-48af-964c-0cd368f55a3c on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:39.626491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:39.629625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Checking segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:39.629625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.629625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Bound using segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:39.629625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Bound port: 34f7eb54-845b-48af-964c-0cd368f55a3c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:39.629625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.690649 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] For port 34f7eb54-845b-48af-964c-0cd368f55a3c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:39.695009 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] For port 34f7eb54-845b-48af-964c-0cd368f55a3c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=34f7eb54-845b-48af-964c-0cd368f55a3c,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:39.738777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks [] for router_gateway (d7de06e6-bc1a-456b-81f8-4f209ce325bd), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.762550 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.779539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:39.837695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383868c-fbab-44ff-8faf-3bad26d8fe4b None None] Pushing event updated for resources: {'Port': ['ID=34f7eb54-845b-48af-964c-0cd368f55a3c,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:39.871698 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Allocated IP 172.26.6.166 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/124c8165-123b-41f2-8b35-b6e9d871150b) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:39.982444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks [] for port (124c8165-123b-41f2-8b35-b6e9d871150b), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:40.071037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:40.110880 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:40.116316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:40.121323 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:40.127211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Pushing event updated for resources: {'Port': ['ID=124c8165-123b-41f2-8b35-b6e9d871150b,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:40.410532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks [] for router_gateway (d7de06e6-bc1a-456b-81f8-4f209ce325bd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:40.623316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (d7de06e6-bc1a-456b-81f8-4f209ce325bd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:40.762627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8ce15-74e7-42c5-b05e-eb324e8d0173 None None] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:40.836480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:10:40.879985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] Provisioning complete for port 34f7eb54-845b-48af-964c-0cd368f55a3c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:40.880368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:40.884232 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 34f7eb54-845b-48af-964c-0cd368f55a3c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:40.953039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:40.964871 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:40.980258 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:40.980651 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:40.997035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 34f7eb54-845b-48af-964c-0cd368f55a3c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:40.997408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.031319 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] Current status of the port 34f7eb54-845b-48af-964c-0cd368f55a3c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:41.031713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.033593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.040449 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-5ca08d7f-8b93-471a-bcdf-c089c57ffff7 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9002967 Apr 06 15:10:41.040997 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56744) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:41.078978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] For port 34f7eb54-845b-48af-964c-0cd368f55a3c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=34f7eb54-845b-48af-964c-0cd368f55a3c,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:41.140261 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 34f7eb54-845b-48af-964c-0cd368f55a3c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:41.141897 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.159214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.241639 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:41.241875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:10:41.242134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG oslo_db.api [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:10:41.242615 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13199c-9b8f-4004-b0db-eecbe10f8743 None None] Pushing event updated for resources: {'Port': ['ID=34f7eb54-845b-48af-964c-0cd368f55a3c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:41.281143 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-db627457-0996-435a-adf2-8c456e51cfeb None None] Provisioning complete for port 34f7eb54-845b-48af-964c-0cd368f55a3c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:41.281895 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-db627457-0996-435a-adf2-8c456e51cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.364183 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-db627457-0996-435a-adf2-8c456e51cfeb None None] Current status of the port 34f7eb54-845b-48af-964c-0cd368f55a3c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:41.436248 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:40Z', 'revision_number': 3, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:41.466634 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:41.466976 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Updating router d7de06e6-bc1a-456b-81f8-4f209ce325bd port 124c8165-123b-41f2-8b35-b6e9d871150b binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:10:41.493109 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.519488 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.673612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Allocated IP 172.20.0.1 (59afbe7d-a8f8-4c05-813e-17b9a7486a59/8a88a48a-463c-43d0-95c4-bafaec40c712/e2c78360-5986-455c-bcaa-09424a244ef8) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:41.742599 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Publish callbacks [] for port (124c8165-123b-41f2-8b35-b6e9d871150b), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.777822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 34f7eb54-845b-48af-964c-0cd368f55a3c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:41.784417 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks [] for port (e2c78360-5986-455c-bcaa-09424a244ef8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.819034 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.859660 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.875114 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Pushing event updated for resources: {'Port': ['ID=124c8165-123b-41f2-8b35-b6e9d871150b,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:41.881951 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Attempting to bind port 124c8165-123b-41f2-8b35-b6e9d871150b on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:41.882323 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Attempting to bind port 124c8165-123b-41f2-8b35-b6e9d871150b by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:41.882689 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Attempting to bind port 124c8165-123b-41f2-8b35-b6e9d871150b on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:41.885186 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.885538 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.885867 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.886259 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.886527 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.886851 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.887172 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.887494 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.888213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.888213 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.888489 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.888824 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.889112 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.889430 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.889741 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:41.897988 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:41.898347 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:41.898932 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.899351 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:41.899790 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Bound port: 124c8165-123b-41f2-8b35-b6e9d871150b, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:41.900549 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.906320 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:41.908316 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:41.911672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:41.938477 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Pushing event updated for resources: {'Port': ['ID=e2c78360-5986-455c-bcaa-09424a244ef8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:41.951589 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] For port 124c8165-123b-41f2-8b35-b6e9d871150b, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:41.954839 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] For port 124c8165-123b-41f2-8b35-b6e9d871150b, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=124c8165-123b-41f2-8b35-b6e9d871150b,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:41.963552 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (d7de06e6-bc1a-456b-81f8-4f209ce325bd), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.041263 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.091972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:42.092592 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:42.140821 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022d8e4-3cd8-4bec-8d85-925c9120c421 None None] Pushing event updated for resources: {'Port': ['ID=124c8165-123b-41f2-8b35-b6e9d871150b,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:42.161114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.205228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3ddf4bd4-64af-45b0-ad7a-ae58fe94e597 None None] Provisioning complete for port e2c78360-5986-455c-bcaa-09424a244ef8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:42.206514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4bd4-64af-45b0-ad7a-ae58fe94e597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.218182 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:42.248975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4bd4-64af-45b0-ad7a-ae58fe94e597 None None] Port e2c78360-5986-455c-bcaa-09424a244ef8 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:10:42.330272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks [] for port (e2c78360-5986-455c-bcaa-09424a244ef8), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.397218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:40Z', 'revision_number': 3, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:42.413499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.422258 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d4ed1-f65c-446e-92f9-9ea529417ff4 None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:40Z', 'revision_number': 3, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:42.487499 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (d7de06e6-bc1a-456b-81f8-4f209ce325bd), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.490014 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Pushing event updated for resources: {'Port': ['ID=e2c78360-5986-455c-bcaa-09424a244ef8,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:42.585251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:42.586614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:42.738078 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:42.882043 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:42.883432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b63b7a02-c8a0-48fb-b29a-a3f965087f2f None None] Provisioning complete for port e2c78360-5986-455c-bcaa-09424a244ef8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:42.883997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b63b7a02-c8a0-48fb-b29a-a3f965087f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:42.895128 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5dac90a9-ce25-43b3-9c78-f7cafa28a81b admin admin] 10.222.0.89 "PUT /v2.0/routers/d7de06e6-bc1a-456b-81f8-4f209ce325bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8525131 Apr 06 15:10:42.931749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b63b7a02-c8a0-48fb-b29a-a3f965087f2f None None] Port e2c78360-5986-455c-bcaa-09424a244ef8 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:10:42.956386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 124c8165-123b-41f2-8b35-b6e9d871150b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:43.009672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 124c8165-123b-41f2-8b35-b6e9d871150b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:43.010264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.100165 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 124c8165-123b-41f2-8b35-b6e9d871150b is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:43.100476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.122504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 124c8165-123b-41f2-8b35-b6e9d871150b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=124c8165-123b-41f2-8b35-b6e9d871150b,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:43.190706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.191639 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 34f7eb54-845b-48af-964c-0cd368f55a3c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:43.271618 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=124c8165-123b-41f2-8b35-b6e9d871150b,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:43.282786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 34f7eb54-845b-48af-964c-0cd368f55a3c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:43.283169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.380952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 34f7eb54-845b-48af-964c-0cd368f55a3c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:43.597922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56760) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:43.609176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901032609-network', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:43.686219 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Made reservation on behalf of 4d26be5dd3ce4d78811b54e7a042a874 for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:10:43.688583 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.697938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.771204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks [] for security_group (3bf17fc2-2447-4f14-9e09-079d4295c110), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.840775 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3bf17fc2-2447-4f14-9e09-079d4295c110), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.871330 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:10:43.876900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf17fc2-2447-4f14-9e09-079d4295c110,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:43.890926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.890926 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Added segment 4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4 of type vlan for network fbfe35f7-4202-41d0-bebe-e3752f010f16 Apr 06 15:10:43.929982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (fbfe35f7-4202-41d0-bebe-e3752f010f16), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.024970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (fbfe35f7-4202-41d0-bebe-e3752f010f16), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.025959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:44.026546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.078765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:44.085613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfe35f7-4202-41d0-bebe-e3752f010f16,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:44.091281 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:44.098719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:44.098719 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:10:44.164152 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d08284d7-651f-4d01-b4af-4fc72de990b1 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5649006 Apr 06 15:10:44.166858 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56762) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:44.171792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Request body: {'subnet': {'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901032609-subnet', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:44.258117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:44.259184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Made reservation on behalf of 4d26be5dd3ce4d78811b54e7a042a874 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:10:44.261634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.462751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 2, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:44.476688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (369a3c28-996c-405e-8fd6-4bb8e688ce23), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.488758 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:44.489127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Updating router d7de06e6-bc1a-456b-81f8-4f209ce325bd port e2c78360-5986-455c-bcaa-09424a244ef8 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:10:44.517373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.526372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369a3c28-996c-405e-8fd6-4bb8e688ce23,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:44.545364 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Checking segment: {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:44.545724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Network hostable DHCP agents. Network: fbfe35f7-4202-41d0-bebe-e3752f010f16, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:10:44.607889 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:10:44.705107 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, fbfe35f7-4202-41d0-bebe-e3752f010f16) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:44.709787 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:44.710490 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.718229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e6636-70e5-4f0d-8362-cfae8fe4f225 None None] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:44.791929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-e2f6d87b-1a8c-42ad-a0df-a65f61010654 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6238852 Apr 06 15:10:44.795229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56766) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:44.800278 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:44.904093 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (9e0df637-a785-4194-83fa-864841bf1ed1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.905218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (9e0df637-a785-4194-83fa-864841bf1ed1), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.992356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 124c8165-123b-41f2-8b35-b6e9d871150b up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:45.059862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Publish callbacks [] for port (e2c78360-5986-455c-bcaa-09424a244ef8), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.092651 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-fbfe35f7-4202-41d0-bebe-e3752f010f16', 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16', 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'fixed_ips': [{'subnet_id': '369a3c28-996c-405e-8fd6-4bb8e688ce23'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:10:45.094499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.111580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 124c8165-123b-41f2-8b35-b6e9d871150b triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:45.112046 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.154337 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.271673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks [] for router_controller (9e0df637-a785-4194-83fa-864841bf1ed1), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.304069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ad314-500e-4eb5-83aa-62a3ff4c3648 None None] Pushing event updated for resources: {'Port': ['ID=e2c78360-5986-455c-bcaa-09424a244ef8,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:45.397282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Allocated IP 172.20.0.2 (fbfe35f7-4202-41d0-bebe-e3752f010f16/369a3c28-996c-405e-8fd6-4bb8e688ce23/72685f99-9133-4594-8e28-48ae131b9a6a) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:45.402064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 124c8165-123b-41f2-8b35-b6e9d871150b is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:45.427512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Attempting to bind port e2c78360-5986-455c-bcaa-09424a244ef8 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:45.427748 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Attempting to bind port e2c78360-5986-455c-bcaa-09424a244ef8 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:45.427964 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Attempting to bind port e2c78360-5986-455c-bcaa-09424a244ef8 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:45.482496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:45.482874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Checking segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:45.483274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.483757 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Bound using segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:45.484323 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Bound port: e2c78360-5986-455c-bcaa-09424a244ef8, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:45.484830 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.508282 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks [] for router_gateway (9e0df637-a785-4194-83fa-864841bf1ed1), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.526432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1ed0c9ff-aa65-49c7-82ab-0493647b331b None None] Provisioning complete for port e2c78360-5986-455c-bcaa-09424a244ef8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:45.526432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c9ff-aa65-49c7-82ab-0493647b331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.637752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0c9ff-aa65-49c7-82ab-0493647b331b None None] Port e2c78360-5986-455c-bcaa-09424a244ef8 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:10:45.656306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] For port e2c78360-5986-455c-bcaa-09424a244ef8, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:45.661128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] For port e2c78360-5986-455c-bcaa-09424a244ef8, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e2c78360-5986-455c-bcaa-09424a244ef8,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:45.672771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Publish callbacks [] for port (72685f99-9133-4594-8e28-48ae131b9a6a), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.739930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.767100 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks [] for router_gateway (9e0df637-a785-4194-83fa-864841bf1ed1), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.773058 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.787763 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.821109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:45.823786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:45.824481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:45.828051 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ad314-500e-4eb5-83aa-62a3ff4c3648 None None] Pushing event updated for resources: {'Port': ['ID=e2c78360-5986-455c-bcaa-09424a244ef8,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:45.834341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:45.842395 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:45.917339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Allocated IP 172.26.6.113 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/d0228836-8e8a-4d52-ac4c-7d2c83682f37) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:45.995661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Pushing event updated for resources: {'Port': ['ID=72685f99-9133-4594-8e28-48ae131b9a6a,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:46.012105 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Attempting to bind port 72685f99-9133-4594-8e28-48ae131b9a6a on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:46.012481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Attempting to bind port 72685f99-9133-4594-8e28-48ae131b9a6a by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:46.012934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Attempting to bind port 72685f99-9133-4594-8e28-48ae131b9a6a on network fbfe35f7-4202-41d0-bebe-e3752f010f16 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:46.029434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks [] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.029642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:46.029642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Checking segment: {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:46.029642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.029642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Bound using segment: {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:46.029642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Bound port: 72685f99-9133-4594-8e28-48ae131b9a6a, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:46.029642 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.043540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:46.121524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.159684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] Provisioning complete for port e2c78360-5986-455c-bcaa-09424a244ef8 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:46.160368 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.161863 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:46.173112 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:46.177324 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:46.182871 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0228836-8e8a-4d52-ac4c-7d2c83682f37,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:46.255341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] For port 72685f99-9133-4594-8e28-48ae131b9a6a, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:46.275570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] For port 72685f99-9133-4594-8e28-48ae131b9a6a, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=72685f99-9133-4594-8e28-48ae131b9a6a,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:46.348425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.396518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] Current status of the port e2c78360-5986-455c-bcaa-09424a244ef8 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:46.396941 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.434518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75770f-0bc0-41a0-a341-bfdfa175998a None None] Pushing event updated for resources: {'Port': ['ID=72685f99-9133-4594-8e28-48ae131b9a6a,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:46.465969 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] For port e2c78360-5986-455c-bcaa-09424a244ef8, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e2c78360-5986-455c-bcaa-09424a244ef8,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:46.471967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:45Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:46.503803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e230af5-7c89-4d86-b636-c342f5c65b6b None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:45Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:46.543089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.568463 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks [] for router_gateway (9e0df637-a785-4194-83fa-864841bf1ed1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.671931 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003259-4fe2-41e6-abe1-a9f0f3fc124a None None] Pushing event updated for resources: {'Port': ['ID=e2c78360-5986-455c-bcaa-09424a244ef8,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:46.827189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (9e0df637-a785-4194-83fa-864841bf1ed1), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.900339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 72685f99-9133-4594-8e28-48ae131b9a6a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:46.952192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 72685f99-9133-4594-8e28-48ae131b9a6a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:46.952410 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.042706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Router 9e0df637-a785-4194-83fa-864841bf1ed1 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:10:47.050288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 72685f99-9133-4594-8e28-48ae131b9a6a is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:47.050684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.085690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 72685f99-9133-4594-8e28-48ae131b9a6a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=72685f99-9133-4594-8e28-48ae131b9a6a,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:47.164412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:47.172539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.173489 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e2c78360-5986-455c-bcaa-09424a244ef8 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:47.179583 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Sync routers for ids ['9e0df637-a785-4194-83fa-864841bf1ed1'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:47.191950 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Routers {'9e0df637-a785-4194-83fa-864841bf1ed1'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:47.192627 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9e0df637-a785-4194-83fa-864841bf1ed1'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:47.281666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=72685f99-9133-4594-8e28-48ae131b9a6a,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:47.294055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port e2c78360-5986-455c-bcaa-09424a244ef8 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:47.294442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.302212 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.306265 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1f3cdf61-8c34-4bd0-a700-12d757d185e7 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5073950 Apr 06 15:10:47.306716 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56772) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:47.326597 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Set router 9e0df637-a785-4194-83fa-864841bf1ed1 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:47.422024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port e2c78360-5986-455c-bcaa-09424a244ef8 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:47.558992 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 3, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:47.589860 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Checking router: 9e0df637-a785-4194-83fa-864841bf1ed1 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:47.590224 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Updating router 9e0df637-a785-4194-83fa-864841bf1ed1 port d0228836-8e8a-4d52-ac4c-7d2c83682f37 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:10:47.614567 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4556b-75f6-4800-969c-108e107c3585 None None] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:47.620661 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.708435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-53a987ac-3e15-4846-af8c-a71e4ab8901e None None] Provisioning complete for port 72685f99-9133-4594-8e28-48ae131b9a6a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:47.709092 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-53a987ac-3e15-4846-af8c-a71e4ab8901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.856088 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-53a987ac-3e15-4846-af8c-a71e4ab8901e None None] Current status of the port 72685f99-9133-4594-8e28-48ae131b9a6a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:47.890843 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.947979 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Publish callbacks [] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.030961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.059140 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Allocated IP 172.20.0.1 (fbfe35f7-4202-41d0-bebe-e3752f010f16/369a3c28-996c-405e-8fd6-4bb8e688ce23/8c3c4451-5ba5-43da-9aa6-99bdb82989f0) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:48.078518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-076682cf-05fc-4d96-9891-9c0d4ffd21c5 None None] Provisioning complete for port 72685f99-9133-4594-8e28-48ae131b9a6a triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:48.079208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-076682cf-05fc-4d96-9891-9c0d4ffd21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.089280 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Attempting to bind port d0228836-8e8a-4d52-ac4c-7d2c83682f37 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:48.089701 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Attempting to bind port d0228836-8e8a-4d52-ac4c-7d2c83682f37 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:48.090034 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Attempting to bind port d0228836-8e8a-4d52-ac4c-7d2c83682f37 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:48.093260 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea541-827a-40c4-b55a-116e24138fe9 None None] Pushing event updated for resources: {'Port': ['ID=d0228836-8e8a-4d52-ac4c-7d2c83682f37,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:48.098583 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:48.098962 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:48.099453 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.099839 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:48.100312 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Bound port: d0228836-8e8a-4d52-ac4c-7d2c83682f37, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:48.100694 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.154582 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] For port d0228836-8e8a-4d52-ac4c-7d2c83682f37, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:48.157657 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] For port d0228836-8e8a-4d52-ac4c-7d2c83682f37, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d0228836-8e8a-4d52-ac4c-7d2c83682f37,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:48.173563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-076682cf-05fc-4d96-9891-9c0d4ffd21c5 None None] Current status of the port 72685f99-9133-4594-8e28-48ae131b9a6a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:48.175448 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks [] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.220083 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.260026 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.277686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Routers {'9e0df637-a785-4194-83fa-864841bf1ed1'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:48.278303 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9e0df637-a785-4194-83fa-864841bf1ed1'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:48.295966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:48.298785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:48.301695 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:48.317515 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea541-827a-40c4-b55a-116e24138fe9 None None] Pushing event updated for resources: {'Port': ['ID=d0228836-8e8a-4d52-ac4c-7d2c83682f37,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:48.341580 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:48.361292 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (9e0df637-a785-4194-83fa-864841bf1ed1), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.402635 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] Set router 9e0df637-a785-4194-83fa-864841bf1ed1 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:48.595897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.598605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-cce62edd-e6fc-401d-b303-0bb87912c121 None None] Provisioning complete for port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:48.599080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cce62edd-e6fc-401d-b303-0bb87912c121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.634481 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cce62edd-e6fc-401d-b303-0bb87912c121 None None] Port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:10:48.688388 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 3, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:48.714216 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcd91a-ad9b-4525-add5-44f3f5150a3d None None] The sync data for ids ['9e0df637-a785-4194-83fa-864841bf1ed1'] in dv-neutron-836581-2-hyperv is: [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 3, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:48.765723 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks [] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.830916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.859495 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 72685f99-9133-4594-8e28-48ae131b9a6a up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:48.908649 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:48.913059 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 72685f99-9133-4594-8e28-48ae131b9a6a triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:48.913268 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (9e0df637-a785-4194-83fa-864841bf1ed1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:48.913533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:49.029967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 72685f99-9133-4594-8e28-48ae131b9a6a is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:49.030190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:49.031452 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:49.163909 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Router 9e0df637-a785-4194-83fa-864841bf1ed1 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:49.264372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-013d9522-145d-485f-89c2-8d847aa38084 None None] Provisioning complete for port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:49.264981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-013d9522-145d-485f-89c2-8d847aa38084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:49.289903 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:49.298301 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-2457689c-3db1-48d6-b02b-2951ba71e313 admin admin] 10.222.0.89 "PUT /v2.0/routers/9e0df637-a785-4194-83fa-864841bf1ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905543 Apr 06 15:10:49.303348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-013d9522-145d-485f-89c2-8d847aa38084 None None] Port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:10:49.843203 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56782) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:49.848361 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212762296', 'description': 'tempest-secgroup-smoke-212762296 description', 'project_id': '0556a394f43e4faa87a778e88caca737'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:49.960953 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.029275 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (8b633eac-8bd0-49bb-b039-4041b2889237), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.099686 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8b633eac-8bd0-49bb-b039-4041b2889237), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.132153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b633eac-8bd0-49bb-b039-4041b2889237,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:50.210570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.211877 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-e5ede497-c9d2-49d7-a978-b5e8bea46fcd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3676317 Apr 06 15:10:50.215036 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56784) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:50.219304 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '8b633eac-8bd0-49bb-b039-4041b2889237', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:50.310406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (97d05763-c744-4d86-abd7-e52b40702082), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.320462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Sync routers for ids ['9e0df637-a785-4194-83fa-864841bf1ed1'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:50.330079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Routers {'9e0df637-a785-4194-83fa-864841bf1ed1'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:50.330787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9e0df637-a785-4194-83fa-864841bf1ed1'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:50.368773 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (97d05763-c744-4d86-abd7-e52b40702082), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.425204 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (97d05763-c744-4d86-abd7-e52b40702082), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.440115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Set router 9e0df637-a785-4194-83fa-864841bf1ed1 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:50.448153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d05763-c744-4d86-abd7-e52b40702082,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:50.513149 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.517317 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-5a66fe4c-68a5-41dd-a4ab-f7ff07eb3f69 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984462 Apr 06 15:10:50.517535 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56788) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:50.522238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '8b633eac-8bd0-49bb-b039-4041b2889237', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:50.602783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (aca8b868-050a-4d36-8a84-c4c8520bf623), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.664344 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (aca8b868-050a-4d36-8a84-c4c8520bf623), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.710958 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (aca8b868-050a-4d36-8a84-c4c8520bf623), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.729482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca8b868-050a-4d36-8a84-c4c8520bf623,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:50.781497 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.782739 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ab3ce687-8f25-4920-a715-fa47c17ed40f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2642472 Apr 06 15:10:50.786168 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56790) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:50.791000 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '8b633eac-8bd0-49bb-b039-4041b2889237', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:50.803644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 4, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8c3c4451-5ba5-43da-9aa6-99bdb82989f0', 'name': '', 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'mac_address': 'fa:16:3e:08:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '369a3c28-996c-405e-8fd6-4bb8e688ce23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:47Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 2, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'subnets': [{'id': '369a3c28-996c-405e-8fd6-4bb8e688ce23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:50.833167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Checking router: 9e0df637-a785-4194-83fa-864841bf1ed1 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:50.833167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Updating router 9e0df637-a785-4194-83fa-864841bf1ed1 port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:10:50.861354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.865834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (a6a86d24-9096-4643-b542-b94eaea87ee7), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.901397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d0228836-8e8a-4d52-ac4c-7d2c83682f37 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:50.924505 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (a6a86d24-9096-4643-b542-b94eaea87ee7), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.989915 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a6a86d24-9096-4643-b542-b94eaea87ee7), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.011594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a86d24-9096-4643-b542-b94eaea87ee7,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.042356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d0228836-8e8a-4d52-ac4c-7d2c83682f37 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:51.042611 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.073196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.074697 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-c552d936-2e05-4bd6-a516-a69713909181 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873323 Apr 06 15:10:51.077559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56792) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:51.083004 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '8b633eac-8bd0-49bb-b039-4041b2889237', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:51.179228 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (33add38c-cd01-4236-a343-7f87d0e775b3), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.200527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d0228836-8e8a-4d52-ac4c-7d2c83682f37 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:51.200938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.229147 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (33add38c-cd01-4236-a343-7f87d0e775b3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.248142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port d0228836-8e8a-4d52-ac4c-7d2c83682f37, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d0228836-8e8a-4d52-ac4c-7d2c83682f37,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:51.263474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Publish callbacks [] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.282117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (33add38c-cd01-4236-a343-7f87d0e775b3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.300032 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33add38c-cd01-4236-a343-7f87d0e775b3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.305073 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.355905 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=d0228836-8e8a-4d52-ac4c-7d2c83682f37,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.359846 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.404119 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.405428 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-daf7a8f8-0c1d-4fa3-9aee-8048d32b23da tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268440 Apr 06 15:10:51.410189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 56794) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:51.411313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766963c2-41d1-408b-aaf5-c23970feb3e6 None None] Pushing event updated for resources: {'Port': ['ID=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.415613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '8b633eac-8bd0-49bb-b039-4041b2889237', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:51.474552 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Attempting to bind port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:51.474930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Attempting to bind port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:51.475340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Attempting to bind port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 on network fbfe35f7-4202-41d0-bebe-e3752f010f16 {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:51.480563 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:51.481097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Checking segment: {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:51.481499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.481893 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Bound using segment: {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:51.482358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Bound port: 8c3c4451-5ba5-43da-9aa6-99bdb82989f0, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:51.482747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.509703 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Project 0556a394f43e4faa87a778e88caca737 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:10:51.517427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (6564076c-6b8a-40ca-9f74-d3ed75d78e57), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.550487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] For port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:51.554835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] For port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:51.584000 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (6564076c-6b8a-40ca-9f74-d3ed75d78e57), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.630743 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.652293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (6564076c-6b8a-40ca-9f74-d3ed75d78e57), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.670244 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6564076c-6b8a-40ca-9f74-d3ed75d78e57,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.674683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] Provisioning complete for port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:51.675064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.727940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766963c2-41d1-408b-aaf5-c23970feb3e6 None None] Pushing event updated for resources: {'Port': ['ID=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.732200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Routers {'9e0df637-a785-4194-83fa-864841bf1ed1'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:51.732870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9e0df637-a785-4194-83fa-864841bf1ed1'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.753153 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.755025 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3cf43254-e6d2-424c-828f-1b98cd6b5145 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3434556 Apr 06 15:10:51.757825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56796) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:51.762972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '8b633eac-8bd0-49bb-b039-4041b2889237', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:51.866057 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Project 0556a394f43e4faa87a778e88caca737 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:10:51.871128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (aeb87f64-cfa4-4cd0-84a9-a4fabf25304e), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.874518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] Current status of the port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:51.874518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.891054 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] Set router 9e0df637-a785-4194-83fa-864841bf1ed1 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:51.932230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (aeb87f64-cfa4-4cd0-84a9-a4fabf25304e), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.975856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] For port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:52.029827 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (aeb87f64-cfa4-4cd0-84a9-a4fabf25304e), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.047104 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb87f64-cfa4-4cd0-84a9-a4fabf25304e,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:52.074868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.113024 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.114276 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-b9fda52c-ced2-4b77-aa44-3dc63c325012 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550935 Apr 06 15:10:52.136588 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb9c92-2e47-417f-846b-f2182294087f None None] Pushing event updated for resources: {'Port': ['ID=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:52.148577 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 4, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8c3c4451-5ba5-43da-9aa6-99bdb82989f0', 'name': '', 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'mac_address': 'fa:16:3e:08:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '369a3c28-996c-405e-8fd6-4bb8e688ce23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:47Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 4, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'subnets': [{'id': '369a3c28-996c-405e-8fd6-4bb8e688ce23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:52.176892 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ca0c4-9195-435c-b732-24ed76f12fd2 None None] The sync data for ids ['9e0df637-a785-4194-83fa-864841bf1ed1'] in dv-neutron-836581-2-hyperv is: [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:10:48Z', 'revision_number': 4, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '8c3c4451-5ba5-43da-9aa6-99bdb82989f0', 'name': '', 'network_id': 'fbfe35f7-4202-41d0-bebe-e3752f010f16', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'mac_address': 'fa:16:3e:08:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '369a3c28-996c-405e-8fd6-4bb8e688ce23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:47Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 4, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'subnets': [{'id': '369a3c28-996c-405e-8fd6-4bb8e688ce23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:52.194245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-89e46817-3623-4ecc-afe8-351255e5d314 None None] Provisioning complete for port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:52.194628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-89e46817-3623-4ecc-afe8-351255e5d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.310219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-89e46817-3623-4ecc-afe8-351255e5d314 None None] Current status of the port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:52.375226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-af75c7ee-7bbe-4674-bb06-c3fea54aec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.436155 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-5e70afed-8b0b-47d9-ac85-37658c38574b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212762296&fields=id&tenant_id=0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 267 time: 0.0477459 Apr 06 15:10:52.550579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-ffa51f9c-9f9f-4968-88fe-0fb4daf4b691 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:52.552164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-ffa51f9c-9f9f-4968-88fe-0fb4daf4b691 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 808 time: 0.1090803 Apr 06 15:10:52.572426 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-451a5a97-bc8f-4ddb-844a-f40da7dff163 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/quotas/0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 375 time: 0.0140424 Apr 06 15:10:52.629708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-a0f78b84-0da6-44a9-9057-c1ff224e0eda tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509925 Apr 06 15:10:52.737642 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8a6fcdb6-6609-4b65-b3f2-ef988ab0e14a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:10:52.738683 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8a6fcdb6-6609-4b65-b3f2-ef988ab0e14a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0969677 Apr 06 15:10:52.837733 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-57712dd5-5587-438e-b645-b4aa1fcea838 service neutron] 10.222.0.89 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924416 Apr 06 15:10:52.933030 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-b8df710b-c406-4461-8e65-3963a21b8c75 service neutron] 10.222.0.89 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896745 Apr 06 15:10:52.947647 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:52.995441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:52.995820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:53.086781 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:53.087856 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d0228836-8e8a-4d52-ac4c-7d2c83682f37 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:10:53.140103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port d0228836-8e8a-4d52-ac4c-7d2c83682f37 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:53.140480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:53.226162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port d0228836-8e8a-4d52-ac4c-7d2c83682f37 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:53.264611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-191fb706-708a-4632-9a43-1e7e965f226b req-51f2fc29-8da5-40d5-b795-179fef7219b5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 210 time: 0.0950437 Apr 06 15:10:53.818729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.363694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ca1c6abb-1a98-4f99-80cf-7929a31a1f8f req-9ae54231-8011-4d2e-8d1e-7666297590fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 210 time: 0.0314708 Apr 06 15:10:54.478334 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:10:54.768037 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-60002739-f0e1-4101-87cf-cbccf26eadd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.167461 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-f3b4730f-a41b-41db-992f-b301cd46206a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:55.169268 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-f3b4730f-a41b-41db-992f-b301cd46206a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 808 time: 0.1077175 Apr 06 15:10:55.237267 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-5504b3d0-56cc-4e38-8182-bde53ae0e2e1 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 379 time: 0.0597656 Apr 06 15:10:55.247384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'port': {'device_id': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'admin_state_up': True, 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'security_groups': ['8b633eac-8bd0-49bb-b039-4041b2889237']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:55.408262 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Made reservation on behalf of 0556a394f43e4faa87a778e88caca737 for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:10:55.412235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.493483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6bc8207-6b06-4454-ac58-d4f3ef46f881 req-45aa8289-e8d5-430b-a42f-8324d5e9a793 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 210 time: 0.0585234 Apr 06 15:10:55.569503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Allocated IP 172.20.0.12 (59afbe7d-a8f8-4c05-813e-17b9a7486a59/8a88a48a-463c-43d0-95c4-bafaec40c712/9b23dd55-22ea-474f-b948-f0d49d7d2ca2) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:10:55.711318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.803719 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.846044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:10:55.851357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:10:55.858866 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:10:55.884894 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:55.916376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:55.917135 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.939655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.995315 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-c2bab779-4aac-4044-acdf-107bc82fad75 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515798 Apr 06 15:10:56.005906 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-29c7e4a6-3a38-4241-9609-85fee6b6469b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:10:56.006984 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-29c7e4a6-3a38-4241-9609-85fee6b6469b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061114 Apr 06 15:10:56.064286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Request body: {'port': {'device_id': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:56.133034 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.155217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-210dc35a-d5eb-4c0d-955e-ddf168ee6eb3 None None] Provisioning complete for port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:56.155596 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-210dc35a-d5eb-4c0d-955e-ddf168ee6eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.191445 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-210dc35a-d5eb-4c0d-955e-ddf168ee6eb3 None None] Port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:10:56.687616 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0a410-697e-491f-b0f5-4fe23ced9195 req-622b227e-02b4-43b1-a5dc-fc4e008a1edf tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:56.689121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24b0a410-697e-491f-b0f5-4fe23ced9195 req-622b227e-02b4-43b1-a5dc-fc4e008a1edf tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 932 time: 0.0883207 Apr 06 15:10:56.779388 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:10:56.788844 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24b0a410-697e-491f-b0f5-4fe23ced9195 req-ea9f07d8-d3ad-4ccd-bf78-27733b85ec3b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903788 Apr 06 15:10:56.790528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Publish callbacks [] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.807222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Transition to ACTIVE for port object 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:10:56.875363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.928924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:57.002114 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Attempting to bind port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:10:57.002462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Attempting to bind port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:10:57.002797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Attempting to bind port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:57.007688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:10:57.008007 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Attempting to bind port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:10:57.013255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:10:57.013609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Checking segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:10:57.013983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Bound using segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:10:57.014449 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Bound port: 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:10:57.014815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.093184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:10:57.096835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:10:57.184822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.219229 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.219849 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.221241 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] 10.222.0.79 "PUT /v2.0/ports/9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1094 time: 1.2070138 Apr 06 15:10:57.221794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:10:57.223890 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00cb949-8477-47b7-b437-e78fe485c2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:10:57.248236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c7fd-c98c-4630-a1ec-64b50b3f7d35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:57.281367 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f1c8d6-4fb5-45e1-a9ad-0ce3bbc4018e x-openstack-request-id: req-61f1c8d6-4fb5-45e1-a9ad-0ce3bbc4018e {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:10:57.291243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:10:57.291243 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-61f1c8d6-4fb5-45e1-a9ad-0ce3bbc4018e {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:10:57.291243 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f1c8d6-4fb5-45e1-a9ad-0ce3bbc4018e'] response: {'name': 'network-changed', 'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'status': 'completed', 'code': 200} Apr 06 15:10:57.360587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb949-8477-47b7-b437-e78fe485c2a0 req-8b1cf3f2-e8a4-413d-ad1d-4af62f283f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.362345 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c00cb949-8477-47b7-b437-e78fe485c2a0 req-8b1cf3f2-e8a4-413d-ad1d-4af62f283f77 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1128 time: 0.0587199 Apr 06 15:10:57.470359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb949-8477-47b7-b437-e78fe485c2a0 req-05a15f2e-f809-41b4-92ca-e2b7223e930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.471974 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c00cb949-8477-47b7-b437-e78fe485c2a0 req-05a15f2e-f809-41b4-92ca-e2b7223e930f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0556a394f43e4faa87a778e88caca737&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1024053 Apr 06 15:10:57.567436 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb949-8477-47b7-b437-e78fe485c2a0 req-b18de2ac-8bab-4cf6-a122-35f67ac5f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.568977 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c00cb949-8477-47b7-b437-e78fe485c2a0 req-b18de2ac-8bab-4cf6-a122-35f67ac5f61d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901172 Apr 06 15:10:57.585324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.658748 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-af703d17-90ee-4279-b472-ac49de9a6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.660359 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-af703d17-90ee-4279-b472-ac49de9a6cdc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1128 time: 0.0500929 Apr 06 15:10:57.703675 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-4a84e7ca-322f-4c8c-9b5b-13efdfaddce4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 217 time: 0.0347347 Apr 06 15:10:57.751991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-78c5b784-4fbc-4ae2-8df1-668e99a1c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.753485 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-78c5b784-4fbc-4ae2-8df1-668e99a1c421 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0444834 Apr 06 15:10:57.804006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-e22575b6-9213-4b64-8456-4de735fa3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.805554 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-e22575b6-9213-4b64-8456-4de735fa3956 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453110 Apr 06 15:10:57.931854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-a5bea17b-403c-4d26-8385-b2ae6a21e9ac service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203992 Apr 06 15:10:57.939576 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e73b4d-ab86-4cc6-9c15-45994dde0290 req-a2b3b5a1-d36f-4466-8542-078cf3e61d5a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.940953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98e73b4d-ab86-4cc6-9c15-45994dde0290 req-a2b3b5a1-d36f-4466-8542-078cf3e61d5a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0815992 Apr 06 15:10:58.041663 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-98e73b4d-ab86-4cc6-9c15-45994dde0290 req-95bf1907-90bf-4287-b7cf-49da5d77ec3e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929480 Apr 06 15:10:58.063274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6dcbe0f2-a2c7-404d-bed8-68166c37d303 req-7e035499-0fb7-4901-bfa9-8947a20546b9 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214008 Apr 06 15:10:58.544818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:59.175927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e2f2-50b7-43b3-82ab-caa95e024ac6 req-6b40d013-1518-418e-b9c6-b726d89afbb3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:59.177796 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8986e2f2-50b7-43b3-82ab-caa95e024ac6 req-6b40d013-1518-418e-b9c6-b726d89afbb3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0607176 Apr 06 15:10:59.242452 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8986e2f2-50b7-43b3-82ab-caa95e024ac6 req-2a513c29-8fa6-4207-befc-a456df7f6ebc tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588148 Apr 06 15:11:00.359384 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a70ab-68b5-486d-8b59-97d27c4ebaf9 req-328e62a5-e638-4b31-bd8c-faa3c405ae62 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:00.360881 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-097a70ab-68b5-486d-8b59-97d27c4ebaf9 req-328e62a5-e638-4b31-bd8c-faa3c405ae62 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0521903 Apr 06 15:11:00.409925 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-097a70ab-68b5-486d-8b59-97d27c4ebaf9 req-c3356fd2-a76b-4b30-8dc1-d80c424eaa91 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429032 Apr 06 15:11:01.535950 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645be665-bf61-4daf-8210-01ca74913835 req-34b2d89a-ded7-4140-afa7-b3399ac81da9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:01.538271 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-645be665-bf61-4daf-8210-01ca74913835 req-34b2d89a-ded7-4140-afa7-b3399ac81da9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0559576 Apr 06 15:11:01.586683 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-645be665-bf61-4daf-8210-01ca74913835 req-2e6d9f49-6f74-4208-821b-6c34a8b97aa2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429001 Apr 06 15:11:01.590945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:11:01.686256 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:01.697432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'mac_address': 'fa:16:3e:dc:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:11:01.733613 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:01.734002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.750510 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:11:01.770937 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:01.813469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.862632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:02.018475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['9b23dd55-22ea-474f-b948-f0d49d7d2ca2'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:11:02.710696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89a1b6-1b22-48a6-9108-d2aba1f62c8c req-c5aa10fd-69a4-4a33-9386-46f8b194d0f4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:02.712190 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da89a1b6-1b22-48a6-9108-d2aba1f62c8c req-c5aa10fd-69a4-4a33-9386-46f8b194d0f4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 945 time: 0.0581756 Apr 06 15:11:02.761507 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-da89a1b6-1b22-48a6-9108-d2aba1f62c8c req-9699eb00-d28a-4770-943a-05c0333ca7b0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 Apr 06 15:11:03.606643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:03.716471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:11:03.720512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:03.721080 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.802002 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:03.802415 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.824917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:11:03.827094 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa9b466-e07f-4296-bb8d-61008a70bebc" -d '{"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-plugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:11:03.841024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:03.869641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa7d82-22d8-4419-bebd-a1bdaab44fca x-openstack-request-id: req-30fa7d82-22d8-4419-bebd-a1bdaab44fca {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:11:03.869641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-plugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:11:03.869641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30fa7d82-22d8-4419-bebd-a1bdaab44fca {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:11:03.869641 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fa7d82-22d8-4419-bebd-a1bdaab44fca'] response: {'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'code': 200} Apr 06 15:11:03.883970 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce40ad-686f-4be0-b555-374d63f2b786 req-14d976bd-f395-49f0-80de-686a3bb32676 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:03.885512 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-10ce40ad-686f-4be0-b555-374d63f2b786 req-14d976bd-f395-49f0-80de-686a3bb32676 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 945 time: 0.0551763 Apr 06 15:11:03.922463 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.937938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-10ce40ad-686f-4be0-b555-374d63f2b786 req-f6eb7b1f-9933-4c62-b4c3-17ff30be20c8 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 Apr 06 15:11:03.969868 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:04.167815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92660e1b-fb9b-465a-ac9c-27599e8f34ee req-1a47ef2f-fb35-436e-b714-414b6a905914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:04.169223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92660e1b-fb9b-465a-ac9c-27599e8f34ee req-1a47ef2f-fb35-436e-b714-414b6a905914 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1130 time: 0.0442779 Apr 06 15:11:04.219124 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92660e1b-fb9b-465a-ac9c-27599e8f34ee req-f4f17a4b-0d78-4798-a9db-e08fc2fd5d26 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Apr 06 15:11:05.058743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890e3ff-0111-47f1-b7cb-3d1b5f04dea5 req-806b4cd4-262f-44cc-ab63-93b57dc653a9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:05.060236 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a890e3ff-0111-47f1-b7cb-3d1b5f04dea5 req-806b4cd4-262f-44cc-ab63-93b57dc653a9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0528860 Apr 06 15:11:05.110498 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a890e3ff-0111-47f1-b7cb-3d1b5f04dea5 req-42756a7c-3519-4606-aa28-07de38cd950d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 Apr 06 15:11:06.227598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c8a0-6313-41c2-b6fa-038998596f67 req-ec95515e-99fb-4dc1-8d09-095d59b6033e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:06.229105 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0072c8a0-6313-41c2-b6fa-038998596f67 req-ec95515e-99fb-4dc1-8d09-095d59b6033e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0518262 Apr 06 15:11:06.276558 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0072c8a0-6313-41c2-b6fa-038998596f67 req-5679f4d9-755b-444b-a2e2-0796a11168db tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Apr 06 15:11:06.400189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee81d2-cf9b-43fb-8fe8-065a700e8d0f req-7cf1a5cb-d544-4a84-8d6d-e2ca376e5ae9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:06.401698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bcee81d2-cf9b-43fb-8fe8-065a700e8d0f req-7cf1a5cb-d544-4a84-8d6d-e2ca376e5ae9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0584357 Apr 06 15:11:06.460655 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bcee81d2-cf9b-43fb-8fe8-065a700e8d0f req-ae897c30-edab-4641-8cb6-1edc5c0ac390 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Apr 06 15:11:06.482213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56866) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:06.570447 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e3c734-5e3e-45ff-95ba-29d532189469 tempest-TestShelveInstance-64464422 tempest-TestShelveInstance-64464422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:06.572052 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f0e3c734-5e3e-45ff-95ba-29d532189469 tempest-TestShelveInstance-64464422 tempest-TestShelveInstance-64464422-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1125 time: 0.0888238 Apr 06 15:11:06.575003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 56870) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:06.579127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:06.715588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.084618 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.188823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Allocated IP 172.26.6.144 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/b4125e06-825d-4a7b-8304-d904a357f3d6) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:11:07.295153 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.403163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.441451 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:07.446879 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:07.449570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:11:07.472632 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'Port': ['ID=b4125e06-825d-4a7b-8304-d904a357f3d6,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:07.823042 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (b7a9bfb9-4c91-482c-a8a3-ae7b6056883f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.959542 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.109299 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.208003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.282666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'Port': ['ID=b4125e06-825d-4a7b-8304-d904a357f3d6,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:08.291534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (b7a9bfb9-4c91-482c-a8a3-ae7b6056883f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.394165 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Floating IP b7a9bfb9-4c91-482c-a8a3-ae7b6056883f associated. External IP: 172.26.6.144, port: 9b23dd55-22ea-474f-b948-f0d49d7d2ca2. Apr 06 15:11:08.616888 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:11:08.730785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:11:08.740229 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:11:08.749608 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:08.756597 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:08.819282 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.851082 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-85677da9-504b-4b90-aa17-e84c49fdfdb6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2750583 Apr 06 15:11:08.851765 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:11:08.854019 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99" -d '{"events": [{"name": "network-changed", "server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:11:08.856888 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:08.889970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4395a532-c72e-47b2-b60e-737ca3372161 x-openstack-request-id: req-4395a532-c72e-47b2-b60e-737ca3372161 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:11:08.890272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:11:08.890533 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4395a532-c72e-47b2-b60e-737ca3372161 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:11:08.891215 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4395a532-c72e-47b2-b60e-737ca3372161'] response: {'name': 'network-changed', 'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'status': 'completed', 'code': 200} Apr 06 15:11:08.956668 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-f62140e2-b057-4e48-b450-cb721b5f2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:08.958205 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-f62140e2-b057-4e48-b450-cb721b5f2713 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1130 time: 0.0450423 Apr 06 15:11:09.054717 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-f52839de-c663-49f4-8de6-9dba8fee9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:09.056194 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-f52839de-c663-49f4-8de6-9dba8fee9015 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0908051 Apr 06 15:11:09.085778 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'b7a9bfb9-4c91-482c-a8a3-ae7b6056883f', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'floating_ip_address': '172.26.6.144', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'mac_address': 'fa:16:3e:dc:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:11:07Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 0, 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:09.119193 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:11:09.121225 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-b47bed5b-dc69-457a-a367-9386c6d8fea3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0594106 Apr 06 15:11:09.127587 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:09.128195 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:10:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:09.168961 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-9d165b04-c865-4874-8831-2bb4fcb083b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:09.170419 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-9d165b04-c865-4874-8831-2bb4fcb083b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0438654 Apr 06 15:11:09.224791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-9703537a-4967-4c1f-9110-2033518ab58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:09.226322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-9703537a-4967-4c1f-9110-2033518ab58d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0497191 Apr 06 15:11:09.234909 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:09.315679 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-0730bdb2-9533-414e-b744-cd68ada25d8b service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Apr 06 15:11:09.409837 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29f74d82-5f8b-4bf9-8056-a9c5095b2e99 req-5c3a3029-9e16-41b0-9020-9340a70f2d73 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878406 Apr 06 15:11:09.455026 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'b7a9bfb9-4c91-482c-a8a3-ae7b6056883f', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'floating_ip_address': '172.26.6.144', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'mac_address': 'fa:16:3e:dc:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:11:07Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 0, 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:09.484805 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3b433-ec80-4105-b4ad-48a85c1b48c0 None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': 'b7a9bfb9-4c91-482c-a8a3-ae7b6056883f', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'floating_ip_address': '172.26.6.144', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'mac_address': 'fa:16:3e:dc:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:11:07Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 0, 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:11:09.683765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a1f72-8b14-4680-a8a9-710da6a78c40 None None] New status for floating IP b7a9bfb9-4c91-482c-a8a3-ae7b6056883f: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:11:22.385297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6930-da11-431c-a7ea-06c12fe8921d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:23.831251 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.791236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-31f8602a-2064-4dc4-b038-abeed2f011c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:25.929730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:27.562496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:28.563224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:31.485207 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:11:35.445969 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-4549d0ef-5779-475b-a047-cb614815bdcd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431588 Apr 06 15:11:35.530701 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-87f8e8c5-689b-4bb8-914c-265aece608e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:35.532266 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-87f8e8c5-689b-4bb8-914c-265aece608e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1130 time: 0.0443807 Apr 06 15:11:35.635975 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-b7179497-8bbe-4fe6-bd68-cbbd340bcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:35.637529 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-b7179497-8bbe-4fe6-bd68-cbbd340bcbea service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0878382 Apr 06 15:11:35.702854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-746f7de6-e0be-4dfa-8c3b-ef56a7068bb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0593710 Apr 06 15:11:35.753439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-0af7aa6c-7fc5-4730-8189-fa6e52fa006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:35.754842 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-0af7aa6c-7fc5-4730-8189-fa6e52fa006e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0466714 Apr 06 15:11:35.804117 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-8357c2a0-f1fb-4cea-88b9-c54b38db3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:35.805708 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-8357c2a0-f1fb-4cea-88b9-c54b38db3ac0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439405 Apr 06 15:11:35.895364 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-09864fd0-55b4-4dfd-a9c9-36e766ac008c service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824189 Apr 06 15:11:35.989188 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8e379e90-174f-44c4-ad18-4e21ddc326f4 req-df4f3feb-7f27-47db-ae3c-5dce14bc70cb service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869341 Apr 06 15:11:52.346089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-487fa8ab-8f8a-4cc8-bf64-0846fedd89bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:53.825701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:54.751448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bab18f43-e112-406e-9d95-edc8f7a8b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:55.917749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:57.551701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:58.557644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:08.473828 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:12:21.687423 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-0a9c6803-427f-495e-b012-be794001bfae req-55cfaa19-7be7-45e3-988a-7fa62d037c1b service neutron] (104420) timed out ('10.222.0.79', 54026) {{(pid=104420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 15:12:22.352518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-31723490-d1dc-45a7-8c88-b140e15bc652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:23.854726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:24.752260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1ea3fc02-842d-428e-b5b1-17092addd491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:25.906219 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:27.592075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:28.615288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:35.461292 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-ecaa2d59-dd24-42a4-8ff3-3877126a4a4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477157 Apr 06 15:12:35.547137 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-bb947dec-7232-49ee-8b19-88328f319ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:35.548643 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-bb947dec-7232-49ee-8b19-88328f319ff8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1130 time: 0.0455081 Apr 06 15:12:35.649132 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-5d559430-f701-4617-ac04-2e7d1a91d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:35.650709 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-5d559430-f701-4617-ac04-2e7d1a91d9b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0839205 Apr 06 15:12:35.719000 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-46b8ed17-2c40-46fe-a692-641c444732dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0618932 Apr 06 15:12:35.766926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-bf2ca5d6-050d-4892-a6b1-bbfd8ee3ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:35.768646 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-bf2ca5d6-050d-4892-a6b1-bbfd8ee3ec04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0444655 Apr 06 15:12:35.816183 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-3c1e1f42-8114-4d0f-afce-a782fc3815c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:35.818135 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-3c1e1f42-8114-4d0f-afce-a782fc3815c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436487 Apr 06 15:12:35.909538 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-ac016cf5-31d4-45ac-a32d-c25f60548a36 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Apr 06 15:12:35.996905 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-abc9ddf5-0ede-4a7a-bae4-bf7c96a57629 req-a37425e0-2025-42a3-81f8-8d383fced3b4 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817657 Apr 06 15:12:45.473306 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:12:52.340602 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e5db5bbc-0fab-4a44-bf07-be3cf76eb544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:53.861050 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:54.763987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe12-11dd-4c9a-a9d3-d05603be3f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:55.936274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:57.604676 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.552645 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:03.627835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359b931-4b25-486b-9a69-b51d0d59515c req-152b70ee-5e3f-4ede-ad5f-47be7c8f51b3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:03.629340 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f359b931-4b25-486b-9a69-b51d0d59515c req-152b70ee-5e3f-4ede-ad5f-47be7c8f51b3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0546172 Apr 06 15:13:03.677725 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f359b931-4b25-486b-9a69-b51d0d59515c req-49bc4865-1722-414b-af6c-81a610d11713 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428305 Apr 06 15:13:04.800982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09679-c9f8-42ec-b9e6-04b3e2504f31 req-ae378f29-b347-414e-acc0-d0d62958059c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:04.802441 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66d09679-c9f8-42ec-b9e6-04b3e2504f31 req-ae378f29-b347-414e-acc0-d0d62958059c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0516131 Apr 06 15:13:04.851167 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-66d09679-c9f8-42ec-b9e6-04b3e2504f31 req-a4945f43-60f7-4d53-9967-58373bc92ede tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429480 Apr 06 15:13:05.975841 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e358-4507-4421-8640-6b0e60b923d2 req-f86e0789-14bf-4b85-b985-dce0608ae5b5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:05.978022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16d1e358-4507-4421-8640-6b0e60b923d2 req-f86e0789-14bf-4b85-b985-dce0608ae5b5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0556188 Apr 06 15:13:06.026033 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16d1e358-4507-4421-8640-6b0e60b923d2 req-00480158-ce36-4a2c-a321-8e8de3e49e39 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Apr 06 15:13:07.143609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bd1c5-97e0-4f7c-88e0-f058bcf222fe req-5ffb55a5-f0ca-4c32-b952-d2c32f7220dd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:07.145032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-525bd1c5-97e0-4f7c-88e0-f058bcf222fe req-5ffb55a5-f0ca-4c32-b952-d2c32f7220dd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0526702 Apr 06 15:13:07.193262 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-525bd1c5-97e0-4f7c-88e0-f058bcf222fe req-4fb82869-5126-46dd-85c9-68fa87a90fc6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Apr 06 15:13:08.319123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a3efc-621e-4706-b0e3-3320122e5329 req-01848f51-3371-4aef-b818-3353a1ff2d89 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:08.320597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f94a3efc-621e-4706-b0e3-3320122e5329 req-01848f51-3371-4aef-b818-3353a1ff2d89 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0613871 Apr 06 15:13:08.369507 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f94a3efc-621e-4706-b0e3-3320122e5329 req-01cee48a-7e33-488e-8e92-f730d0b15d86 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Apr 06 15:13:09.490430 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7773f-16de-43e6-ac1f-37f78fc7282c req-698ec30d-9d2d-4208-9df3-21de1741edbe tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:09.491942 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5a7773f-16de-43e6-ac1f-37f78fc7282c req-698ec30d-9d2d-4208-9df3-21de1741edbe tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0543625 Apr 06 15:13:09.542121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e5a7773f-16de-43e6-ac1f-37f78fc7282c req-57c32911-aa96-440e-9bf7-318bcdc4bbab tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Apr 06 15:13:10.662875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e88fc6-3f59-43fb-a278-1efe5dd96733 req-992c40bd-45fa-458a-b11a-8c5f7491934e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:10.664356 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-06e88fc6-3f59-43fb-a278-1efe5dd96733 req-992c40bd-45fa-458a-b11a-8c5f7491934e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0554993 Apr 06 15:13:10.717625 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-06e88fc6-3f59-43fb-a278-1efe5dd96733 req-ae54d20a-4926-4775-af32-f1cf069c98e7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476406 Apr 06 15:13:11.838984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc6f0d-6f47-41be-945d-b07a99d77435 req-bb5385bb-9800-499a-a91a-06ee39f60be2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:11.840395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61dc6f0d-6f47-41be-945d-b07a99d77435 req-bb5385bb-9800-499a-a91a-06ee39f60be2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0539947 Apr 06 15:13:11.889447 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-61dc6f0d-6f47-41be-945d-b07a99d77435 req-00163aa8-8647-4774-9c10-0ab3c5e97266 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Apr 06 15:13:13.010888 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada4f5-4123-4b8d-975e-cbdca312181e req-49ee8dd6-24b8-4cbf-87e1-e8846083ecb4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:13.012370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d5ada4f5-4123-4b8d-975e-cbdca312181e req-49ee8dd6-24b8-4cbf-87e1-e8846083ecb4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0525956 Apr 06 15:13:13.060870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d5ada4f5-4123-4b8d-975e-cbdca312181e req-2fe0920c-da4b-4639-a947-822e9781731a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Apr 06 15:13:14.182791 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08875fc0-aec8-4aa3-8494-769f896d2378 req-1c055cd2-8da5-4340-b029-ddb0743939a3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:14.184287 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08875fc0-aec8-4aa3-8494-769f896d2378 req-1c055cd2-8da5-4340-b029-ddb0743939a3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0576515 Apr 06 15:13:14.232486 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-08875fc0-aec8-4aa3-8494-769f896d2378 req-35d17577-0ae8-4105-a72d-c96226de61a0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Apr 06 15:13:15.357211 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7321c3b-0517-477f-b103-8e1daf6fad13 req-fed4f8c3-b606-42f4-a6e9-949ec1d62b2d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:15.358690 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7321c3b-0517-477f-b103-8e1daf6fad13 req-fed4f8c3-b606-42f4-a6e9-949ec1d62b2d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0590041 Apr 06 15:13:15.406746 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d7321c3b-0517-477f-b103-8e1daf6fad13 req-c00bda44-c589-4ca2-b605-23e206c290ec tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425024 Apr 06 15:13:16.285841 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:13:16.382619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:16.401391 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'mac_address': 'fa:16:3e:dc:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:13:16.445682 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:16.446081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:16.460915 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:13:16.481532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:16.532947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463688cb-5c47-49f4-9762-a1618ff9174b req-7d599e57-7341-4935-a239-9c947a8d6c55 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:16.532947 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-463688cb-5c47-49f4-9762-a1618ff9174b req-7d599e57-7341-4935-a239-9c947a8d6c55 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0564928 Apr 06 15:13:16.546574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:16.588238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-463688cb-5c47-49f4-9762-a1618ff9174b req-fe7e0118-b021-4342-a7dc-cbc8941be41a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502012 Apr 06 15:13:16.604194 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:16.614564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.614922 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.615273 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.615620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.615961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.616298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.616660 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.617300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.617541 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.618124 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.619286 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.619734 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.620069 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.620408 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.620749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:13:16.626035 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['9b23dd55-22ea-474f-b948-f0d49d7d2ca2'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:13:17.713957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b8bf1-9edc-48f4-a591-4aaa886d3784 req-a1052d28-d7c2-4d9c-893b-55b5de45d483 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:17.715647 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f07b8bf1-9edc-48f4-a591-4aaa886d3784 req-a1052d28-d7c2-4d9c-893b-55b5de45d483 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 945 time: 0.0561268 Apr 06 15:13:17.769615 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f07b8bf1-9edc-48f4-a591-4aaa886d3784 req-4c7746a6-8224-4b08-a708-a928a4563d73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Apr 06 15:13:18.289309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:13:18.345774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:13:18.346162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:18.441924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:18.442336 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:18.470062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:13:18.472492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcb0984-efc2-418d-af58-8bde0223819d" -d '{"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-plugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:13:18.486282 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:18.516765 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8d52f-81db-4307-bbc9-5a6165545a86 x-openstack-request-id: req-9cd8d52f-81db-4307-bbc9-5a6165545a86 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:13:18.517079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-plugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:13:18.517322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9cd8d52f-81db-4307-bbc9-5a6165545a86 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:13:18.518166 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd8d52f-81db-4307-bbc9-5a6165545a86'] response: {'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'code': 200} Apr 06 15:13:18.553114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:18.606556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:18.911139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9a6a-3161-4f62-9f0a-040ac05380eb req-70b96047-95f1-4810-990c-0ae1614538d2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:18.912892 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e53f9a6a-3161-4f62-9f0a-040ac05380eb req-70b96047-95f1-4810-990c-0ae1614538d2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0632958 Apr 06 15:13:18.966521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e53f9a6a-3161-4f62-9f0a-040ac05380eb req-fcf8afa5-fa1f-482f-b2b0-3684386136d4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464599 Apr 06 15:13:20.112532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05713-2325-41b2-95da-625efcf612d4 req-0cb9f4d4-1932-442c-94ef-ad52e254eb96 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:20.114811 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0bc05713-2325-41b2-95da-625efcf612d4 req-0cb9f4d4-1932-442c-94ef-ad52e254eb96 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0641563 Apr 06 15:13:20.176271 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0bc05713-2325-41b2-95da-625efcf612d4 req-0100111d-a22b-43ec-a209-dedc8fb141ce tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541229 Apr 06 15:13:21.330408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb651-a1ea-48a4-82d6-3e8ac5172ffe req-5f8e4106-1c45-42b9-b179-4ce1a6ab3389 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:21.331953 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-081fb651-a1ea-48a4-82d6-3e8ac5172ffe req-5f8e4106-1c45-42b9-b179-4ce1a6ab3389 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0652087 Apr 06 15:13:21.393350 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-081fb651-a1ea-48a4-82d6-3e8ac5172ffe req-61f00379-b5a6-45b3-bd36-3c84a25a5923 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541718 Apr 06 15:13:22.473488 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:13:22.527797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053a65e-5d2c-40e4-8158-8643c09c77f0 req-f84d26c2-c5ae-43e4-bc5a-01e62e55c3c5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:22.529213 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8053a65e-5d2c-40e4-8158-8643c09c77f0 req-f84d26c2-c5ae-43e4-bc5a-01e62e55c3c5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0586119 Apr 06 15:13:22.537693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d127713b-bd8e-4b9d-b4d8-446e7cfddbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:22.581632 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8053a65e-5d2c-40e4-8158-8643c09c77f0 req-00b84051-89a0-4e11-a435-c033288d122c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Apr 06 15:13:23.716617 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953bbbc-943c-41e8-9ef2-5c3329b69cde req-fb98bcee-be99-4f64-948d-221d9cbe5cfe tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:23.718249 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9953bbbc-943c-41e8-9ef2-5c3329b69cde req-fb98bcee-be99-4f64-948d-221d9cbe5cfe tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0566883 Apr 06 15:13:23.774272 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9953bbbc-943c-41e8-9ef2-5c3329b69cde req-d52be599-a4e6-4703-bc6d-ae9396315031 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489292 Apr 06 15:13:23.861812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:24.752379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1b36f859-a244-4520-a02d-b37349c66935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:24.924526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1dcf-f870-4504-9878-2ea9d603c96e req-c13a1598-8b82-4f6c-af08-901b07e1cd2d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:24.926669 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f63c1dcf-f870-4504-9878-2ea9d603c96e req-c13a1598-8b82-4f6c-af08-901b07e1cd2d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0666032 Apr 06 15:13:24.991365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f63c1dcf-f870-4504-9878-2ea9d603c96e req-d515d1a1-3506-4f35-a784-07a949163c85 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568302 Apr 06 15:13:25.958582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:26.124658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bea10-f248-49d6-bd3b-00c86f88155f req-ad8d7e86-97e3-4477-af82-b09b1af2e746 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:26.129263 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b70bea10-f248-49d6-bd3b-00c86f88155f req-ad8d7e86-97e3-4477-af82-b09b1af2e746 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0648181 Apr 06 15:13:26.185744 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b70bea10-f248-49d6-bd3b-00c86f88155f req-92b0ce3a-f434-492c-ada4-3113fbaa2f17 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550618 Apr 06 15:13:27.300591 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3cbf-8af3-4cc9-bc52-f68657c0f915 req-820113ab-88ba-4492-83a9-c9d2abe4ba4d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:27.302078 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e80d3cbf-8af3-4cc9-bc52-f68657c0f915 req-820113ab-88ba-4492-83a9-c9d2abe4ba4d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0528748 Apr 06 15:13:27.351695 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e80d3cbf-8af3-4cc9-bc52-f68657c0f915 req-ec175a7c-3da6-483e-9933-24340b6d10de tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435278 Apr 06 15:13:27.586623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:27.722526 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-2b6c459b-cb47-4ed6-90b6-a1e06d855e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:27.724003 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-2b6c459b-cb47-4ed6-90b6-a1e06d855e2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1130 time: 0.0479865 Apr 06 15:13:27.810123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-eaa481fe-4e1f-4dec-97d0-e1d781c456c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:27.811517 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-eaa481fe-4e1f-4dec-97d0-e1d781c456c5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0812008 Apr 06 15:13:27.878711 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-8efd6710-2355-40e6-85c9-98eeed045987 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0613532 Apr 06 15:13:27.928366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-3da279cd-4e69-4071-b51e-125cadbb2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:27.929877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-3da279cd-4e69-4071-b51e-125cadbb2c99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0437417 Apr 06 15:13:27.976517 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-b1b31c85-f56a-494f-b3de-882469ef85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:27.978817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-b1b31c85-f56a-494f-b3de-882469ef85fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428264 Apr 06 15:13:28.066560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-f6895226-7841-4d8f-a47b-08eade73a6c3 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828528 Apr 06 15:13:28.154845 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fb5e8d52-79d6-4324-83a8-0f6e3d2af3aa req-7385bfab-0ad5-49b7-bf09-7352d69e925b service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805206 Apr 06 15:13:28.470479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b486-47ff-4230-9781-fa349f1b53b9 req-f1cc10fe-4606-4708-b335-c0e880de6013 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:28.471961 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a97b486-47ff-4230-9781-fa349f1b53b9 req-f1cc10fe-4606-4708-b335-c0e880de6013 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0528769 Apr 06 15:13:28.521660 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a97b486-47ff-4230-9781-fa349f1b53b9 req-7f300e65-f290-4560-9999-be2deab34259 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Apr 06 15:13:28.552749 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:29.653315 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f309-3ee2-492e-bcd6-d3402ffc207d req-b1f7dbe9-b9d0-485a-9986-96199373ecc3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:29.654782 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93d8f309-3ee2-492e-bcd6-d3402ffc207d req-b1f7dbe9-b9d0-485a-9986-96199373ecc3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0609598 Apr 06 15:13:29.703780 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-93d8f309-3ee2-492e-bcd6-d3402ffc207d req-1666aa87-f824-4d1e-bec8-22459000ac29 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433490 Apr 06 15:13:30.819721 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676dcc-6b4f-4aae-93fa-02c7b62545a5 req-78bca4a9-fa00-4ac4-9737-39fb3a1e0cd7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:30.821113 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6676dcc-6b4f-4aae-93fa-02c7b62545a5 req-78bca4a9-fa00-4ac4-9737-39fb3a1e0cd7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0512190 Apr 06 15:13:30.869234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d6676dcc-6b4f-4aae-93fa-02c7b62545a5 req-ef8cb0a0-6c3d-44ff-b8ab-89da447a4971 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414512 Apr 06 15:13:30.936184 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-1008dde1-822b-4ffe-a8fb-92ffa87de466 req-0c7933ce-a080-414a-93a2-e579a69721b1 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:13:30.937270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1008dde1-822b-4ffe-a8fb-92ffa87de466 req-0c7933ce-a080-414a-93a2-e579a69721b1 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054395 Apr 06 15:13:31.186923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fbe05-e534-48dc-8385-c63eb71d83ea req-71569f83-27bd-4786-a5db-741a48336b55 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:31.188390 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f3fbe05-e534-48dc-8385-c63eb71d83ea req-71569f83-27bd-4786-a5db-741a48336b55 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0580492 Apr 06 15:13:31.239712 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f3fbe05-e534-48dc-8385-c63eb71d83ea req-ef0dc00a-9207-4e16-b15f-a74eb1a427f7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Apr 06 15:13:31.588740 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-3d28c542-1b7e-449f-b7c6-12ba1709aebe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111102 Apr 06 15:13:31.715243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-e852da61-384c-4ad0-859f-c81f923f5394 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:31.716601 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-e852da61-384c-4ad0-859f-c81f923f5394 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports/9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 943 time: 0.1015739 Apr 06 15:13:32.306396 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:13:32.364219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecdc3f-bb53-477d-a233-1826a21d0cd9 req-a9416607-d449-4655-854f-a7b81e37b73a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:32.366375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16ecdc3f-bb53-477d-a233-1826a21d0cd9 req-a9416607-d449-4655-854f-a7b81e37b73a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 946 time: 0.0555062 Apr 06 15:13:32.386548 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:32.386944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:32.410358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:13:32.412632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d463d3d-ff35-4353-8fa0-d73ca06189df" -d '{"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-unplugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:13:32.422820 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-16ecdc3f-bb53-477d-a233-1826a21d0cd9 req-a9a84c30-c240-48e5-b56f-83e08b3acfc1 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471144 Apr 06 15:13:32.425731 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:32.453903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b454d-be6f-42f3-a662-666d68d5675a x-openstack-request-id: req-333b454d-be6f-42f3-a662-666d68d5675a {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:13:32.454209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-unplugged", "status": "failed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "code": 422}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:13:32.454487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-333b454d-be6f-42f3-a662-666d68d5675a {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:13:32.454946 dv-neutron-836581-2-hyperv neutron-server[104422]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-333b454d-be6f-42f3-a662-666d68d5675a']: {'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'code': 422} returned with failed status Apr 06 15:13:32.484238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:32.533147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:33.008475 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-9a9506bb-b011-4b5b-a914-0b4e1bc96eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:33.010838 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-9a9506bb-b011-4b5b-a914-0b4e1bc96eda service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5&tenant_id=0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 1128 time: 0.0455265 Apr 06 15:13:33.078412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-739ebaa8-d873-4d34-b8ec-2c9e7c3a2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:33.079899 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-739ebaa8-d873-4d34-b8ec-2c9e7c3a2cc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1128 time: 0.0485685 Apr 06 15:13:33.165442 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-4ab1e730-25bb-481c-a3e7-4ff4d22c3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:33.166868 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-4ab1e730-25bb-481c-a3e7-4ff4d22c3f05 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0813258 Apr 06 15:13:33.233672 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-8cf1667d-9252-492c-8ea9-451ea8d32a08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0613286 Apr 06 15:13:33.281355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-b336219a-9752-4e8f-91a5-5d5a3af79bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:33.282787 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-b336219a-9752-4e8f-91a5-5d5a3af79bec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0435252 Apr 06 15:13:33.330960 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-b7a6211f-ca12-4c51-972c-8f2e59747a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:33.332470 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-b7a6211f-ca12-4c51-972c-8f2e59747a65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441804 Apr 06 15:13:33.428238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-a09f143c-9875-4ae0-9b57-12c7a6253201 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894370 Apr 06 15:13:33.542126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22951601-54b7-4f6e-a5b4-5e0c520a241d req-c1c73aa5-4441-4922-a3f5-289eefa2d374 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:33.543600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22951601-54b7-4f6e-a5b4-5e0c520a241d req-c1c73aa5-4441-4922-a3f5-289eefa2d374 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0532653 Apr 06 15:13:33.592028 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-22951601-54b7-4f6e-a5b4-5e0c520a241d req-3217bd96-13eb-4d6c-82f9-fbc8e0bc6080 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Apr 06 15:13:33.706688 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-303f5877-7891-4de7-ac11-1ed92e964d22 req-460278c5-2d14-4ce9-b41b-31acd169a948 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950046 Apr 06 15:13:34.725440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aad66-1f1c-4b94-9fac-f6b7e2c90ad7 req-3a36de8a-c967-43ca-8a4c-901ab9a3ebd8 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:34.726950 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c13aad66-1f1c-4b94-9fac-f6b7e2c90ad7 req-3a36de8a-c967-43ca-8a4c-901ab9a3ebd8 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0602398 Apr 06 15:13:34.801483 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c13aad66-1f1c-4b94-9fac-f6b7e2c90ad7 req-06912e18-844d-492a-a743-9703ec84b615 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648756 Apr 06 15:13:35.919115 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111359a-50d6-4130-a5f3-f48d202ddafe req-829a85a8-519d-4af3-b376-6b86dc7fd1b6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:35.920639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8111359a-50d6-4130-a5f3-f48d202ddafe req-829a85a8-519d-4af3-b376-6b86dc7fd1b6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0566652 Apr 06 15:13:35.976968 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8111359a-50d6-4130-a5f3-f48d202ddafe req-e27845b8-8a39-43f2-a279-d0ee151187fc tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505409 Apr 06 15:13:37.429613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d171d2-c623-4a60-93dc-36cc387c9c48 req-7b4158d1-447f-48d4-bb60-cb1ee20cb7a7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:37.431719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-19d171d2-c623-4a60-93dc-36cc387c9c48 req-7b4158d1-447f-48d4-bb60-cb1ee20cb7a7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.3824370 Apr 06 15:13:37.483637 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-19d171d2-c623-4a60-93dc-36cc387c9c48 req-3e21f0d0-4b22-4670-b82d-40fbe9a62fc8 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461905 Apr 06 15:13:38.631619 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845958df-5fa5-49b5-9428-61192369666f req-a173af56-c1ce-4072-875a-7eb6373bcfde tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:38.633328 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-845958df-5fa5-49b5-9428-61192369666f req-a173af56-c1ce-4072-875a-7eb6373bcfde tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0672500 Apr 06 15:13:38.686727 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-845958df-5fa5-49b5-9428-61192369666f req-ceac9e12-f586-4c09-81cf-9b5fc95fd31b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473588 Apr 06 15:13:39.816079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcedbe-c3f4-47a0-982d-39efadab008d req-02d70288-93b1-4930-b754-e9ec893f8ef2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:39.817673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79fcedbe-c3f4-47a0-982d-39efadab008d req-02d70288-93b1-4930-b754-e9ec893f8ef2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0611870 Apr 06 15:13:39.869326 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-79fcedbe-c3f4-47a0-982d-39efadab008d req-ebd1ddbc-5ef9-460c-9d98-6564fd3e2706 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447726 Apr 06 15:13:40.995772 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8e57a-090b-4297-8206-99ae56d21c37 req-94bb5a58-805d-4a0d-8194-f5d434f275cd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:40.997456 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a4f8e57a-090b-4297-8206-99ae56d21c37 req-94bb5a58-805d-4a0d-8194-f5d434f275cd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0562494 Apr 06 15:13:41.052388 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a4f8e57a-090b-4297-8206-99ae56d21c37 req-cf1b5ba0-d533-47cb-8381-ada68973ee6e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488620 Apr 06 15:13:42.175251 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d0ac-d1f6-49a0-864e-42a8b53c6a70 req-a5f342a3-cb3c-47a2-bd14-fa2878c879e0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:42.176624 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e047d0ac-d1f6-49a0-864e-42a8b53c6a70 req-a5f342a3-cb3c-47a2-bd14-fa2878c879e0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0524848 Apr 06 15:13:42.227069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e047d0ac-d1f6-49a0-864e-42a8b53c6a70 req-5a9ded13-c7c8-4be7-9a20-95da6892fb0d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 Apr 06 15:13:43.198062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-61b0bed4-c6b5-4190-a305-04355daac30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:43.199457 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-61b0bed4-c6b5-4190-a305-04355daac30c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1128 time: 0.0436611 Apr 06 15:13:43.314808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-45cf8026-e8db-445c-b5e2-992836daabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:43.316233 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-45cf8026-e8db-445c-b5e2-992836daabb8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0977054 Apr 06 15:13:43.398942 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9dd96-c7a1-4e66-a4cb-6b641beedbeb req-57222c05-dc5c-4ad1-8074-f5ea74aa21e6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:43.401121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24f9dd96-c7a1-4e66-a4cb-6b641beedbeb req-57222c05-dc5c-4ad1-8074-f5ea74aa21e6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.1033301 Apr 06 15:13:43.407209 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-c7e30dfe-4221-462d-8cc3-d7f2b32f15cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0764272 Apr 06 15:13:43.486612 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-cc8b82c3-b46f-4a6a-87e3-2f9bc02ec9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:43.487988 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-cc8b82c3-b46f-4a6a-87e3-2f9bc02ec9b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0730438 Apr 06 15:13:43.491639 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-24f9dd96-c7a1-4e66-a4cb-6b641beedbeb req-bad13abf-e674-4b58-afcf-8582502873a2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835800 Apr 06 15:13:43.538431 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-3852adc6-4a52-4608-9e6c-5cf1ecdc78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:43.539914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-3852adc6-4a52-4608-9e6c-5cf1ecdc78ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448446 Apr 06 15:13:43.626771 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-22ac7602-7e40-4cae-a288-777f32d98443 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801618 Apr 06 15:13:43.719090 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-28a789af-93cd-4e82-9f44-a6dc189e2eca req-f5030a2c-cd64-4fb3-943b-eaf471553312 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865891 Apr 06 15:13:44.613662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac5483-175b-47a5-84ae-6bb5281f76d3 req-0d46fc2b-0ad9-4748-bca9-3bec98f5dcd9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:44.615154 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1dac5483-175b-47a5-84ae-6bb5281f76d3 req-0d46fc2b-0ad9-4748-bca9-3bec98f5dcd9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0543344 Apr 06 15:13:44.663028 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1dac5483-175b-47a5-84ae-6bb5281f76d3 req-aa473954-c692-4e53-845f-c6a811c7295a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 Apr 06 15:13:45.798409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf654b4-aa7f-410b-844d-d9b06ec2a6dc req-9499b75c-646e-4e25-b782-dfc6e7dead64 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:45.799871 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edf654b4-aa7f-410b-844d-d9b06ec2a6dc req-9499b75c-646e-4e25-b782-dfc6e7dead64 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 944 time: 0.0569324 Apr 06 15:13:45.849654 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-edf654b4-aa7f-410b-844d-d9b06ec2a6dc req-6924dd59-1ac3-4304-8004-a2319405c116 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441179 Apr 06 15:13:46.340116 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:13:46.437306 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:46.448713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'port_id': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'mac_address': 'fa:16:3e:dc:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:13:46.485364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:46.485760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:46.498842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:13:46.519302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:46.615655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:46.662822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=9']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:46.841208 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['9b23dd55-22ea-474f-b948-f0d49d7d2ca2'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:13:46.979769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee0e98-fa92-4677-ba08-ae5986b62243 req-fd93ff64-ec23-4e9b-8aa4-fe24b6beecf6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:46.981666 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3ee0e98-fa92-4677-ba08-ae5986b62243 req-fd93ff64-ec23-4e9b-8aa4-fe24b6beecf6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 945 time: 0.0596781 Apr 06 15:13:47.033462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3ee0e98-fa92-4677-ba08-ae5986b62243 req-954ab8a8-b0b8-4a4e-87d1-744e4422c364 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 Apr 06 15:13:48.154094 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1addc-e4e0-48d6-818c-72c8297a9c51 req-a051fddd-db5f-4e47-8ce5-25500c41af71 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:48.155595 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fce1addc-e4e0-48d6-818c-72c8297a9c51 req-a051fddd-db5f-4e47-8ce5-25500c41af71 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 945 time: 0.0565584 Apr 06 15:13:48.208465 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fce1addc-e4e0-48d6-818c-72c8297a9c51 req-59b7b857-8f13-4e45-a039-04c63416e31e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472829 Apr 06 15:13:48.340466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:13:48.394101 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:13:48.394480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:48.475163 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:48.475553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:48.498476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:13:48.500738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab56382-9d91-4a58-8eac-6028885123ff" -d '{"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-plugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:13:48.514874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:48.581425 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:48.631064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=10']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:49.328954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ffcdd-a4cb-45a4-9b62-bb23bf959ddf req-9f115d30-c8c9-427a-aa89-e3f740b8f6c7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:49.330408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d2ffcdd-a4cb-45a4-9b62-bb23bf959ddf req-9f115d30-c8c9-427a-aa89-e3f740b8f6c7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0519819 Apr 06 15:13:49.378370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1d2ffcdd-a4cb-45a4-9b62-bb23bf959ddf req-afadcffa-d143-48ce-baa7-fd9d80ba8fe5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Apr 06 15:13:49.547994 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475f9f6e-f011-40dd-9da4-fbad13a6b524 x-openstack-request-id: req-475f9f6e-f011-40dd-9da4-fbad13a6b524 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:13:49.548469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-plugged", "status": "completed", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:13:49.548580 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-475f9f6e-f011-40dd-9da4-fbad13a6b524 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:13:49.548970 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475f9f6e-f011-40dd-9da4-fbad13a6b524'] response: {'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'code': 200} Apr 06 15:13:49.863638 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5af216-4e58-4dc3-b27f-da0ac88a0bf2 req-e762113a-6925-47e1-894c-9d8659cd4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:49.865144 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed5af216-4e58-4dc3-b27f-da0ac88a0bf2 req-e762113a-6925-47e1-894c-9d8659cd4930 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1131 time: 0.0447941 Apr 06 15:13:49.910546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ed5af216-4e58-4dc3-b27f-da0ac88a0bf2 req-24c79178-379f-4d77-a16a-a3f929a71f25 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Apr 06 15:13:50.501121 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ba2b-b9cf-4e3a-8c50-7d919d969f5e req-c467359f-d759-4f78-a0b6-eb1e324076af tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:50.502620 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb45ba2b-b9cf-4e3a-8c50-7d919d969f5e req-c467359f-d759-4f78-a0b6-eb1e324076af tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0563433 Apr 06 15:13:50.552774 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cb45ba2b-b9cf-4e3a-8c50-7d919d969f5e req-6bf5f8c1-6dc2-454f-a094-e55d5ca84b27 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442324 Apr 06 15:13:51.675306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466465-dfad-47a1-9eb3-8163b29529a1 req-8c29efaa-dd2b-4018-a862-9c4098be9a46 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:51.676801 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe466465-dfad-47a1-9eb3-8163b29529a1 req-8c29efaa-dd2b-4018-a862-9c4098be9a46 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0536563 Apr 06 15:13:51.734934 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fe466465-dfad-47a1-9eb3-8163b29529a1 req-176835cf-8dbf-4a29-8bd8-2f6167412f1a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520232 Apr 06 15:13:52.353581 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-08555c93-723c-4400-b806-7dee00adc65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:52.857237 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0682ba8-622a-4625-b437-632f16398431 req-324e088c-fc94-47ab-b432-363904590292 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:52.858723 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0682ba8-622a-4625-b437-632f16398431 req-324e088c-fc94-47ab-b432-363904590292 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0571630 Apr 06 15:13:52.907577 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f0682ba8-622a-4625-b437-632f16398431 req-bf48a261-7d2f-49e7-aa26-58f0b2f46123 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 Apr 06 15:13:53.855705 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:54.752534 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fc4f413f-b6c9-4fa0-9092-f52223884c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:56.015861 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:57.587584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:58.553036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:59.472665 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:14:22.369760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a42d877d-db35-4641-818d-e4c14cfafd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:23.866978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:24.793047 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-09689322-4382-4bbb-9de7-64ab85dc9433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:25.935877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:27.570055 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:28.541209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:36.472921 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:14:38.113568 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-397ce86d-8c25-42f7-bc53-41b7f3d869d2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430272 Apr 06 15:14:38.199722 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd383eb-6d60-428a-8025-0f44b504d9be req-215baff6-2dc7-4e73-b0e2-d4de02677a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:38.201264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-215baff6-2dc7-4e73-b0e2-d4de02677a6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1131 time: 0.0473695 Apr 06 15:14:38.300406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd383eb-6d60-428a-8025-0f44b504d9be req-f581e9c4-0c04-4cde-9eff-1c1a25328c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:38.301870 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-f581e9c4-0c04-4cde-9eff-1c1a25328c90 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0828238 Apr 06 15:14:38.369927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-996ab395-1c84-472e-97c1-68044c6bdbd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0613508 Apr 06 15:14:38.418079 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd383eb-6d60-428a-8025-0f44b504d9be req-af5f5363-c105-44c2-bcdd-1b555bcbeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:38.419469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-af5f5363-c105-44c2-bcdd-1b555bcbeb83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0436523 Apr 06 15:14:38.467441 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd383eb-6d60-428a-8025-0f44b504d9be req-4d4e2411-a47e-4527-9f4f-c22267b940a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:38.469139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-4d4e2411-a47e-4527-9f4f-c22267b940a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435474 Apr 06 15:14:38.559370 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-b0aff672-f15a-4c2e-9f15-c0a106e54671 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841978 Apr 06 15:14:38.646066 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-efd383eb-6d60-428a-8025-0f44b504d9be req-deef2df5-bd54-4384-8dae-d9f97194cdb1 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811634 Apr 06 15:14:52.352730 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bea7f464-32f7-4ebf-84cf-9341cdbe8541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:53.873027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:54.924200 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-286da5d8-81a5-48a4-b27d-34d911731247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:55.942024 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:57.575954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:58.547209 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:03.827608 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57182) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:03.990157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Deleting port b4125e06-825d-4a7b-8304-d904a357f3d6 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:03.990514 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:04.069994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:04.070318 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (b4125e06-825d-4a7b-8304-d904a357f3d6), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:04.082267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Calling delete_port for b4125e06-825d-4a7b-8304-d904a357f3d6 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:04.284438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (b4125e06-825d-4a7b-8304-d904a357f3d6), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:04.310525 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event deleted for resources: {'Port': ['ID=b4125e06-825d-4a7b-8304-d904a357f3d6,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:04.320403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.320796 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.321197 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.321623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.321961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.322296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.322623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.323386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.323386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.323626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.323948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.324272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.324594 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.324940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.325277 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:04.386314 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (b7a9bfb9-4c91-482c-a8a3-ae7b6056883f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:04.386545 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Floating IP b7a9bfb9-4c91-482c-a8a3-ae7b6056883f disassociated (deleted). External IP: 172.26.6.144, port: 9b23dd55-22ea-474f-b948-f0d49d7d2ca2. Apr 06 15:15:04.596744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:15:04.711666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:15:04.716787 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:04.721986 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:15:04.731536 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:04.732158 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:14:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:04.748273 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-14eb6eac-1eb7-41b6-bfc7-c82900bc96fd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "DELETE /v2.0/floatingips/b7a9bfb9-4c91-482c-a8a3-ae7b6056883f HTTP/1.1" status: 204 len: 168 time: 0.9196095 Apr 06 15:15:04.749183 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:04.755785 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f5b62a-beaf-49e0-9ade-7352d2d6f159" -d '{"events": [{"name": "network-changed", "server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:04.845650 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:04.856354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffc938-1e87-4d78-80ad-4e156d285de7 x-openstack-request-id: req-b5ffc938-1e87-4d78-80ad-4e156d285de7 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:04.856881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:04.856985 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b5ffc938-1e87-4d78-80ad-4e156d285de7 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:04.857343 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ffc938-1e87-4d78-80ad-4e156d285de7'] response: {'name': 'network-changed', 'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'status': 'completed', 'code': 200} Apr 06 15:15:04.942149 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-a4eb9453-931e-4595-9053-7e8ea4aa3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:04.945230 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-a4eb9453-931e-4595-9053-7e8ea4aa3072 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 1131 time: 0.0647740 Apr 06 15:15:05.043979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-561197a0-7271-4e8b-900e-8af6b83d9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:05.045251 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:05.045462 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-561197a0-7271-4e8b-900e-8af6b83d9fae service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0953610 Apr 06 15:15:05.070396 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:15:05.082718 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:05.083348 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:14:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:05.088255 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-76eebfa8-892f-4011-bd9a-976cb22751a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 200 len: 217 time: 0.0368016 Apr 06 15:15:05.171803 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-db1b5518-5f63-450d-a8fd-097f8be95716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:05.173320 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-db1b5518-5f63-450d-a8fd-097f8be95716 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0781107 Apr 06 15:15:05.193877 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e7504-eca0-416a-82d5-046034125db5 req-82ad6651-cb7c-42d4-b3de-544c801c96e9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:05.195392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d6e7504-eca0-416a-82d5-046034125db5 req-82ad6651-cb7c-42d4-b3de-544c801c96e9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0669603 Apr 06 15:15:05.197830 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:05.246854 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9d6e7504-eca0-416a-82d5-046034125db5 req-c2a8f8c1-a0e3-46d3-86ae-f2fc00cabcf2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452580 Apr 06 15:15:05.397000 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:05.423567 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4aa3a-ca73-49b9-a4ce-a9de460d3c18 None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:15:05.649236 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88a592-8b1a-4dee-afc5-b18e26221aa2 None None] New status for floating IP b7a9bfb9-4c91-482c-a8a3-ae7b6056883f: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:15:06.128913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-8bcf0808-e2f3-4731-8630-783b26f5d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:06.130437 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-8bcf0808-e2f3-4731-8630-783b26f5d3d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448427 Apr 06 15:15:06.225069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-ae40b333-ebf0-4fcb-b643-d22476ba66bb service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846002 Apr 06 15:15:06.371391 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.79', 54437) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:06.375120 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-81f5b62a-beaf-49e0-9ade-7352d2d6f159 req-5db6df4a-3039-48a5-9408-3fbcf9f02a3c service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143634 Apr 06 15:15:06.394547 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da28dfa-7bd7-4bce-9d79-c2735fbccd11 req-d4002279-0c13-4184-be7e-26bcf181e9d9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:06.395927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4da28dfa-7bd7-4bce-9d79-c2735fbccd11 req-d4002279-0c13-4184-be7e-26bcf181e9d9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0786178 Apr 06 15:15:06.443972 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-1e730c75-580c-44a9-a9ef-702e1149cb4f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:06.445503 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-1e730c75-580c-44a9-a9ef-702e1149cb4f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 947 time: 0.0728490 Apr 06 15:15:06.449741 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4da28dfa-7bd7-4bce-9d79-c2735fbccd11 req-57112bb0-3b09-4584-ad8d-8d1fd47a6187 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b633eac-8bd0-49bb-b039-4041b2889237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477393 Apr 06 15:15:06.539672 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Deleting port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:06.540013 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:06.630167 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] For port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:06.630534 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:06.643356 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Calling delete_port for 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 owned by compute:nova {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:06.833086 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (9b23dd55-22ea-474f-b948-f0d49d7d2ca2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:06.863704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event deleted for resources: {'Port': ['ID=9b23dd55-22ea-474f-b948-f0d49d7d2ca2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:06.908255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] No DVR routers for this DVR port 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 on host hv-neutron-8365 {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:15:06.910786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:06.914194 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-dc3e4b5d-2daf-4981-857e-f3c250d90c52 req-7c493273-23f6-45a0-a539-46a979d6961b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "DELETE /v2.0/ports/9b23dd55-22ea-474f-b948-f0d49d7d2ca2 HTTP/1.1" status: 204 len: 173 time: 0.4632878 Apr 06 15:15:06.914634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-deleted', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:06.917667 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e7bace-1df0-4c77-be46-04aa20176d23" -d '{"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-deleted", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:06.956611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaee5251-75e4-4758-8c58-0807ecf13fdd x-openstack-request-id: req-eaee5251-75e4-4758-8c58-0807ecf13fdd {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:06.962893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acf9dd-c997-4fed-84c9-44a87dec31e5", "name": "network-vif-deleted", "tag": "9b23dd55-22ea-474f-b948-f0d49d7d2ca2", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:06.962893 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eaee5251-75e4-4758-8c58-0807ecf13fdd {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:06.962893 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaee5251-75e4-4758-8c58-0807ecf13fdd'] response: {'server_uuid': '41acf9dd-c997-4fed-84c9-44a87dec31e5', 'name': 'network-vif-deleted', 'tag': '9b23dd55-22ea-474f-b948-f0d49d7d2ca2', 'status': 'completed', 'code': 200} Apr 06 15:15:07.555100 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eea23a0e-583d-4af3-a819-9f41ba3f5b93 req-f012b14b-c2d7-4f38-92c8-a87875b318a3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=41acf9dd-c997-4fed-84c9-44a87dec31e5 HTTP/1.1" status: 200 len: 210 time: 0.0270872 Apr 06 15:15:08.611661 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57208) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:08.667947 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ab6174-6781-4b2a-bdee-1066b302883e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (8b633eac-8bd0-49bb-b039-4041b2889237), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:08.692897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ab6174-6781-4b2a-bdee-1066b302883e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (8b633eac-8bd0-49bb-b039-4041b2889237), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:08.798718 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ab6174-6781-4b2a-bdee-1066b302883e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (8b633eac-8bd0-49bb-b039-4041b2889237), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:08.801409 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-74ab6174-6781-4b2a-bdee-1066b302883e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:08.802555 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-74ab6174-6781-4b2a-bdee-1066b302883e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "DELETE /v2.0/security-groups/8b633eac-8bd0-49bb-b039-4041b2889237 HTTP/1.1" status: 204 len: 168 time: 0.1898777 Apr 06 15:15:08.812326 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab6174-6781-4b2a-bdee-1066b302883e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b633eac-8bd0-49bb-b039-4041b2889237,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:10.171228 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57216) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:10.175754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217614363', 'description': 'tempest-secgroup-smoke-217614363 description', 'project_id': '0556a394f43e4faa87a778e88caca737'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:10.255936 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.323441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (19d3e83c-938a-4cf0-9747-a6dd529222a8), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.375655 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (19d3e83c-938a-4cf0-9747-a6dd529222a8), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.404317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3e83c-938a-4cf0-9747-a6dd529222a8,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:10.452032 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.453321 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-90a546de-66d0-4089-a05b-bb4ca3abfde3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2810836 Apr 06 15:15:10.456145 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57218) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:10.460403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '19d3e83c-938a-4cf0-9747-a6dd529222a8', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:10.529833 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (bcb012c3-e496-4346-a72d-637d1be79ac1), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.583406 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (bcb012c3-e496-4346-a72d-637d1be79ac1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.661476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (bcb012c3-e496-4346-a72d-637d1be79ac1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.673455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:15:10.679715 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb012c3-e496-4346-a72d-637d1be79ac1,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:10.699062 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:15:10.699583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 9b23dd55-22ea-474f-b948-f0d49d7d2ca2 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:15:10.749846 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.751110 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9c576a9e-d675-41cf-8e36-b80af82d6a73 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939844 Apr 06 15:15:10.753804 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57220) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:10.758035 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '19d3e83c-938a-4cf0-9747-a6dd529222a8', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:10.855298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (900f3806-ac26-4729-bae3-cc1a58def659), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.909114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (900f3806-ac26-4729-bae3-cc1a58def659), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.975717 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (900f3806-ac26-4729-bae3-cc1a58def659), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:10.993478 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900f3806-ac26-4729-bae3-cc1a58def659,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:11.063272 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.064478 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dd311a1b-9fe6-44a3-bdfc-165ce2124a7d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3097591 Apr 06 15:15:11.067213 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57222) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:11.071990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '19d3e83c-938a-4cf0-9747-a6dd529222a8', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:11.157766 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (c6a9ed4e-aa80-44a3-b083-67addfc04fe1), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.215612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (c6a9ed4e-aa80-44a3-b083-67addfc04fe1), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.278366 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (c6a9ed4e-aa80-44a3-b083-67addfc04fe1), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.296473 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a9ed4e-aa80-44a3-b083-67addfc04fe1,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:11.349074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.350287 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ba2968e4-4990-4ad9-aef0-f7bed8dee6f5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821329 Apr 06 15:15:11.353017 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57224) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:11.357279 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '19d3e83c-938a-4cf0-9747-a6dd529222a8', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:11.426386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (18c39c4d-661e-4f36-91fb-aa3a7f48b86b), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.482799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (18c39c4d-661e-4f36-91fb-aa3a7f48b86b), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.535822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (18c39c4d-661e-4f36-91fb-aa3a7f48b86b), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.554371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c39c4d-661e-4f36-91fb-aa3a7f48b86b,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:11.623639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.624901 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-9bfa6941-69e0-4341-ae7b-591a51df713a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2709460 Apr 06 15:15:11.627675 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57226) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:11.632025 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '19d3e83c-938a-4cf0-9747-a6dd529222a8', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:11.701781 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Project 0556a394f43e4faa87a778e88caca737 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:15:11.706620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (447876f6-3442-405f-adfa-c0b7c2fc140f), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.763865 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (447876f6-3442-405f-adfa-c0b7c2fc140f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.815824 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (447876f6-3442-405f-adfa-c0b7c2fc140f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.833061 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447876f6-3442-405f-adfa-c0b7c2fc140f,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:11.892177 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:11.893692 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f17496f4-f9be-49e7-8d63-25882ad66033 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2650604 Apr 06 15:15:11.896551 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57228) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:11.901469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'security_group_rule': {'security_group_id': '19d3e83c-938a-4cf0-9747-a6dd529222a8', 'project_id': '0556a394f43e4faa87a778e88caca737', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:11.970274 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.securitygroups_db [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Project 0556a394f43e4faa87a778e88caca737 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:15:11.975114 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (1b228b31-9ff3-4b96-8acb-c961387f0418), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:12.036055 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (1b228b31-9ff3-4b96-8acb-c961387f0418), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:12.113704 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (1b228b31-9ff3-4b96-8acb-c961387f0418), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:12.131771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b228b31-9ff3-4b96-8acb-c961387f0418,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:12.200870 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:12.202181 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-da77c0ee-2f70-42ef-80b3-b492151f2204 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046567 Apr 06 15:15:13.472407 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:15:22.513470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-39c9aa79-4a60-4f8c-90c2-f54dcce1c0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.895995 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.759205 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-604ed478-252d-4346-b56b-f22c8e6567dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.958914 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:27.615950 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.547977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:41.431304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-3b89937a-17e8-494c-b4ab-220227a3a1ab tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217614363&fields=id&tenant_id=0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 267 time: 0.0484967 Apr 06 15:15:41.535951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-e29b3d36-c42b-4db9-919c-9d392d64400a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:41.537357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-e29b3d36-c42b-4db9-919c-9d392d64400a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 808 time: 0.0988762 Apr 06 15:15:41.552165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-ed27ee7a-ac4f-4d02-ba36-adb486c8ab6f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/quotas/0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Apr 06 15:15:41.605740 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-909c5597-7425-4682-8986-2aa50a1fd0b9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481982 Apr 06 15:15:41.744411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-a8b49a62-38b8-43bc-b005-0e87d5382c85 service neutron] 10.222.0.89 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274409 Apr 06 15:15:41.831363 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-e8fe892b-c082-4850-9511-f7856cc2157f service neutron] 10.222.0.89 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804181 Apr 06 15:15:43.377023 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fbef1cfc-2e99-4de1-a1f4-16c0f281cb2b req-c7d3a0aa-8350-4e42-956c-2ef415f7649c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0330365 Apr 06 15:15:44.474946 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a5670b79-e519-4b7a-858f-250551f8188d req-4d32474c-4fb2-4029-967e-58638231709e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Apr 06 15:15:45.440489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-b68830b6-36d7-4eda-8da0-3b49309285b6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:45.441994 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-b68830b6-36d7-4eda-8da0-3b49309285b6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 808 time: 0.4481971 Apr 06 15:15:45.512263 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-f939432c-8262-44b8-982a-ec779b7f4621 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 379 time: 0.0616183 Apr 06 15:15:45.521746 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'port': {'device_id': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'admin_state_up': True, 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'security_groups': ['19d3e83c-938a-4cf0-9747-a6dd529222a8']}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:45.601472 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7d6cce62-5496-4464-9ee3-2624cd4b008c req-d15b3df3-ca70-46ec-83a1-f480f9adac66 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0339773 Apr 06 15:15:45.718911 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Made reservation on behalf of 0556a394f43e4faa87a778e88caca737 for: {'port': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:15:45.722792 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:45.852822 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Allocated IP 172.20.0.5 (59afbe7d-a8f8-4c05-813e-17b9a7486a59/8a88a48a-463c-43d0-95c4-bafaec40c712/0aaea547-0e78-408b-a6bb-71399b5377d5) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:15:46.005495 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.091970 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.133491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:46.136500 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:46.143492 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:15:46.171589 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:46.206397 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.207459 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.288338 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd69b1f8-77b8-4d05-9aeb-a83e7842173f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706401 Apr 06 15:15:46.299634 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Request body: {'port': {'device_id': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:46.365677 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.433604 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-bb8c03b1-4935-4d6c-b9fa-cdb5819f865a None None] Provisioning complete for port 0aaea547-0e78-408b-a6bb-71399b5377d5 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:46.434343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-bb8c03b1-4935-4d6c-b9fa-cdb5819f865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.470432 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c03b1-4935-4d6c-b9fa-cdb5819f865a None None] Port 0aaea547-0e78-408b-a6bb-71399b5377d5 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:15:46.688817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaea547-0e78-408b-a6bb-71399b5377d5 {{(pid=104421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:15:46.696281 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Publish callbacks [] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.717990 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.provisioning_blocks [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Transition to ACTIVE for port object 0aaea547-0e78-408b-a6bb-71399b5377d5 will not be triggered until provisioned by entity L2. {{(pid=104421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:15:46.727416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024feb1d-da79-46d9-837f-88fb5fc7f732 req-94341b98-e227-4bc9-be8f-acb95ed8b2f7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.733469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-024feb1d-da79-46d9-837f-88fb5fc7f732 req-94341b98-e227-4bc9-be8f-acb95ed8b2f7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 931 time: 0.0562711 Apr 06 15:15:46.782410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-024feb1d-da79-46d9-837f-88fb5fc7f732 req-cef0789b-71b9-4696-9ace-5c447ccbeedd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Apr 06 15:15:46.807652 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.862508 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:46.915458 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Attempting to bind port 0aaea547-0e78-408b-a6bb-71399b5377d5 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:15:46.915588 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Attempting to bind port 0aaea547-0e78-408b-a6bb-71399b5377d5 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:15:46.915922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Attempting to bind port 0aaea547-0e78-408b-a6bb-71399b5377d5 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:46.921119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Port 0aaea547-0e78-408b-a6bb-71399b5377d5 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:15:46.921434 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Attempting to bind port 0aaea547-0e78-408b-a6bb-71399b5377d5 on network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:46.926882 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:15:46.927245 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Checking segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:15:46.927799 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Bound using segment: {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'} {{(pid=104421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:15:46.928235 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.managers [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Bound port: 0aaea547-0e78-408b-a6bb-71399b5377d5, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff287395-7551-4f11-a386-15ceed6225bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59'}}] {{(pid=104421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:15:46.928613 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:47.005048 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, cleared binding levels {{(pid=104421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:15:47.009010 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:15:47.096060 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:47.131173 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.132526 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:47.134231 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] 10.222.0.79 "PUT /v2.0/ports/0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1093 time: 0.8391235 Apr 06 15:15:47.136569 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:47.139517 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df0a40e-b469-42c1-bd71-1030e5635b27" -d '{"events": [{"name": "network-changed", "server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:47.176034 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6001e5-3ea2-4513-8251-5755fd6f7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=3']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:47.193247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ce948-977f-4fce-9896-0ea495cd3fc3 x-openstack-request-id: req-7d9ce948-977f-4fce-9896-0ea495cd3fc3 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:47.193558 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:47.193813 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7d9ce948-977f-4fce-9896-0ea495cd3fc3 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:47.194235 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9ce948-977f-4fce-9896-0ea495cd3fc3'] response: {'name': 'network-changed', 'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'status': 'completed', 'code': 200} Apr 06 15:15:47.314251 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a40e-b469-42c1-bd71-1030e5635b27 req-0508a986-2994-48f2-b684-acb10d13a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.315897 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1df0a40e-b469-42c1-bd71-1030e5635b27 req-0508a986-2994-48f2-b684-acb10d13a44e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1127 time: 0.1007125 Apr 06 15:15:47.496782 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a40e-b469-42c1-bd71-1030e5635b27 req-5338f237-8fb9-4c23-afa8-5e1db5bfb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.498173 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1df0a40e-b469-42c1-bd71-1030e5635b27 req-5338f237-8fb9-4c23-afa8-5e1db5bfb23b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0556a394f43e4faa87a778e88caca737&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1760967 Apr 06 15:15:47.659629 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a40e-b469-42c1-bd71-1030e5635b27 req-9f5b8788-a5df-4c2b-b115-fa6cc8c24578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.661170 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1df0a40e-b469-42c1-bd71-1030e5635b27 req-9f5b8788-a5df-4c2b-b115-fa6cc8c24578 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1571169 Apr 06 15:15:47.739922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-5278c658-7953-4df7-a9f3-925398fccbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.741467 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-5278c658-7953-4df7-a9f3-925398fccbf6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1127 time: 0.0464516 Apr 06 15:15:47.800397 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-27b5f0b1-c37e-461e-8b2d-5bcc229826de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 217 time: 0.0509303 Apr 06 15:15:47.858337 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-6548100c-36b8-43b7-959e-97284b131001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.859808 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-6548100c-36b8-43b7-959e-97284b131001 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0536492 Apr 06 15:15:47.903300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92214563-993f-445c-aaf9-9562fbabd941 req-f72df0fd-5793-48ae-bc5f-d1dead1e324a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.907469 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92214563-993f-445c-aaf9-9562fbabd941 req-f72df0fd-5793-48ae-bc5f-d1dead1e324a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0597694 Apr 06 15:15:47.956262 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-7923b9d1-1071-484d-83e2-dbdf5574c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:47.958374 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-7923b9d1-1071-484d-83e2-dbdf5574c34c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0925291 Apr 06 15:15:47.967699 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-92214563-993f-445c-aaf9-9562fbabd941 req-a625068e-4ba5-4dea-8ae1-42b19c023da5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477829 Apr 06 15:15:48.056083 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-b8dfaa70-36a2-428d-9b00-76a0599560e5 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917182 Apr 06 15:15:48.152662 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-0e0e748a-74ef-4380-b22c-e8df82137211 req-4156505e-bc2c-4488-8582-bdaff48b830d service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883963 Apr 06 15:15:49.088767 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6b2-ab2f-43c8-a0a6-ade52a33aa37 req-ce720972-e909-4e93-a025-b8f60924ccca tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:49.091179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4f3e6b2-ab2f-43c8-a0a6-ade52a33aa37 req-ce720972-e909-4e93-a025-b8f60924ccca tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0529361 Apr 06 15:15:49.140192 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d4f3e6b2-ab2f-43c8-a0a6-ade52a33aa37 req-95ec7d72-bc8e-4a79-851b-6d20822dce94 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 Apr 06 15:15:50.314460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7310bcb-ec0b-454b-a851-0063bdb0f170 req-a67a1366-29b5-42d0-83a9-e44331faa562 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:50.315980 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7310bcb-ec0b-454b-a851-0063bdb0f170 req-a67a1366-29b5-42d0-83a9-e44331faa562 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0602860 Apr 06 15:15:50.364512 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e7310bcb-ec0b-454b-a851-0063bdb0f170 req-ad2a48a6-d4e7-447c-8760-3d2c98ef2f27 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 Apr 06 15:15:50.470731 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:15:51.492408 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7de774-feaf-4f73-865b-12b407bc4037 req-2f496977-233c-47f5-b0ef-085f7e2a7448 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:51.493992 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a7de774-feaf-4f73-865b-12b407bc4037 req-2f496977-233c-47f5-b0ef-085f7e2a7448 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0547881 Apr 06 15:15:51.546186 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6a7de774-feaf-4f73-865b-12b407bc4037 req-829f0f00-2477-4c7b-bc0c-ba88cf870865 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456190 Apr 06 15:15:52.370293 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6ac49894-6a36-466a-a435-67a0b50d622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:52.718264 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2d6bc-e259-4cb7-8b0b-51cc27813833 req-9837b198-d450-4223-b066-b04e91429235 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:52.719777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60b2d6bc-e259-4cb7-8b0b-51cc27813833 req-9837b198-d450-4223-b066-b04e91429235 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.1064529 Apr 06 15:15:52.768841 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60b2d6bc-e259-4cb7-8b0b-51cc27813833 req-f480e11a-a05c-40b0-be10-efa8843c4106 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Apr 06 15:15:53.887451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:53.948532 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d864b8a-63c0-4942-85fb-4723a6f35f2d req-818c7783-41a8-4455-8d84-4da8e3c17579 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:53.950798 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d864b8a-63c0-4942-85fb-4723a6f35f2d req-818c7783-41a8-4455-8d84-4da8e3c17579 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.1144969 Apr 06 15:15:54.000414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4d864b8a-63c0-4942-85fb-4723a6f35f2d req-a00dd2fe-dd09-4456-9614-f000185182b8 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Apr 06 15:15:54.764909 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a8b365cf-2478-407a-97ec-99148cbf417a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:55.120233 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cca7-edbd-40cc-9f73-0b52238d8e4b req-6fd5464f-65fe-460b-b8dd-4bdec64d9fe4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:55.122511 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a65cca7-edbd-40cc-9f73-0b52238d8e4b req-6fd5464f-65fe-460b-b8dd-4bdec64d9fe4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0543332 Apr 06 15:15:55.177832 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a65cca7-edbd-40cc-9f73-0b52238d8e4b req-5ceb33a5-8acc-47f1-b7b8-56e8ebe97a89 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493393 Apr 06 15:15:55.953226 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:56.299331 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3cd8b-408b-4764-80af-31253826a6e8 req-aa79066b-5ab2-4d14-b0cf-a37fc2c73fe5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:56.300828 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7d3cd8b-408b-4764-80af-31253826a6e8 req-aa79066b-5ab2-4d14-b0cf-a37fc2c73fe5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0540538 Apr 06 15:15:56.350127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b7d3cd8b-408b-4764-80af-31253826a6e8 req-f4ce928e-1e06-4eb2-91d8-161b2569abb9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433984 Apr 06 15:15:57.465852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb755cd-0835-4441-9f98-9dbc60b43f40 req-3d208c99-bdfb-47d8-8936-a05cfbeaa97c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:57.467228 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb755cd-0835-4441-9f98-9dbc60b43f40 req-3d208c99-bdfb-47d8-8936-a05cfbeaa97c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Apr 06 15:15:57.515174 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-afb755cd-0835-4441-9f98-9dbc60b43f40 req-bcaf20e9-8056-40bc-b9f0-d1f8f9c1a46d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Apr 06 15:15:57.610077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:58.564934 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:58.637843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036c52-91b5-4a60-94fe-627beb43b872 req-40f12e77-359b-40eb-900f-fdd743da89a3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:58.639304 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf036c52-91b5-4a60-94fe-627beb43b872 req-40f12e77-359b-40eb-900f-fdd743da89a3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0566280 Apr 06 15:15:58.689354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cf036c52-91b5-4a60-94fe-627beb43b872 req-233b7ce2-eb1b-448f-9350-de7b7a9a73a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441871 Apr 06 15:15:59.810563 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090577a-6a53-46f8-8221-3d25ba2d8a15 req-4bd987ed-fae6-4e96-9327-0fccd72078b7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:59.812046 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f090577a-6a53-46f8-8221-3d25ba2d8a15 req-4bd987ed-fae6-4e96-9327-0fccd72078b7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0534177 Apr 06 15:15:59.859919 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f090577a-6a53-46f8-8221-3d25ba2d8a15 req-73809bba-c373-4738-b1ef-9cd3be610716 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422041 Apr 06 15:16:00.977349 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190ed78-b67f-4cfa-92f5-1a36740a0240 req-2ba00c4f-88b0-4dff-87b9-0e9ab287d533 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:00.978815 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0190ed78-b67f-4cfa-92f5-1a36740a0240 req-2ba00c4f-88b0-4dff-87b9-0e9ab287d533 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0529661 Apr 06 15:16:01.030836 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0190ed78-b67f-4cfa-92f5-1a36740a0240 req-6a82a535-4027-4b5a-98e4-7eb8d4f104d6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459142 Apr 06 15:16:02.148833 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c95538-145a-40fc-ad7a-54a7c0787f52 req-73e38851-4e99-47ae-a215-e5ea00ea3a7a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:02.150310 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60c95538-145a-40fc-ad7a-54a7c0787f52 req-73e38851-4e99-47ae-a215-e5ea00ea3a7a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0529809 Apr 06 15:16:02.197763 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-60c95538-145a-40fc-ad7a-54a7c0787f52 req-0bee9807-fe11-43d4-b969-d3c6f0786de4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 Apr 06 15:16:03.322862 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a375cff-9284-42af-987b-b425b3c3d0d5 req-ac3f6eb8-94ac-4fbc-b715-f2dc1049f92f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:03.324694 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a375cff-9284-42af-987b-b425b3c3d0d5 req-ac3f6eb8-94ac-4fbc-b715-f2dc1049f92f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0572405 Apr 06 15:16:03.372955 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2a375cff-9284-42af-987b-b425b3c3d0d5 req-b71a7f11-cc83-43f0-a766-ce089a2d2638 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Apr 06 15:16:04.506752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d698b-8e1a-4a00-882d-101e4ba60142 req-5f877560-9052-42ce-9a03-d706d80b0910 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:04.508334 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-944d698b-8e1a-4a00-882d-101e4ba60142 req-5f877560-9052-42ce-9a03-d706d80b0910 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0617950 Apr 06 15:16:04.565817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-944d698b-8e1a-4a00-882d-101e4ba60142 req-7d160d69-fd06-4186-aa4b-fb22334b9ebb tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516582 Apr 06 15:16:04.876695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:16:04.974849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:16:04.985971 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'port_id': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'mac_address': 'fa:16:3e:96:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:16:05.021917 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0aaea547-0e78-408b-a6bb-71399b5377d5 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:16:05.022307 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:05.035449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaea547-0e78-408b-a6bb-71399b5377d5 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:16:05.053470 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:16:05.101928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:05.149553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:16:05.156386 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.156774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.157122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.157487 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.157823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.158155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.158485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.158810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.159139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.159466 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.159795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.160122 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.160514 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.160863 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.161189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:05.311027 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0aaea547-0e78-408b-a6bb-71399b5377d5'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:16:05.689451 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1dde2-c664-4e1a-a5f4-365c9871d7c9 req-ca33cb94-cf53-4fda-ac91-706f654f4338 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:05.691039 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f7c1dde2-c664-4e1a-a5f4-365c9871d7c9 req-ca33cb94-cf53-4fda-ac91-706f654f4338 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 944 time: 0.0549104 Apr 06 15:16:05.739751 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f7c1dde2-c664-4e1a-a5f4-365c9871d7c9 req-de21c64e-7075-417c-b804-93cc2dc76972 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Apr 06 15:16:06.860373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71bd3-509a-433f-a55c-f54810b26f6e req-d8c289ab-67a2-422f-9cc8-b7641f47801d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:06.861770 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76b71bd3-509a-433f-a55c-f54810b26f6e req-d8c289ab-67a2-422f-9cc8-b7641f47801d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 944 time: 0.0569170 Apr 06 15:16:06.893372 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:16:06.909923 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76b71bd3-509a-433f-a55c-f54810b26f6e req-5fb0c36c-7645-4a9b-8412-d33b7548a622 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425947 Apr 06 15:16:07.010156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 0aaea547-0e78-408b-a6bb-71399b5377d5 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:16:07.014064 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 0aaea547-0e78-408b-a6bb-71399b5377d5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:16:07.014474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:07.089231 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0aaea547-0e78-408b-a6bb-71399b5377d5 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:16:07.089619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:07.112724 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:16:07.113838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd55c7-91f1-4e35-8cc3-da7e00f1ec02" -d '{"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-plugged", "status": "completed", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:16:07.126802 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:16:07.198808 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:07.205376 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91358f3-ff52-4ac7-b96f-569aea7716a4 x-openstack-request-id: req-a91358f3-ff52-4ac7-b96f-569aea7716a4 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:16:07.207691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-plugged", "status": "completed", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:16:07.207691 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a91358f3-ff52-4ac7-b96f-569aea7716a4 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:16:07.207691 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91358f3-ff52-4ac7-b96f-569aea7716a4'] response: {'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'code': 200} Apr 06 15:16:07.406245 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:16:07.478037 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dead26d-e2fd-481a-a3b7-741692196f2f req-105ed701-cfda-48d7-9635-5e6d7eaff7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:07.479562 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-9dead26d-e2fd-481a-a3b7-741692196f2f req-105ed701-cfda-48d7-9635-5e6d7eaff7b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0859544 Apr 06 15:16:07.533975 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-9dead26d-e2fd-481a-a3b7-741692196f2f req-86e70dd3-4efb-44ad-8d5b-e16869a507e4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464191 Apr 06 15:16:08.028891 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7061f9-62be-4323-ae75-1d1146e9a65d req-f2caf477-afb4-4c27-9c19-7f4f87da0a1d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:08.030380 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3f7061f9-62be-4323-ae75-1d1146e9a65d req-f2caf477-afb4-4c27-9c19-7f4f87da0a1d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0536220 Apr 06 15:16:08.083351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3f7061f9-62be-4323-ae75-1d1146e9a65d req-428e825f-4430-4a21-8f1b-885d4c63df02 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473495 Apr 06 15:16:09.202573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca8d9-16e8-4f25-9a97-3b1ff41bd876 req-d281f722-cd5b-43bc-aaf4-d9b4496a8445 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:09.203930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b06ca8d9-16e8-4f25-9a97-3b1ff41bd876 req-d281f722-cd5b-43bc-aaf4-d9b4496a8445 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Apr 06 15:16:09.255866 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b06ca8d9-16e8-4f25-9a97-3b1ff41bd876 req-6c90d80a-db9e-4e7e-94c0-b451f0de710d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463140 Apr 06 15:16:09.377476 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc3c4-e03c-4565-a2e3-9b240656c8ff req-7c9a66d3-ed0c-47be-b8f0-2bad7013e721 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:09.378927 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e89cc3c4-e03c-4565-a2e3-9b240656c8ff req-7c9a66d3-ed0c-47be-b8f0-2bad7013e721 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Apr 06 15:16:09.428967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e89cc3c4-e03c-4565-a2e3-9b240656c8ff req-992a3a31-1d1a-4d81-a0d3-9a9fd8396d48 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Apr 06 15:16:09.452562 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57478) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:16:09.536961 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9ea8e-6cc6-4015-96ab-0bb9da5de54c tempest-TestShelveInstance-64464422 tempest-TestShelveInstance-64464422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:09.540778 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-51a9ea8e-6cc6-4015-96ab-0bb9da5de54c tempest-TestShelveInstance-64464422 tempest-TestShelveInstance-64464422-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1124 time: 0.0848603 Apr 06 15:16:09.541394 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57482) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:16:09.545897 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:16:09.650918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:09.750844 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:09.853382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Allocated IP 172.26.6.200 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/0e01625f-23e4-42fe-af40-cfbe5f619f83) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:16:09.954744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:10.047581 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:10.084023 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:16:10.086743 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:16:10.093193 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:16:10.118474 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'Port': ['ID=0e01625f-23e4-42fe-af40-cfbe5f619f83,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:16:10.129283 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.129631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.129971 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.130306 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.130637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.130966 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.131290 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.131611 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.131940 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.132257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.132575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.132919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.133242 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.133559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.133874 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:16:10.727354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (76da28bd-e99d-404b-9859-273b20d9b2c4), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:10.860413 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), before_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:11.010427 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:11.055703 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3904887'] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), after_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:11.121119 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event updated for resources: {'Port': ['ID=0e01625f-23e4-42fe-af40-cfbe5f619f83,revision_number=2']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:16:11.132291 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (76da28bd-e99d-404b-9859-273b20d9b2c4), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:11.234967 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Floating IP 76da28bd-e99d-404b-9859-273b20d9b2c4 associated. External IP: 172.26.6.200, port: 0aaea547-0e78-408b-a6bb-71399b5377d5. Apr 06 15:16:11.445699 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:16:11.557776 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:16:11.569774 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:16:11.580822 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:16:11.583080 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:15:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:16:11.629801 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:11.669240 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-24d17a20-87e6-4693-92ce-8fd0f56a67a4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1266837 Apr 06 15:16:11.670016 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:16:11.672383 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164" -d '{"events": [{"name": "network-changed", "server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:16:11.689398 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:16:11.709639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3927ef64-f14e-427e-9430-35e8292d7992 x-openstack-request-id: req-3927ef64-f14e-427e-9430-35e8292d7992 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:16:11.710001 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:16:11.710420 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3927ef64-f14e-427e-9430-35e8292d7992 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:16:11.710844 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3927ef64-f14e-427e-9430-35e8292d7992'] response: {'name': 'network-changed', 'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'status': 'completed', 'code': 200} Apr 06 15:16:11.774668 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-abc59ee2-7693-4a62-8b6e-61500d7f93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:11.776251 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-abc59ee2-7693-4a62-8b6e-61500d7f93cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0467627 Apr 06 15:16:11.929783 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-b5c48006-5b63-49dd-885b-176958eee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:11.931290 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-b5c48006-5b63-49dd-885b-176958eee142 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.1488607 Apr 06 15:16:12.000805 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '76da28bd-e99d-404b-9859-273b20d9b2c4', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'port_id': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'mac_address': 'fa:16:3e:96:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:16:10Z', 'updated_at': '2022-04-06T15:16:10Z', 'revision_number': 0, 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:16:12.026267 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:16:12.032913 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-ee3711bb-b55c-4475-aa44-e5075d0fdc73 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 999 time: 0.0935607 Apr 06 15:16:12.034499 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:16:12.035103 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:15:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:16:12.083812 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-ff635b13-e21c-4dde-84a7-1014fc7b54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:12.085299 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-ff635b13-e21c-4dde-84a7-1014fc7b54e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0467651 Apr 06 15:16:12.133925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-ae271f91-7185-45c1-92cb-2731730ae011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:12.135420 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-ae271f91-7185-45c1-92cb-2731730ae011 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434449 Apr 06 15:16:12.147657 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:16:12.225064 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-1a488ba8-6e70-4895-ade3-cccc2992def0 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 Apr 06 15:16:12.314481 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-10b2d9a5-2c0e-4073-a2d8-85690f8ba164 req-c0b80f72-1441-4c94-8126-9552003256b2 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838017 Apr 06 15:16:12.381083 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '76da28bd-e99d-404b-9859-273b20d9b2c4', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'port_id': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'mac_address': 'fa:16:3e:96:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:16:10Z', 'updated_at': '2022-04-06T15:16:10Z', 'revision_number': 0, 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:16:12.408067 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b266058-c2b0-41e6-ab9f-717fca4f0b4d None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '76da28bd-e99d-404b-9859-273b20d9b2c4', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'port_id': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'mac_address': 'fa:16:3e:96:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:16:10Z', 'updated_at': '2022-04-06T15:16:10Z', 'revision_number': 0, 'project_id': '0556a394f43e4faa87a778e88caca737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:16:12.624564 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774043ae-6986-47ff-bbb2-2e3f0e7b83e2 None None] New status for floating IP 76da28bd-e99d-404b-9859-273b20d9b2c4: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:16:22.364690 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fefdaeb1-5490-4083-85ff-581b4e13f378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:23.884313 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:24.770443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f30bb486-8cb4-40b4-862b-28aa748f1f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:25.964527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:27.469851 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:16:27.599706 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:28.559294 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:40.040642 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-9c3840f1-a99a-49ae-a903-fbfa0604a6ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441623 Apr 06 15:16:40.130788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-a3c9afd3-f80d-40d0-bbc5-38a90431c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:40.132251 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-a3c9afd3-f80d-40d0-bbc5-38a90431c5c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0513716 Apr 06 15:16:40.240243 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-374cd4b9-2834-4716-8392-01ae1dc18db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:40.241775 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-374cd4b9-2834-4716-8392-01ae1dc18db1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0915828 Apr 06 15:16:40.309139 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-90e59d4d-7c7b-4ee7-b864-16d6614e46fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1001 time: 0.0587292 Apr 06 15:16:40.362912 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-e52de857-c77f-43f2-9ba5-a0277981256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:40.364352 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-e52de857-c77f-43f2-9ba5-a0277981256e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0484364 Apr 06 15:16:40.413052 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-a4918b2c-a5f0-4f59-be08-ba78b69e0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:40.414533 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-a4918b2c-a5f0-4f59-be08-ba78b69e0225 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437768 Apr 06 15:16:40.507083 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-0f64d54d-b7bc-4272-ba80-7147d50910a9 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861590 Apr 06 15:16:40.599776 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-256f58e7-aef7-4fb4-9ec1-21e726f1cb56 req-5d91526b-84c0-489d-bc90-00b5d696f862 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861440 Apr 06 15:16:52.364579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6326-b5cb-45ec-8c65-daf60c7ea068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:53.941787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:54.741683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc2cc-e51c-4287-a78e-a682da73d806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:55.987842 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:57.604614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:58.558229 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:04.469550 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:17:22.370451 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3f485fa6-ec83-4ad9-b8d5-4f6e6f0c6b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:23.901685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:24.787179 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3585d9b1-8937-491b-9984-c05171248383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:25.941747 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:27.610441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:28.547480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:41.207804 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-46f9ca93-ede5-43ca-978b-4e0115ddb0a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439193 Apr 06 15:17:41.299647 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-937a070e-8bef-478f-8e85-ba9b8176d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:41.301140 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-937a070e-8bef-478f-8e85-ba9b8176d554 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0516887 Apr 06 15:17:41.405658 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-18e44838-e01a-47ba-8795-fc33d0468b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:41.407195 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-18e44838-e01a-47ba-8795-fc33d0468b7c service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0865536 Apr 06 15:17:41.469453 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-045178a7-67cc-4c2a-bcbc-28a017264344 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1001 time: 0.0566669 Apr 06 15:17:41.471226 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:17:41.520185 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-a9df0233-60bf-43d6-9e21-96faf25227d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:41.521709 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-a9df0233-60bf-43d6-9e21-96faf25227d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0468657 Apr 06 15:17:41.568984 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-984c4061-6b9d-48e4-9dad-1f3c1e06e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:41.570501 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-984c4061-6b9d-48e4-9dad-1f3c1e06e385 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434420 Apr 06 15:17:41.667053 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-5b80cdc8-4a26-42f8-b5be-6582e55700a1 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900819 Apr 06 15:17:41.757570 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-f10acfe8-da34-47af-8125-b1c287fc57ae req-8ecf48e2-1fef-4193-a03f-01d15d17dafe service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Apr 06 15:17:52.358496 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-a41e3242-054a-49b0-8f48-7e34273ea88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:53.907340 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:54.768806 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ed270e55-472c-4231-8f43-cc42dc1555f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:55.965888 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:57.616031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:58.553354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.470550 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:18:22.375775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d0b6736b-ef48-4cc1-a409-97639788f80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:23.946800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.781579 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f01d2b58-2f25-4de4-b153-da50ae57af60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:26.021480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:27.615733 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:28.552852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:36.250907 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53310604-3a86-400b-b18b-2544f156da92 req-f2670e12-2738-408d-b8d8-c7db61dc9f8b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:36.252497 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-53310604-3a86-400b-b18b-2544f156da92 req-f2670e12-2738-408d-b8d8-c7db61dc9f8b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0558586 Apr 06 15:18:36.304848 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-53310604-3a86-400b-b18b-2544f156da92 req-e3e2a9a1-77b2-4025-9e5b-dd0d0f7474ba tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466168 Apr 06 15:18:37.429500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281038b-5bf2-4017-8e04-43b2dac212b4 req-e744c756-ea4f-42ac-8951-8732e82bde3a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:37.430966 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d281038b-5bf2-4017-8e04-43b2dac212b4 req-e744c756-ea4f-42ac-8951-8732e82bde3a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0537059 Apr 06 15:18:37.478752 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d281038b-5bf2-4017-8e04-43b2dac212b4 req-7b8ffb55-28c1-4440-9fbc-9bce82d74a13 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Apr 06 15:18:38.599161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ff6d-e027-4845-a3bf-1b3422e16422 req-5ef0cc9b-08a9-4742-ae1d-068ec4089c7e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:38.600623 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8087ff6d-e027-4845-a3bf-1b3422e16422 req-5ef0cc9b-08a9-4742-ae1d-068ec4089c7e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Apr 06 15:18:38.650017 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8087ff6d-e027-4845-a3bf-1b3422e16422 req-222cada5-832d-4c14-8d99-7a62acfdb077 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438101 Apr 06 15:18:39.773740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4107-97e7-4435-a27e-2c057f5f2880 req-cae06d8c-4da2-4edf-89c6-03fe5fca0963 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:39.775163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a03b4107-97e7-4435-a27e-2c057f5f2880 req-cae06d8c-4da2-4edf-89c6-03fe5fca0963 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Apr 06 15:18:39.821941 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a03b4107-97e7-4435-a27e-2c057f5f2880 req-cb6eae6c-9fd7-4080-ab55-80e7a5bc313b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Apr 06 15:18:40.509937 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fbc27-a105-4024-b620-740eb9d5e7da req-2fe1a4a7-2d8d-4a98-ba85-1d0c1d5b0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:40.511424 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-2fe1a4a7-2d8d-4a98-ba85-1d0c1d5b0026 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0458462 Apr 06 15:18:40.615146 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fbc27-a105-4024-b620-740eb9d5e7da req-350a97af-4e97-4198-b138-7ce4692191e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:40.616595 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-350a97af-4e97-4198-b138-7ce4692191e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0866835 Apr 06 15:18:40.682166 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-4c2a2b1a-b9f0-4ac1-84db-2f1aeb60fb68 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1001 time: 0.0595665 Apr 06 15:18:40.728800 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fbc27-a105-4024-b620-740eb9d5e7da req-b8eae778-b309-4af2-a850-fcfd3a40da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:40.751187 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-b8eae778-b309-4af2-a850-fcfd3a40da1b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0420442 Apr 06 15:18:40.782441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fbc27-a105-4024-b620-740eb9d5e7da req-68adbba1-49d8-4cf9-b482-ca0fe1cd1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:40.783896 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-68adbba1-49d8-4cf9-b482-ca0fe1cd1536 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476711 Apr 06 15:18:40.873308 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-f300c5aa-6728-4982-b5b8-cda577427301 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838230 Apr 06 15:18:40.945512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d25d-4090-4af6-ab9a-ba249a75e2c2 req-5cef0fa0-f613-419e-9af8-e3ce0b053b20 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:40.947012 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d54d25d-4090-4af6-ab9a-ba249a75e2c2 req-5cef0fa0-f613-419e-9af8-e3ce0b053b20 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0560143 Apr 06 15:18:40.968958 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-190fbc27-a105-4024-b620-740eb9d5e7da req-59070676-d6b8-42fd-b7ec-63632207424a service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Apr 06 15:18:40.998270 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d54d25d-4090-4af6-ab9a-ba249a75e2c2 req-869f709d-8680-4805-a5c5-1b334a3d2d87 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448232 Apr 06 15:18:42.115957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5f685-3ad8-4f73-9d76-20adf02b7bfa req-32dd7056-1c12-42ef-a18b-23f6978baa4f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:42.117442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3b5f685-3ad8-4f73-9d76-20adf02b7bfa req-32dd7056-1c12-42ef-a18b-23f6978baa4f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Apr 06 15:18:42.169719 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f3b5f685-3ad8-4f73-9d76-20adf02b7bfa req-afb7c3f6-7d54-4157-9b95-d118759d058a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467958 Apr 06 15:18:43.293318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434a648-9991-439d-9139-befb251ae771 req-0adab781-ec39-4ba1-bbd7-988237f0dff0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:43.294698 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8434a648-9991-439d-9139-befb251ae771 req-0adab781-ec39-4ba1-bbd7-988237f0dff0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0530081 Apr 06 15:18:43.343276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8434a648-9991-439d-9139-befb251ae771 req-d88cd0a7-5eba-415f-aec4-2fff9c4957a3 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Apr 06 15:18:44.463901 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1b2ea-fc34-49e3-a713-8011ee4328fc req-4b41db8f-5d39-4fd1-a32c-1cbf4d4b32cf tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:44.465515 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-10c1b2ea-fc34-49e3-a713-8011ee4328fc req-4b41db8f-5d39-4fd1-a32c-1cbf4d4b32cf tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Apr 06 15:18:44.516001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-10c1b2ea-fc34-49e3-a713-8011ee4328fc req-0a002689-373f-4440-935a-c748b36df415 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Apr 06 15:18:45.637067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686285b-bb3d-4476-96cb-c144cab2e5bc req-1e5f399e-e7a3-4e4c-8ce3-2763d10fa763 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:45.638521 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f686285b-bb3d-4476-96cb-c144cab2e5bc req-1e5f399e-e7a3-4e4c-8ce3-2763d10fa763 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0561194 Apr 06 15:18:45.686994 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f686285b-bb3d-4476-96cb-c144cab2e5bc req-97e300b3-209c-483b-9631-b2521f43a253 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421615 Apr 06 15:18:46.470164 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-ec22d297-daee-4dfa-87da-5b49821b3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:46.471680 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-ec22d297-daee-4dfa-87da-5b49821b3958 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0492771 Apr 06 15:18:46.558698 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-1cc40a0c-7240-4fc3-af74-c33689341576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:46.560213 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-1cc40a0c-7240-4fc3-af74-c33689341576 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0829446 Apr 06 15:18:46.628214 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-b8859ff6-5a7a-4cb9-8fbb-f28c9df5e21c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1001 time: 0.0603206 Apr 06 15:18:46.675559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-4f226bc5-bdae-4567-bf71-27ce8846d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:46.677000 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-4f226bc5-bdae-4567-bf71-27ce8846d286 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0432174 Apr 06 15:18:46.729135 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-385f4cef-ae17-47b1-b046-fce0166f19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:46.730641 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-385f4cef-ae17-47b1-b046-fce0166f19fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480223 Apr 06 15:18:46.805819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761393-1f3f-4345-8201-3a715aa27bc7 req-c3c094c8-49a3-4ee9-97ec-8b8a97519822 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:46.807781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b2761393-1f3f-4345-8201-3a715aa27bc7 req-c3c094c8-49a3-4ee9-97ec-8b8a97519822 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0540855 Apr 06 15:18:46.824508 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-700ce10e-c8c3-482f-9b35-e3354d6b3f1d service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869973 Apr 06 15:18:46.856617 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b2761393-1f3f-4345-8201-3a715aa27bc7 req-cf455534-3a02-4357-9168-3d7dab4bc6b7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431402 Apr 06 15:18:46.911563 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-25fc3571-1135-424e-87c7-1d62858e9bb6 req-85552105-4779-44e9-b2b3-8737cfd93a45 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812311 Apr 06 15:18:47.978502 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91969aab-7a30-4af6-ae80-f1f0385c1078 req-f0c6e55c-5b52-47d6-abf9-7cf9d3975ecd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:47.979957 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91969aab-7a30-4af6-ae80-f1f0385c1078 req-f0c6e55c-5b52-47d6-abf9-7cf9d3975ecd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0559156 Apr 06 15:18:48.029778 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-91969aab-7a30-4af6-ae80-f1f0385c1078 req-b98653d5-ed23-4670-8709-038f03a48de4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Apr 06 15:18:49.164098 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3dd8c-d954-4057-a07e-db19c5fec4cd req-e7b06f10-85c2-4c89-8e67-23d1e4c6cdf5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:49.165657 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aea3dd8c-d954-4057-a07e-db19c5fec4cd req-e7b06f10-85c2-4c89-8e67-23d1e4c6cdf5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0539405 Apr 06 15:18:49.215308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-aea3dd8c-d954-4057-a07e-db19c5fec4cd req-625fdfff-eecf-4d8a-8aba-c7e91e22aa9b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Apr 06 15:18:50.346902 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdaa74-88ec-493f-90f7-7b3f4aabf909 req-10547e1f-c9e8-4b90-8d58-72cbc1eb1085 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:50.348472 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ebdaa74-88ec-493f-90f7-7b3f4aabf909 req-10547e1f-c9e8-4b90-8d58-72cbc1eb1085 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0570138 Apr 06 15:18:50.408308 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0ebdaa74-88ec-493f-90f7-7b3f4aabf909 req-62acc02b-9615-41e6-ac8e-f98edf3688b4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541046 Apr 06 15:18:51.527300 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4fb06-2a5d-49a0-ab52-c16a08c7925b req-15ae1fc4-ef4f-4b97-8160-46546cd84ba4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:51.528849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ce4fb06-2a5d-49a0-ab52-c16a08c7925b req-15ae1fc4-ef4f-4b97-8160-46546cd84ba4 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Apr 06 15:18:51.580263 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8ce4fb06-2a5d-49a0-ab52-c16a08c7925b req-476d34ea-9d8f-4e83-8de9-1da81b1d8d08 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450945 Apr 06 15:18:51.623760 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:18:51.701493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0aaea547-0e78-408b-a6bb-71399b5377d5 is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:51.701818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:51.725249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:18:51.727509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc611cb-4441-42f3-8c61-a2095136a0ff" -d '{"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-unplugged", "status": "completed", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:18:51.740520 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:51.837159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:51.888078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:51.896040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.896400 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.896778 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.897129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.897469 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.897807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.898141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.898477 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.898811 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.899141 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.899476 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.899805 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.900133 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.900460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:51.900812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:52.369626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ef81161a-7df2-4baa-91a6-5739b63b052b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:52.704757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d07cf-f917-4b66-85a3-705f7c816e51 req-7a0eb181-9981-45d8-8e6c-ee4070801ecd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:52.706177 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4b5d07cf-f917-4b66-85a3-705f7c816e51 req-7a0eb181-9981-45d8-8e6c-ee4070801ecd tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0577095 Apr 06 15:18:52.760365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4b5d07cf-f917-4b66-85a3-705f7c816e51 req-a36e712e-91c8-4fe8-9b6a-1fe0623c835c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486422 Apr 06 15:18:52.792240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9e2a6d-e049-430f-bf9e-1c745ac5045b x-openstack-request-id: req-ff9e2a6d-e049-430f-bf9e-1c745ac5045b {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:18:52.792713 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-unplugged", "status": "completed", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:18:52.792833 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ff9e2a6d-e049-430f-bf9e-1c745ac5045b {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:18:52.793226 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9e2a6d-e049-430f-bf9e-1c745ac5045b'] response: {'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'code': 200} Apr 06 15:18:53.881835 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59790d6-20ab-494b-82d0-334d6f4b519e req-0c95e64f-4f7a-4ea4-9e60-e2160c4e6316 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:53.883271 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e59790d6-20ab-494b-82d0-334d6f4b519e req-0c95e64f-4f7a-4ea4-9e60-e2160c4e6316 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0573318 Apr 06 15:18:53.931887 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e59790d6-20ab-494b-82d0-334d6f4b519e req-a39c9882-8d70-4b55-97da-47ba5021e7ad tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426793 Apr 06 15:18:53.958435 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:54.758603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c60c5ac2-0735-4141-9511-b00bbdc717c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:55.280560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b346b1-5ece-447d-b14c-f475b36eae19 req-454febed-b1a0-4de8-9abb-27711351692a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:55.280560 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99b346b1-5ece-447d-b14c-f475b36eae19 req-454febed-b1a0-4de8-9abb-27711351692a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0565343 Apr 06 15:18:55.340984 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99b346b1-5ece-447d-b14c-f475b36eae19 req-ae5a3a42-b700-4c1d-bfc9-54747da137ad tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529752 Apr 06 15:18:55.409262 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-082e2f74-e469-4b7b-9e60-5845bf23d5bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549616 Apr 06 15:18:55.414900 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-de66508c-915a-42a2-bee9-0c114e75bb37 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:18:55.415849 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-de66508c-915a-42a2-bee9-0c114e75bb37 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049191 Apr 06 15:18:55.470202 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:18:55.975790 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:56.470548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d829f-0440-4705-8d39-aa8718f667c4 req-d5481c7b-d8e5-457b-a869-fe1dd4dfe868 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:56.472143 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d07d829f-0440-4705-8d39-aa8718f667c4 req-d5481c7b-d8e5-457b-a869-fe1dd4dfe868 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0632887 Apr 06 15:18:56.527671 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d07d829f-0440-4705-8d39-aa8718f667c4 req-8e700836-d4d7-4a9b-b4b7-7cc30991e184 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501332 Apr 06 15:18:56.561403 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53790-37a7-49e1-a325-962707a7e748 req-b1024671-5b3e-42ea-ac5e-a9231964e3e7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:56.562754 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-b1024671-5b3e-42ea-ac5e-a9231964e3e7 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports/0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 940 time: 0.1093163 Apr 06 15:18:57.635631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:57.648724 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4986-6b6c-4446-8776-584699810a5d req-1df06a9b-0ef1-45db-b128-12d01c61737c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:57.650237 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-426c4986-6b6c-4446-8776-584699810a5d req-1df06a9b-0ef1-45db-b128-12d01c61737c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0541620 Apr 06 15:18:57.701256 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-426c4986-6b6c-4446-8776-584699810a5d req-b64420f3-b701-4f55-b9e2-208de25dcc5b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Apr 06 15:18:58.552657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:58.820654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9de99a-4653-4916-b1a8-23ad050790bf req-690afd2a-63d1-40fe-acff-30d70bc6853f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:58.822164 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd9de99a-4653-4916-b1a8-23ad050790bf req-690afd2a-63d1-40fe-acff-30d70bc6853f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0528688 Apr 06 15:18:58.878301 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd9de99a-4653-4916-b1a8-23ad050790bf req-8d8b4e66-30a9-4bb8-a363-445ae3c531c6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506203 Apr 06 15:19:00.007198 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec129e-5577-4ef0-b5f6-9d44559e104e req-9387583f-d622-4229-84e4-59ffafed2a08 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:00.008668 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7cec129e-5577-4ef0-b5f6-9d44559e104e req-9387583f-d622-4229-84e4-59ffafed2a08 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0572910 Apr 06 15:19:00.057098 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7cec129e-5577-4ef0-b5f6-9d44559e104e req-4bb2924d-7053-4c31-928f-2394993dd57b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Apr 06 15:19:01.180109 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec69e1d-4018-4ad2-9a52-19553b97fc65 req-bdaa4ed8-f0a9-4252-a89b-b9c9d574555b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:01.183846 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ec69e1d-4018-4ad2-9a52-19553b97fc65 req-bdaa4ed8-f0a9-4252-a89b-b9c9d574555b tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0591011 Apr 06 15:19:01.235214 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2ec69e1d-4018-4ad2-9a52-19553b97fc65 req-0d839fe8-d7dc-4cf1-b749-1e3a1fb97aaa tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477986 Apr 06 15:19:02.360403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad0fb2-de65-4770-8fa7-9b532eb59572 req-98968a20-4837-4030-9186-6db57a4904de tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:02.361929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d0ad0fb2-de65-4770-8fa7-9b532eb59572 req-98968a20-4837-4030-9186-6db57a4904de tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0565360 Apr 06 15:19:02.412670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-d0ad0fb2-de65-4770-8fa7-9b532eb59572 req-a57773b6-69f9-4eed-886f-50ae19d2264e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451024 Apr 06 15:19:03.532947 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113bb2b-4a7d-4281-86f0-8e384f679e42 req-8caf3aac-303a-4f2b-b900-47cd4832cde0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:03.534351 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8113bb2b-4a7d-4281-86f0-8e384f679e42 req-8caf3aac-303a-4f2b-b900-47cd4832cde0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0532646 Apr 06 15:19:03.583929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8113bb2b-4a7d-4281-86f0-8e384f679e42 req-22b605fa-527c-4319-ac39-91a22a7df5f1 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 Apr 06 15:19:04.701460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2a046-0f4c-4aee-a0db-30ae7ffb4746 req-ddb1e9f1-8b02-4c51-bf9d-f0ac14ec7186 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:04.702944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86b2a046-0f4c-4aee-a0db-30ae7ffb4746 req-ddb1e9f1-8b02-4c51-bf9d-f0ac14ec7186 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0528557 Apr 06 15:19:04.758043 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-86b2a046-0f4c-4aee-a0db-30ae7ffb4746 req-e16c707c-d716-4fc0-b943-1382791261db tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492117 Apr 06 15:19:05.881852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693da9-1473-4c55-8bd1-ec03b9e5fd34 req-a6304dfd-048e-4385-b9be-17e2ab8ba943 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:05.884032 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43693da9-1473-4c55-8bd1-ec03b9e5fd34 req-a6304dfd-048e-4385-b9be-17e2ab8ba943 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Apr 06 15:19:05.934175 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-43693da9-1473-4c55-8bd1-ec03b9e5fd34 req-a13e6c26-b506-4bc8-8e7b-cba65bf43246 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Apr 06 15:19:07.055566 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1f95-1f71-4f11-9c0e-0cb2f90012f5 req-177ddee0-f98b-450d-ad06-09fa78c9a29a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:07.057087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9bb1f95-1f71-4f11-9c0e-0cb2f90012f5 req-177ddee0-f98b-450d-ad06-09fa78c9a29a tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0530417 Apr 06 15:19:07.119100 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9bb1f95-1f71-4f11-9c0e-0cb2f90012f5 req-1cb54ffd-0533-4a04-b3cb-11e0eab4b50d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562272 Apr 06 15:19:08.240479 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca117-8ffd-4ce1-a595-b164a20a0782 req-de3894e7-8424-4860-997c-79f275f5987d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:08.241985 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65dca117-8ffd-4ce1-a595-b164a20a0782 req-de3894e7-8424-4860-997c-79f275f5987d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0571830 Apr 06 15:19:08.290063 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-65dca117-8ffd-4ce1-a595-b164a20a0782 req-2d03a2a8-e139-4894-b44a-18ff81ba3304 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Apr 06 15:19:09.413394 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacf124-07f9-47d0-b675-e669aa83515b req-3c30a6ac-2add-491f-b240-62c9469ee49c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:09.414895 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bfacf124-07f9-47d0-b675-e669aa83515b req-3c30a6ac-2add-491f-b240-62c9469ee49c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0522873 Apr 06 15:19:09.465357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bfacf124-07f9-47d0-b675-e669aa83515b req-6cd4fd96-4c28-4869-b1b8-2cd5b2aa5f85 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445368 Apr 06 15:19:10.593477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e839b-f429-4069-893b-4a609637784a req-d892c2a1-326c-43a2-b093-02b6ad2c7d2c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:10.594960 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-697e839b-f429-4069-893b-4a609637784a req-d892c2a1-326c-43a2-b093-02b6ad2c7d2c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0593452 Apr 06 15:19:10.652096 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-697e839b-f429-4069-893b-4a609637784a req-7d187a8d-70d6-4b1e-9092-2fae0f95da83 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512745 Apr 06 15:19:11.591056 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53790-37a7-49e1-a325-962707a7e748 req-d2460b56-5b2d-404a-aed9-b7d9403e2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:11.592540 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-d2460b56-5b2d-404a-aed9-b7d9403e2181 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1&tenant_id=0556a394f43e4faa87a778e88caca737 HTTP/1.1" status: 200 len: 1127 time: 0.0761213 Apr 06 15:19:11.660163 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53790-37a7-49e1-a325-962707a7e748 req-23e9c544-5b03-4cf4-a3c1-0159d7e60ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:11.661718 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-23e9c544-5b03-4cf4-a3c1-0159d7e60ba9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1127 time: 0.0475464 Apr 06 15:19:11.747555 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53790-37a7-49e1-a325-962707a7e748 req-b16e8bb0-d00a-4b94-b1c2-343ec59655bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:11.749195 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-b16e8bb0-d00a-4b94-b1c2-343ec59655bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0819407 Apr 06 15:19:11.772548 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccf38-4f72-4e70-a0c0-88d1c102abf6 req-4b8dd237-bf20-45d7-bee8-cca9f0ee78a0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:11.774069 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0bccf38-4f72-4e70-a0c0-88d1c102abf6 req-4b8dd237-bf20-45d7-bee8-cca9f0ee78a0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0538301 Apr 06 15:19:11.816043 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-3e552f64-5236-46d4-b729-4b1a5873e018 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 999 time: 0.0609605 Apr 06 15:19:11.822546 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a0bccf38-4f72-4e70-a0c0-88d1c102abf6 req-ca542e16-3ccc-49d0-b2a3-75d5d65879f9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 Apr 06 15:19:11.863881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53790-37a7-49e1-a325-962707a7e748 req-988e9628-1bd1-43bb-bbad-5e5257877364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:11.865357 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-988e9628-1bd1-43bb-bbad-5e5257877364 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0442111 Apr 06 15:19:11.913068 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53790-37a7-49e1-a325-962707a7e748 req-e9127b94-0b2e-4def-8dce-ad0601e57d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:11.914516 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-e9127b94-0b2e-4def-8dce-ad0601e57d5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433002 Apr 06 15:19:12.002760 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-dd8b131c-9370-4972-a347-0c4b60ca5e73 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Apr 06 15:19:12.087338 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-35e53790-37a7-49e1-a325-962707a7e748 req-5b2c1a15-af31-4837-acb1-efde5da6459c service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796819 Apr 06 15:19:12.940586 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675d995-7f6b-42e9-92be-19014a9c59c5 req-b5e87655-06d8-4c28-a52c-26ed1ba811c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:12.942739 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9675d995-7f6b-42e9-92be-19014a9c59c5 req-b5e87655-06d8-4c28-a52c-26ed1ba811c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0525262 Apr 06 15:19:12.990608 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9675d995-7f6b-42e9-92be-19014a9c59c5 req-41b81988-be24-47b8-973a-92ccbc10c60d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Apr 06 15:19:14.111621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e96e-7728-472f-9fe4-8b937d6d970a req-4fcc5948-b40c-42b4-b2ec-a4c6c8187e0c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:14.113799 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cd6e96e-7728-472f-9fe4-8b937d6d970a req-4fcc5948-b40c-42b4-b2ec-a4c6c8187e0c tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0570967 Apr 06 15:19:14.162288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-2cd6e96e-7728-472f-9fe4-8b937d6d970a req-3d45e8b9-0951-4efb-8bd0-af63976367b9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Apr 06 15:19:15.281473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2d56-2d3b-4c7b-9ab5-ab80eed01cf8 req-917d63f8-1682-4970-b6df-6f6389c071ae tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:15.282939 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-276d2d56-2d3b-4c7b-9ab5-ab80eed01cf8 req-917d63f8-1682-4970-b6df-6f6389c071ae tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0528588 Apr 06 15:19:15.331168 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-276d2d56-2d3b-4c7b-9ab5-ab80eed01cf8 req-a67a0d09-ece7-459a-9e45-9b2342132001 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Apr 06 15:19:16.452287 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594c762-a956-42eb-a592-c025d58de951 req-0462d084-73d1-49bc-940c-5e2a69831141 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:16.453790 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0594c762-a956-42eb-a592-c025d58de951 req-0462d084-73d1-49bc-940c-5e2a69831141 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0554521 Apr 06 15:19:16.502896 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0594c762-a956-42eb-a592-c025d58de951 req-92da5915-a57b-41e7-9092-62e7bef3e129 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432005 Apr 06 15:19:17.624252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1edf0c-fc72-4be2-a937-c2318c95037f req-9c083284-1e8b-433d-87f4-7c2eb94bc857 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:17.625777 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ce1edf0c-fc72-4be2-a937-c2318c95037f req-9c083284-1e8b-433d-87f4-7c2eb94bc857 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0524917 Apr 06 15:19:17.673600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ce1edf0c-fc72-4be2-a937-c2318c95037f req-67e9e7b3-278b-4496-9512-efe620b72fd6 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Apr 06 15:19:18.791006 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc719ab3-1645-4c2f-b1e8-748f3cf39607 req-4f0f529c-9809-4d48-88a9-4d905fccf5b2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:18.792473 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc719ab3-1645-4c2f-b1e8-748f3cf39607 req-4f0f529c-9809-4d48-88a9-4d905fccf5b2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0523896 Apr 06 15:19:18.848445 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-bc719ab3-1645-4c2f-b1e8-748f3cf39607 req-09db8bb1-eea7-48bc-be11-59d145f296c8 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503409 Apr 06 15:19:19.787416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:19:19.880851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:19:19.892848 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'port_id': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'mac_address': 'fa:16:3e:96:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:19:19.934692 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0aaea547-0e78-408b-a6bb-71399b5377d5 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:19:19.935082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:19.948907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaea547-0e78-408b-a6bb-71399b5377d5 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:19:19.966314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a10b4f-046e-4142-b9da-2b95583ca048 req-94af59e0-a7f8-41a3-b40a-eff64b912849 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:19.967759 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6a10b4f-046e-4142-b9da-2b95583ca048 req-94af59e0-a7f8-41a3-b40a-eff64b912849 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 943 time: 0.0528307 Apr 06 15:19:19.968930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:19:20.015707 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c6a10b4f-046e-4142-b9da-2b95583ca048 req-73e57df6-0ba2-4769-af4d-07186bd9a0be tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418432 Apr 06 15:19:20.032844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:20.079108 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:19:20.255328 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['0aaea547-0e78-408b-a6bb-71399b5377d5'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:19:21.131723 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859869-404b-4b94-99a8-626a7a2d60f1 req-8a6e2987-ac19-46f5-9c3b-80bc6d929e59 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:21.133215 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2859869-404b-4b94-99a8-626a7a2d60f1 req-8a6e2987-ac19-46f5-9c3b-80bc6d929e59 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 944 time: 0.0517936 Apr 06 15:19:21.181597 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a2859869-404b-4b94-99a8-626a7a2d60f1 req-75c04777-d0ae-49cc-ac74-b5ec7f4b8e41 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Apr 06 15:19:21.809784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:19:21.856159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 0aaea547-0e78-408b-a6bb-71399b5377d5 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:19:21.856450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:21.933560 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 0aaea547-0e78-408b-a6bb-71399b5377d5 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:19:21.933944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:21.955112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:19:21.957853 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc29e42-2da8-4f06-ac5e-0fafb73dae56" -d '{"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-plugged", "status": "completed", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:19:21.969835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:19:21.992623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff71ec5-e2d5-4b3f-b764-a912210deeae x-openstack-request-id: req-2ff71ec5-e2d5-4b3f-b764-a912210deeae {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:19:21.993065 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-plugged", "status": "completed", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:19:21.993397 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2ff71ec5-e2d5-4b3f-b764-a912210deeae {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:19:21.994011 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff71ec5-e2d5-4b3f-b764-a912210deeae'] response: {'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'code': 200} Apr 06 15:19:22.038317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:22.091067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:19:22.302471 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d9bf3-fa8b-46e4-9f96-a936bc57cc35 req-7a732174-ff4f-4437-96c7-17ef4fda9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:22.303966 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-509d9bf3-fa8b-46e4-9f96-a936bc57cc35 req-7a732174-ff4f-4437-96c7-17ef4fda9890 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0494998 Apr 06 15:19:22.352513 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-509d9bf3-fa8b-46e4-9f96-a936bc57cc35 req-8f47be97-993c-4a49-89d5-fe5d60104e40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425210 Apr 06 15:19:22.358768 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7497f36d-d20c-458c-beda-cfb75cd0bb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:22.600274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ad6e1-fe01-4770-9b77-e6dfcfd527a3 req-63c61cac-8ca5-45b8-ac6a-17cc02530576 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:22.601825 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-365ad6e1-fe01-4770-9b77-e6dfcfd527a3 req-63c61cac-8ca5-45b8-ac6a-17cc02530576 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.3523026 Apr 06 15:19:22.649982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-365ad6e1-fe01-4770-9b77-e6dfcfd527a3 req-6f11962c-3811-43d9-b065-fac70bdfa586 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Apr 06 15:19:23.772362 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadc476-2b49-4a69-9ae1-c8fbd3a902b7 req-504cffc5-02c6-43ec-b501-715a880d8db5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:23.773873 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfadc476-2b49-4a69-9ae1-c8fbd3a902b7 req-504cffc5-02c6-43ec-b501-715a880d8db5 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Apr 06 15:19:23.822784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cfadc476-2b49-4a69-9ae1-c8fbd3a902b7 req-c916b7c8-0ca7-455a-9829-88d0c196be11 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432701 Apr 06 15:19:23.969259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:24.763862 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-72946d03-e62d-4cbf-85bb-7fff72fb7434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:25.958288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:27.620818 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:28.556218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:32.469241 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:19:41.442166 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-9c1cdf82-a09e-4d38-9841-cdc4aac0ca4e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470843 Apr 06 15:19:41.530441 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-d18d7933-9cc6-47d3-ba55-b7ea1f5adc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:41.532049 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-d18d7933-9cc6-47d3-ba55-b7ea1f5adc2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0475357 Apr 06 15:19:41.638274 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-d23d7984-5583-4f58-a910-7b6b41ad875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:41.639893 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-d23d7984-5583-4f58-a910-7b6b41ad875e service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0891325 Apr 06 15:19:41.709526 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-2c384a0e-78d9-4e08-b699-3c50b1f7b7bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1001 time: 0.0622423 Apr 06 15:19:41.764857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-27afe173-5e71-4d28-82f8-34262dfee24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:41.766637 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-27afe173-5e71-4d28-82f8-34262dfee24f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0521851 Apr 06 15:19:41.813905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-11205d53-1722-4a1f-9875-25bb2004f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:41.815357 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-11205d53-1722-4a1f-9875-25bb2004f924 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424044 Apr 06 15:19:41.900277 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-7e899d82-4cf6-4ec3-873c-fe956d094e0c service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783324 Apr 06 15:19:42.290928 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-1921f0e1-e05a-4fa1-bc85-bfe6441895bc req-230102d0-6f24-4c82-b640-fd93384b3535 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840320 Apr 06 15:19:52.340518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4682585c-2cc0-4d0d-bc25-f04893a3c4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:53.972961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:54.786518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f4fc806d-6afa-44cc-b38f-4f0e0d32118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:55.980840 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:57.641870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:58.598078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:09.468633 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:20:22.389516 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f72a522d-85b7-4f5f-ac8a-ebcf3c4bacff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:23.984129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:24.791583 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2d1a-b308-4494-98d6-5634188ac812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:25.972742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:27.635825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:28.563468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:42.446152 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-91a58478-d9a8-4dc4-90f8-052a4942048b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462041 Apr 06 15:20:42.530945 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-297e1423-e874-4957-bd9a-ca1c3cd87c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:42.532436 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-297e1423-e874-4957-bd9a-ca1c3cd87c64 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0466785 Apr 06 15:20:42.632159 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-85c1c1d9-631e-4769-b377-856171fb4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:42.633644 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-85c1c1d9-631e-4769-b377-856171fb4e51 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0848296 Apr 06 15:20:42.695552 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-5e8d8f2f-6912-40b4-849a-40187f97b483 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 1001 time: 0.0560067 Apr 06 15:20:42.748564 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-6f227305-3455-465d-8b0c-14485a0cda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:42.749918 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-6f227305-3455-465d-8b0c-14485a0cda5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0465291 Apr 06 15:20:42.797095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-af7058ba-64e6-4311-9248-6b2ce49116ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:42.798535 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-af7058ba-64e6-4311-9248-6b2ce49116ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423028 Apr 06 15:20:42.884291 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-f61ae0a2-d8df-48e6-bd8b-0d8232758def service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796609 Apr 06 15:20:42.984355 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-537bc378-6ddc-4b7c-bce4-833064a2d671 req-e748d62a-c538-4d82-8703-4dde3679e3d3 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942583 Apr 06 15:20:46.467729 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:20:52.368822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-869e860d-1918-4f5a-a823-49c33385d2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:54.029135 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:54.791228 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6bed8764-2506-4f3e-9057-717399b1b7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:55.986322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:57.631540 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:58.557038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.289030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57700) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:00.693082 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Deleting port 0e01625f-23e4-42fe-af40-cfbe5f619f83 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:00.693432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.768534 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.768899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (0e01625f-23e4-42fe-af40-cfbe5f619f83), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.780321 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Calling delete_port for 0e01625f-23e4-42fe-af40-cfbe5f619f83 owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:00.974259 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0e01625f-23e4-42fe-af40-cfbe5f619f83), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.997045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event deleted for resources: {'Port': ['ID=0e01625f-23e4-42fe-af40-cfbe5f619f83,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:01.011754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.012113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.012465 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.012860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.014916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.014916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.014916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.014916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.014916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.015445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.015445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.015673 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.016016 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.016325 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.016650 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.071536 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for floatingip (76da28bd-e99d-404b-9859-273b20d9b2c4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.071867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Floating IP 76da28bd-e99d-404b-9859-273b20d9b2c4 disassociated (deleted). External IP: 172.26.6.200, port: 0aaea547-0e78-408b-a6bb-71399b5377d5. Apr 06 15:21:01.288495 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:01.397165 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:01.401610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.406913 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:01.418397 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:01.419010 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:01.430924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0aef1995-d7a1-4ebf-8d6b-98fb86ff6096 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "DELETE /v2.0/floatingips/76da28bd-e99d-404b-9859-273b20d9b2c4 HTTP/1.1" status: 204 len: 168 time: 1.1407933 Apr 06 15:21:01.431533 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:01.433981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4cc25-d62d-42e1-978b-ee38de93ac01" -d '{"events": [{"name": "network-changed", "server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:01.612861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8488e0f6-4c73-43c3-9ba3-00f4442464bd x-openstack-request-id: req-8488e0f6-4c73-43c3-9ba3-00f4442464bd {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:01.613400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:01.614559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8488e0f6-4c73-43c3-9ba3-00f4442464bd {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:01.615007 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8488e0f6-4c73-43c3-9ba3-00f4442464bd'] response: {'name': 'network-changed', 'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'status': 'completed', 'code': 200} Apr 06 15:21:01.634008 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:01.685181 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-726a23f6-14cd-4c70-8ecc-9764fe34e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:01.686786 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-726a23f6-14cd-4c70-8ecc-9764fe34e2cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0556a394f43e4faa87a778e88caca737&device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 1129 time: 0.0511110 Apr 06 15:21:01.783427 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-b17d6432-6908-4268-a129-17b366c95fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:01.784559 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-b17d6432-6908-4268-a129-17b366c95fa5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 200 len: 910 time: 0.0912428 Apr 06 15:21:01.841476 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:01.869168 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:01.877369 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:01.877986 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:01.906152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73a3b7-5e25-4895-969d-c1835b715719 req-59133c79-7328-4954-91cf-eec4c3aa0771 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:01.909910 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b73a3b7-5e25-4895-969d-c1835b715719 req-59133c79-7328-4954-91cf-eec4c3aa0771 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.1119552 Apr 06 15:21:01.959924 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1b73a3b7-5e25-4895-969d-c1835b715719 req-67f8ec44-bf5c-4089-9b0e-6da47638262d tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441408 Apr 06 15:21:01.993074 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:02.182518 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:02.211113 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b4cd1-7098-4d5b-a6d6-9db1cffdd272 None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:42Z', 'revision_number': 4, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'e2c78360-5986-455c-bcaa-09424a244ef8', 'name': '', 'network_id': '59afbe7d-a8f8-4c05-813e-17b9a7486a59', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'mac_address': 'fa:16:3e:1b:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:41Z', 'updated_at': '2022-04-06T15:10:46Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'subnets': [{'id': '8a88a48a-463c-43d0-95c4-bafaec40c712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:02.440355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ccbd9-4d0c-4c82-a8f7-40dbcaf97bad None None] New status for floating IP 76da28bd-e99d-404b-9859-273b20d9b2c4: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:21:02.780980 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-21352691-81f7-42b9-9b82-92eeecfd8ea2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 200 len: 217 time: 0.0351353 Apr 06 15:21:02.828310 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-e1896c00-c16c-42ec-981d-7f37dec295da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:02.829757 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-e1896c00-c16c-42ec-981d-7f37dec295da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 200 len: 847 time: 0.0428362 Apr 06 15:21:02.964636 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-8bca596c-d859-4e95-92a1-f5866275fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:02.966155 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-8bca596c-d859-4e95-92a1-f5866275fa40 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59afbe7d-a8f8-4c05-813e-17b9a7486a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450101 Apr 06 15:21:02.976414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-58b9056b-d41e-4124-8056-0c898f9e1ac0 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:21:02.977389 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-58b9056b-d41e-4124-8056-0c898f9e1ac0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049212 Apr 06 15:21:03.075425 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-d19602c7-7dee-4e2c-b164-3110e9ca30db service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Apr 06 15:21:03.134201 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad1ca6-0826-4950-8f45-f3386519b0dd req-8faaed4c-9e86-4abe-b2b5-0fc72cb6bd56 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:03.135703 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecad1ca6-0826-4950-8f45-f3386519b0dd req-8faaed4c-9e86-4abe-b2b5-0fc72cb6bd56 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.1041093 Apr 06 15:21:03.204494 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ecad1ca6-0826-4950-8f45-f3386519b0dd req-2ce0ba3f-6d6b-407a-93db-0a2e3fd6a950 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/security-groups?id=19d3e83c-938a-4cf0-9747-a6dd529222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583830 Apr 06 15:21:03.275685 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-a7a4cc25-d62d-42e1-978b-ee38de93ac01 req-27460242-eb28-42f3-9e6a-f406347a32f7 service neutron] 10.222.0.79 "GET /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935011 Apr 06 15:21:03.300606 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-a8312ae4-d9f4-4773-a33b-a46e9d5a6579 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:03.302652 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-a8312ae4-d9f4-4773-a33b-a46e9d5a6579 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 945 time: 0.0541298 Apr 06 15:21:03.396625 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Deleting port 0aaea547-0e78-408b-a6bb-71399b5377d5 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:03.396983 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.487965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] For port 0aaea547-0e78-408b-a6bb-71399b5377d5, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=0aaea547-0e78-408b-a6bb-71399b5377d5,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:03.488515 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.508972 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Calling delete_port for 0aaea547-0e78-408b-a6bb-71399b5377d5 owned by compute:nova {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:03.715144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (0aaea547-0e78-408b-a6bb-71399b5377d5), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.744592 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event deleted for resources: {'Port': ['ID=0aaea547-0e78-408b-a6bb-71399b5377d5,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:03.792816 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] No DVR routers for this DVR port 0aaea547-0e78-408b-a6bb-71399b5377d5 on host hv-neutron-8365 {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:21:03.795776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.801366 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-52dcfd5c-406c-4d2c-891a-87c4867bc5d2 req-8b21cc00-15a5-4ae2-8863-75a77d18be24 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.79 "DELETE /v2.0/ports/0aaea547-0e78-408b-a6bb-71399b5377d5 HTTP/1.1" status: 204 len: 173 time: 0.4931028 Apr 06 15:21:03.802412 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-deleted', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:03.804366 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c036f08-72fc-482d-9b02-45d6af09f818" -d '{"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-deleted", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:03.839923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b6621-3734-41a8-b45c-6f543e373e01 x-openstack-request-id: req-896b6621-3734-41a8-b45c-6f543e373e01 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:03.840226 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb833bcd-bc65-47d5-83c5-0a1223a3adf1", "name": "network-vif-deleted", "tag": "0aaea547-0e78-408b-a6bb-71399b5377d5", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:03.840491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-896b6621-3734-41a8-b45c-6f543e373e01 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:03.840929 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b6621-3734-41a8-b45c-6f543e373e01'] response: {'server_uuid': 'eb833bcd-bc65-47d5-83c5-0a1223a3adf1', 'name': 'network-vif-deleted', 'tag': '0aaea547-0e78-408b-a6bb-71399b5377d5', 'status': 'completed', 'code': 200} Apr 06 15:21:04.302676 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fad197d5-bce0-450e-b26d-505a7403b479 req-e9d489ad-e4ae-454b-b38d-703416d8740f tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Apr 06 15:21:05.397454 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e51cd1c-3090-4e0a-b803-dd7c72d414d8 req-7d681e7d-71a7-4090-a1b7-9a590dfd72e0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Apr 06 15:21:06.248509 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:06.268999 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 0aaea547-0e78-408b-a6bb-71399b5377d5 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:06.269348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 0aaea547-0e78-408b-a6bb-71399b5377d5 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:06.495701 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-b73b8caf-5dbc-409c-ae59-c8bbfeb5ae39 req-c6c38245-4260-41cf-8fba-509db215d3c0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0299783 Apr 06 15:21:07.623779 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-29162cd8-928d-472f-bf55-8be71073de0d req-d028078a-3987-41bc-8bb9-5c4c3665bd61 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0359545 Apr 06 15:21:08.720279 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c07724b3-2cd9-4d85-a53d-a81c5a79e49e req-9a3fc7a5-0101-4843-9b50-332b9ab31375 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0269933 Apr 06 15:21:09.813781 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a1e740b8-a653-491a-9eb1-adcca11f65b7 req-bbd385b4-ac2e-4dc7-bb5a-e276786bf761 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0268774 Apr 06 15:21:10.912217 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-70cfd8ca-2d26-444a-b902-16386c28b8aa req-75dfdd53-9c70-4e28-bc15-fa59952be76e tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0313561 Apr 06 15:21:12.012019 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3d2dada3-7a81-4431-8c7c-0eab1a71e634 req-f6f54c09-1de2-4b62-9c92-14280610f7f2 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0286009 Apr 06 15:21:13.106258 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0855f320-0390-42ba-ae96-28c50e9e7a52 req-98844df0-b165-419a-b825-51ad32eb6409 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0282605 Apr 06 15:21:14.215163 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-e2a0abf7-c4f8-4ec6-a2be-84e1e4cdcb3e req-73d24cd6-0f3a-4c1b-bc6e-bf920b612ef0 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb833bcd-bc65-47d5-83c5-0a1223a3adf1 HTTP/1.1" status: 200 len: 210 time: 0.0284874 Apr 06 15:21:15.273464 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57764) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:15.333634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca699a41-993c-4957-946a-54b4cfb3b5c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (19d3e83c-938a-4cf0-9747-a6dd529222a8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:15.362535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca699a41-993c-4957-946a-54b4cfb3b5c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (19d3e83c-938a-4cf0-9747-a6dd529222a8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:15.489530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca699a41-993c-4957-946a-54b4cfb3b5c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (19d3e83c-938a-4cf0-9747-a6dd529222a8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:15.492127 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ca699a41-993c-4957-946a-54b4cfb3b5c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:15.493365 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-ca699a41-993c-4957-946a-54b4cfb3b5c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] 10.222.0.89 "DELETE /v2.0/security-groups/19d3e83c-938a-4cf0-9747-a6dd529222a8 HTTP/1.1" status: 204 len: 168 time: 0.2189059 Apr 06 15:21:15.506332 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca699a41-993c-4957-946a-54b4cfb3b5c9 tempest-TestShelveInstance-829918713 tempest-TestShelveInstance-829918713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3e83c-938a-4cf0-9747-a6dd529222a8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:15.601330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57768) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:16.083621 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (d7de06e6-bc1a-456b-81f8-4f209ce325bd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:16.342422 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Deleting port e2c78360-5986-455c-bcaa-09424a244ef8 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:16.343092 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:16.428537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] For port e2c78360-5986-455c-bcaa-09424a244ef8, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=e2c78360-5986-455c-bcaa-09424a244ef8,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:16.428930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:16.441706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Calling delete_port for e2c78360-5986-455c-bcaa-09424a244ef8 owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:16.703593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (e2c78360-5986-455c-bcaa-09424a244ef8), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:16.730371 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c78360-5986-455c-bcaa-09424a244ef8,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:16.913560 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (d7de06e6-bc1a-456b-81f8-4f209ce325bd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:17.146372 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Router d7de06e6-bc1a-456b-81f8-4f209ce325bd has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:17.586261 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:17.591527 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0c803dd1-b209-434c-947a-2fdd466d257f admin admin] 10.222.0.89 "PUT /v2.0/routers/d7de06e6-bc1a-456b-81f8-4f209ce325bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890893 Apr 06 15:21:17.594066 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57772) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:17.596593 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] Sync routers for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:17.607069 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:17.607823 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:17.711573 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks [] for router (d7de06e6-bc1a-456b-81f8-4f209ce325bd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:17.716108 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:17.820818 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks [] for router_gateway (d7de06e6-bc1a-456b-81f8-4f209ce325bd), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:17.895941 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:21:16Z', 'revision_number': 5, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port': {'id': '124c8165-123b-41f2-8b35-b6e9d871150b', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:17.924383 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] Checking router: d7de06e6-bc1a-456b-81f8-4f209ce325bd for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:17.934067 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] Routers {'d7de06e6-bc1a-456b-81f8-4f209ce325bd'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:17.934067 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:17.955314 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Deleting port 124c8165-123b-41f2-8b35-b6e9d871150b {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:17.955720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.022487 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] Set router d7de06e6-bc1a-456b-81f8-4f209ce325bd gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:18.036040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] For port 124c8165-123b-41f2-8b35-b6e9d871150b, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=124c8165-123b-41f2-8b35-b6e9d871150b,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:18.036416 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.054053 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Calling delete_port for 124c8165-123b-41f2-8b35-b6e9d871150b owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:18.074580 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:21:17Z', 'revision_number': 6, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:18.105113 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95875a-50f0-4a0e-b1b7-6a5721210cf1 None None] The sync data for ids ['d7de06e6-bc1a-456b-81f8-4f209ce325bd'] in dv-neutron-836581-2-hyperv is: [{'id': 'd7de06e6-bc1a-456b-81f8-4f209ce325bd', 'name': 'tempest-TestShelveInstance-126047166-router', 'tenant_id': '0556a394f43e4faa87a778e88caca737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:39Z', 'updated_at': '2022-04-06T15:21:17Z', 'revision_number': 6, 'project_id': '0556a394f43e4faa87a778e88caca737', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:18.309326 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (124c8165-123b-41f2-8b35-b6e9d871150b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.336320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Pushing event deleted for resources: {'Port': ['ID=124c8165-123b-41f2-8b35-b6e9d871150b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:18.400565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (d7de06e6-bc1a-456b-81f8-4f209ce325bd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.493769 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (d7de06e6-bc1a-456b-81f8-4f209ce325bd), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.495757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks [] for router_controller (d7de06e6-bc1a-456b-81f8-4f209ce325bd), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.634740 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (d7de06e6-bc1a-456b-81f8-4f209ce325bd), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.635363 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7de06e6-bc1a-456b-81f8-4f209ce325bd {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:21:18.650600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.650600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-48f34d56-d19d-460d-9484-59383536d53d admin admin] 10.222.0.89 "DELETE /v2.0/routers/d7de06e6-bc1a-456b-81f8-4f209ce325bd HTTP/1.1" status: 204 len: 168 time: 1.0461464 Apr 06 15:21:18.650600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57774) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:18.688060 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Deleting subnet 8a88a48a-463c-43d0-95c4-bafaec40c712 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:21:18.691926 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Publish callbacks [] for subnet (8a88a48a-463c-43d0-95c4-bafaec40c712), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.728593 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (8a88a48a-463c-43d0-95c4-bafaec40c712), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.813427 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (8a88a48a-463c-43d0-95c4-bafaec40c712), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.940611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (8a88a48a-463c-43d0-95c4-bafaec40c712), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.968218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a88a48a-463c-43d0-95c4-bafaec40c712,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:18.971706 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:18.975065 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d0b9d429-aeb2-4160-89c0-f93f2b4121ca admin admin] 10.222.0.89 "DELETE /v2.0/subnets/8a88a48a-463c-43d0-95c4-bafaec40c712 HTTP/1.1" status: 204 len: 168 time: 0.3305423 Apr 06 15:21:18.977794 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57776) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:18.978776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5518d-ce6b-4824-8139-ba407861fbbc None None] Network 59afbe7d-a8f8-4c05-813e-17b9a7486a59 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:19.061687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (59afbe7d-a8f8-4c05-813e-17b9a7486a59), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.128965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Deleting port 34f7eb54-845b-48af-964c-0cd368f55a3c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:19.128965 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.194954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] For port 34f7eb54-845b-48af-964c-0cd368f55a3c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=34f7eb54-845b-48af-964c-0cd368f55a3c,segment=NetworkSegment(ff287395-7551-4f11-a386-15ceed6225bc),segment_id=ff287395-7551-4f11-a386-15ceed6225bc)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:19.195406 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.211088 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Calling delete_port for 34f7eb54-845b-48af-964c-0cd368f55a3c owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:19.233380 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 124c8165-123b-41f2-8b35-b6e9d871150b no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:19.276280 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 124c8165-123b-41f2-8b35-b6e9d871150b {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:19.276631 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 124c8165-123b-41f2-8b35-b6e9d871150b not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:19.277272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e2c78360-5986-455c-bcaa-09424a244ef8 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:19.306181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: e2c78360-5986-455c-bcaa-09424a244ef8 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:19.306529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device e2c78360-5986-455c-bcaa-09424a244ef8 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:19.368580 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (34f7eb54-845b-48af-964c-0cd368f55a3c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.395246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f7eb54-845b-48af-964c-0cd368f55a3c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:19.398589 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] No DVR routers for this DVR port 34f7eb54-845b-48af-964c-0cd368f55a3c on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:21:19.409834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524597e-8d20-4e97-b54a-4dc6c0f6b3f5 None None] DHCP port deletion for 59afbe7d-a8f8-4c05-813e-17b9a7486a59 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:21:19.480280 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (59afbe7d-a8f8-4c05-813e-17b9a7486a59), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.500246 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59afbe7d-a8f8-4c05-813e-17b9a7486a59']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:19.511844 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff287395-7551-4f11-a386-15ceed6225bc') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:19.512139 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff287395-7551-4f11-a386-15ceed6225bc') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:19.522235 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (ff287395-7551-4f11-a386-15ceed6225bc), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.536838 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ff287395-7551-4f11-a386-15ceed6225bc), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.543083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:21:19.543083 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (ff287395-7551-4f11-a386-15ceed6225bc), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:21:19.544828 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:21:19.660254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (59afbe7d-a8f8-4c05-813e-17b9a7486a59), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.665808 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.669064 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] 10.222.0.89 "DELETE /v2.0/networks/59afbe7d-a8f8-4c05-813e-17b9a7486a59 HTTP/1.1" status: 204 len: 168 time: 0.6902330 Apr 06 15:21:19.672096 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57778) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:19.680822 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eff74-e3d9-4375-9f17-6ea236619155 admin admin] Pushing event deleted for resources: {'Network': ['ID=59afbe7d-a8f8-4c05-813e-17b9a7486a59,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:20.029863 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (9e0df637-a785-4194-83fa-864841bf1ed1), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:20.298516 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Deleting port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:20.298856 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:20.379576 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] For port 8c3c4451-5ba5-43da-9aa6-99bdb82989f0, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:20.380073 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:20.394570 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Calling delete_port for 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:20.662994 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (8c3c4451-5ba5-43da-9aa6-99bdb82989f0), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:20.690758 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3c4451-5ba5-43da-9aa6-99bdb82989f0,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:20.716521 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.716905 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.717255 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.717591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.717919 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.718246 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.718575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.718899 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.719225 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.719547 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.719869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.720190 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.720586 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.720839 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.721160 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:20.874744 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (9e0df637-a785-4194-83fa-864841bf1ed1), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.097123 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Router 9e0df637-a785-4194-83fa-864841bf1ed1 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:21.217607 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:21.226359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57784) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:21.226801 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-d00c4497-dacf-47ae-b2c4-bdac3942e550 admin admin] 10.222.0.89 "PUT /v2.0/routers/9e0df637-a785-4194-83fa-864841bf1ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517004 Apr 06 15:21:21.230492 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] Sync routers for ids ['9e0df637-a785-4194-83fa-864841bf1ed1'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:21.240529 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 34f7eb54-845b-48af-964c-0cd368f55a3c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:21.274643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] Routers {'9e0df637-a785-4194-83fa-864841bf1ed1'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:21.275296 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9e0df637-a785-4194-83fa-864841bf1ed1'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:21.277202 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 34f7eb54-845b-48af-964c-0cd368f55a3c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:21.277547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 34f7eb54-845b-48af-964c-0cd368f55a3c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:21.338330 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks [] for router (9e0df637-a785-4194-83fa-864841bf1ed1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.390129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] Set router 9e0df637-a785-4194-83fa-864841bf1ed1 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:21.450518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks [] for router_gateway (9e0df637-a785-4194-83fa-864841bf1ed1), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.567078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Deleting port d0228836-8e8a-4d52-ac4c-7d2c83682f37 {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:21.567488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.578714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:21:20Z', 'revision_number': 5, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port': {'id': 'd0228836-8e8a-4d52-ac4c-7d2c83682f37', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:10:45Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:21.609468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] Checking router: 9e0df637-a785-4194-83fa-864841bf1ed1 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:21.618169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] Routers {'9e0df637-a785-4194-83fa-864841bf1ed1'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:21.618784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:20:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['9e0df637-a785-4194-83fa-864841bf1ed1'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:21.651024 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] For port d0228836-8e8a-4d52-ac4c-7d2c83682f37, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=d0228836-8e8a-4d52-ac4c-7d2c83682f37,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:21.651313 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.663618 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Calling delete_port for d0228836-8e8a-4d52-ac4c-7d2c83682f37 owned by network:router_gateway {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:21.703502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] Set router 9e0df637-a785-4194-83fa-864841bf1ed1 gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:21.758884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:21:21Z', 'revision_number': 6, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:21.785417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b61db8-df38-46b7-a296-6969ee28e0bb None None] The sync data for ids ['9e0df637-a785-4194-83fa-864841bf1ed1'] in dv-neutron-836581-2-hyperv is: [{'id': '9e0df637-a785-4194-83fa-864841bf1ed1', 'name': 'tempest-TestShelveInstance-901032609-router', 'tenant_id': '4d26be5dd3ce4d78811b54e7a042a874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:10:44Z', 'updated_at': '2022-04-06T15:21:21Z', 'revision_number': 6, 'project_id': '4d26be5dd3ce4d78811b54e7a042a874', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:21.897653 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (d0228836-8e8a-4d52-ac4c-7d2c83682f37), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.921582 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0228836-8e8a-4d52-ac4c-7d2c83682f37,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:21.987019 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (9e0df637-a785-4194-83fa-864841bf1ed1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.078350 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (9e0df637-a785-4194-83fa-864841bf1ed1), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.080344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks [] for router_controller (9e0df637-a785-4194-83fa-864841bf1ed1), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.179897 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (9e0df637-a785-4194-83fa-864841bf1ed1), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.180622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e0df637-a785-4194-83fa-864841bf1ed1 {{(pid=104420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:21:22.185130 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.186299 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bc9bbed3-bf6d-4141-b05f-131b92e8cea2 admin admin] 10.222.0.89 "DELETE /v2.0/routers/9e0df637-a785-4194-83fa-864841bf1ed1 HTTP/1.1" status: 204 len: 168 time: 0.9591684 Apr 06 15:21:22.188873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57786) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:22.237011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Deleting subnet 369a3c28-996c-405e-8fd6-4bb8e688ce23 {{(pid=104420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:21:22.240900 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Publish callbacks [] for subnet (369a3c28-996c-405e-8fd6-4bb8e688ce23), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.274784 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057049585'] for subnet (369a3c28-996c-405e-8fd6-4bb8e688ce23), precommit_delete_associations {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.353955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (369a3c28-996c-405e-8fd6-4bb8e688ce23), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.354399 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-24a32fe9-73f1-4786-a336-afd5f63437ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.463558 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057076254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1057317149'] for subnet (369a3c28-996c-405e-8fd6-4bb8e688ce23), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.488743 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369a3c28-996c-405e-8fd6-4bb8e688ce23,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:22.493045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.497381 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f9bf2fc4-c406-4ada-a09e-1ed10a716703 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/369a3c28-996c-405e-8fd6-4bb8e688ce23 HTTP/1.1" status: 204 len: 168 time: 0.3070233 Apr 06 15:21:22.499292 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57788) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:22.501351 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcdf9e5-29c6-4c58-804e-bc49a04b919b None None] Network fbfe35f7-4202-41d0-bebe-e3752f010f16 requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:22.582714 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (fbfe35f7-4202-41d0-bebe-e3752f010f16), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.639505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Deleting port 72685f99-9133-4594-8e28-48ae131b9a6a {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:22.639853 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.669619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] DHCP port deletion for fbfe35f7-4202-41d0-bebe-e3752f010f16 request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:21:22.709049 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] For port 72685f99-9133-4594-8e28-48ae131b9a6a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=72685f99-9133-4594-8e28-48ae131b9a6a,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:22.709571 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.723381 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Deleting port 72685f99-9133-4594-8e28-48ae131b9a6a {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:21:22.723761 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.725178 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Calling delete_port for 72685f99-9133-4594-8e28-48ae131b9a6a owned by network:dhcp {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:22.793683 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] For port 72685f99-9133-4594-8e28-48ae131b9a6a, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=72685f99-9133-4594-8e28-48ae131b9a6a,segment=NetworkSegment(4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4),segment_id=4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:22.794082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.817688 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Calling delete_port for 72685f99-9133-4594-8e28-48ae131b9a6a owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:21:22.897737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.903942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (72685f99-9133-4594-8e28-48ae131b9a6a), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:22.924265 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Pushing event deleted for resources: {'Port': ['ID=72685f99-9133-4594-8e28-48ae131b9a6a,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:22.926291 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] No DVR routers for this DVR port 72685f99-9133-4594-8e28-48ae131b9a6a on host dv-neutron-836581-2-hyperv {{(pid=104420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:21:22.930614 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Pushing event deleted for resources: {'Port': ['ID=72685f99-9133-4594-8e28-48ae131b9a6a,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:22.938428 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] No DVR routers for this DVR port 72685f99-9133-4594-8e28-48ae131b9a6a on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:21:22.940499 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.940878 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.941870 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.942277 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.942619 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.943040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.943379 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.943777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.944114 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.944448 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.944823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.945139 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.945468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.945798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:22.946123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf478cfd-0fc7-4288-b4b5-ebbf8f0d3903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:23.005492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (fbfe35f7-4202-41d0-bebe-e3752f010f16), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.022583 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfe35f7-4202-41d0-bebe-e3752f010f16']}} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:23.037958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4') {'for_net_delete': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:23.038263 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.services.segments.db [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4') {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:23.048177 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057049354'] for segment (4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.061815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.068272 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=104420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:21:23.068658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057076340'] for segment (4e1d08e2-6c64-4ef8-868b-a2ca4dd861a4), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: Traceback (most recent call last): Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: timer() Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: cb(*args, **kw) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: return func(*args, **kwargs) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: self._notify() Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: self.callback(batched_events) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: event.method(event) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: return f(self, *a, **k) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._get(url).json() Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: return self.request(url, 'GET', **kwargs) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:21:23.070328 dv-neutron-836581-2-hyperv neutron-server[104420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:21:23.166620 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:23.171936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (fbfe35f7-4202-41d0-bebe-e3752f010f16), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.185537 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.185537 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] 10.222.0.89 "DELETE /v2.0/networks/fbfe35f7-4202-41d0-bebe-e3752f010f16 HTTP/1.1" status: 204 len: 168 time: 0.6845453 Apr 06 15:21:23.198058 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6e84a-f17f-4a7c-8605-1ff5097d5101 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfe35f7-4202-41d0-bebe-e3752f010f16,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:23.200926 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:23.201513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 8c3c4451-5ba5-43da-9aa6-99bdb82989f0 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:23.202120 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 72685f99-9133-4594-8e28-48ae131b9a6a no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:23.226836 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 72685f99-9133-4594-8e28-48ae131b9a6a {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:23.227192 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 72685f99-9133-4594-8e28-48ae131b9a6a not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:23.227617 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d0228836-8e8a-4d52-ac4c-7d2c83682f37 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:23.247403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: d0228836-8e8a-4d52-ac4c-7d2c83682f37 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:23.247752 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device d0228836-8e8a-4d52-ac4c-7d2c83682f37 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:23.466262 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:21:23.518736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57792) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:23.566744 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9589c9d5-b22b-4a75-8c71-54427a412f3b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0556a394f43e4faa87a778e88caca737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444570 Apr 06 15:21:23.567458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57794) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:23.615622 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-50aa6b81-50dc-4394-a7ca-7573e6a8b9a5 admin admin] Publish callbacks [] for security_group (856cd346-f9e6-4749-8f3b-7289b302116b), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.637225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-50aa6b81-50dc-4394-a7ca-7573e6a8b9a5 admin admin] Publish callbacks [] for security_group (856cd346-f9e6-4749-8f3b-7289b302116b), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.739885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-50aa6b81-50dc-4394-a7ca-7573e6a8b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (856cd346-f9e6-4749-8f3b-7289b302116b), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.742556 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-50aa6b81-50dc-4394-a7ca-7573e6a8b9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:23.743704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-50aa6b81-50dc-4394-a7ca-7573e6a8b9a5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/856cd346-f9e6-4749-8f3b-7289b302116b HTTP/1.1" status: 204 len: 168 time: 0.1753361 Apr 06 15:21:23.751409 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa6b81-50dc-4394-a7ca-7573e6a8b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856cd346-f9e6-4749-8f3b-7289b302116b,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:24.025479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:24.391769 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57800) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:24.431294 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-dc7e3984-7985-468c-8f80-c3d69f0fcf48 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4d26be5dd3ce4d78811b54e7a042a874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383208 Apr 06 15:21:24.433654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57802) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:24.480529 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bd3e835e-afe4-4b89-8bf2-f838333229ba admin admin] Publish callbacks [] for security_group (3bf17fc2-2447-4f14-9e09-079d4295c110), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:24.502841 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bd3e835e-afe4-4b89-8bf2-f838333229ba admin admin] Publish callbacks [] for security_group (3bf17fc2-2447-4f14-9e09-079d4295c110), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:24.614886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bd3e835e-afe4-4b89-8bf2-f838333229ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (3bf17fc2-2447-4f14-9e09-079d4295c110), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:24.617501 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-bd3e835e-afe4-4b89-8bf2-f838333229ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:24.618677 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-bd3e835e-afe4-4b89-8bf2-f838333229ba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3bf17fc2-2447-4f14-9e09-079d4295c110 HTTP/1.1" status: 204 len: 168 time: 0.1841066 Apr 06 15:21:24.626666 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e835e-afe4-4b89-8bf2-f838333229ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf17fc2-2447-4f14-9e09-079d4295c110,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:24.780013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b30cb590-fa56-4faf-b54a-ec2caf4fc5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.656951 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57824) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:25.751478 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-823354493-network', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa'}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:25.868948 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Made reservation on behalf of fe302fa01ae54eedb63d9c817db80afa for: {'network': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:25.871276 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.880609 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.955323 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks [] for security_group (0e734ffe-b815-4a58-8633-737bd9ec523f), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.989423 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.052176 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0e734ffe-b815-4a58-8633-737bd9ec523f), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.077575 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=104421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:21:26.086263 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e734ffe-b815-4a58-8633-737bd9ec523f,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:26.092191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7eea2122-8c6b-4108-ad57-b5f4fa405fe9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.092537 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.segments_db [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Added segment 7eea2122-8c6b-4108-ad57-b5f4fa405fe9 of type vlan for network cf6299db-23b3-4afa-ba9e-13c703640b8c Apr 06 15:21:26.131654 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (cf6299db-23b3-4afa-ba9e-13c703640b8c), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.205823 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (cf6299db-23b3-4afa-ba9e-13c703640b8c), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.206780 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:26.207445 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.268814 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6299db-23b3-4afa-ba9e-13c703640b8c,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:26.279005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network cf6299db-23b3-4afa-ba9e-13c703640b8c details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:21:26.314050 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-89b540c4-8f19-4eb8-8c9b-a2217c76d440 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6559963 Apr 06 15:21:26.317817 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57832) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:26.323238 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Request body: {'subnet': {'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-823354493-subnet', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'ip_version': 4}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:26.402345 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Made reservation on behalf of fe302fa01ae54eedb63d9c817db80afa for: {'subnet': 1} {{(pid=104421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:26.404678 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529796'] for subnet (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.631546 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3894014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529818'] for subnet (47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.686475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef,revision_number=0']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:26.695414 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Checking segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:26.695832 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Network hostable DHCP agents. Network: cf6299db-23b3-4afa-ba9e-13c703640b8c, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:21:26.786157 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Network cf6299db-23b3-4afa-ba9e-13c703640b8c is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:21:26.882866 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, cf6299db-23b3-4afa-ba9e-13c703640b8c) {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:26.887044 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:26.887641 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.892403 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d01ca0-b8fa-4b5f-acc6-21672e524626 None None] Network cf6299db-23b3-4afa-ba9e-13c703640b8c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:26.989089 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-cf6299db-23b3-4afa-ba9e-13c703640b8c', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:21:26.989263 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0a9399a2-25f0-41c0-8a34-1df57bfc709c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6698606 Apr 06 15:21:26.989954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.991857 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 57834) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:26.996109 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.v2.base [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:27.088673 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.089788 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.127123 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Allocated IP 172.20.0.2 (cf6299db-23b3-4afa-ba9e-13c703640b8c/47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef/97bd7f59-5228-4073-97c8-bf3245748cae) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:27.145644 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks [] for router_controller (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), precommit_add_association {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.270924 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Publish callbacks [] for port (97bd7f59-5228-4073-97c8-bf3245748cae), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.334729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.373302 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Network cf6299db-23b3-4afa-ba9e-13c703640b8c is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:27.375862 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks [] for router_gateway (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), precommit_update {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.378066 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:27.382268 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:27.389367 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Pushing event updated for resources: {'Port': ['ID=97bd7f59-5228-4073-97c8-bf3245748cae,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:27.441663 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Attempting to bind port 97bd7f59-5228-4073-97c8-bf3245748cae on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:27.442348 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Attempting to bind port 97bd7f59-5228-4073-97c8-bf3245748cae by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:27.442542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Attempting to bind port 97bd7f59-5228-4073-97c8-bf3245748cae on network cf6299db-23b3-4afa-ba9e-13c703640b8c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:27.447475 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:27.447843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Checking segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:27.448240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.448630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Bound using segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:27.449214 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Bound port: 97bd7f59-5228-4073-97c8-bf3245748cae, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:27.449594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.520288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] For port 97bd7f59-5228-4073-97c8-bf3245748cae, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:27.523443 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] For port 97bd7f59-5228-4073-97c8-bf3245748cae, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97bd7f59-5228-4073-97c8-bf3245748cae,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:27.579827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.627777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.640207 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf033f7-c035-47f2-a101-7841dffa8195 None None] Pushing event updated for resources: {'Port': ['ID=97bd7f59-5228-4073-97c8-bf3245748cae,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:27.641121 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks [] for router_gateway (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.661778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.765475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_common [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Allocated IP 172.26.6.160 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/926e061c-aacb-409d-a6ed-825044a77fb9) {{(pid=104421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:27.886982 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks [] for port (926e061c-aacb-409d-a6ed-825044a77fb9), precommit_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.991464 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.026854 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:28.029565 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.base_scheduler [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:28.031922 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Received port after_create {{(pid=104421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:28.067209 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=926e061c-aacb-409d-a6ed-825044a77fb9,revision_number=1']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:28.392938 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks [] for router_gateway (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.500137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ffd31-b24c-4c0c-9806-3ed4c9e04f7a None None] Network cf6299db-23b3-4afa-ba9e-13c703640b8c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:28.581038 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] Provisioning complete for port 97bd7f59-5228-4073-97c8-bf3245748cae triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:28.581417 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.599918 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), after_create {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.642771 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.713129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] Current status of the port 97bd7f59-5228-4073-97c8-bf3245748cae is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:28.713533 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.749584 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] For port 97bd7f59-5228-4073-97c8-bf3245748cae, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97bd7f59-5228-4073-97c8-bf3245748cae,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:28.797661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:28.849907 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36aa26-05bd-427e-8f43-8bd778bd6df1 None None] Pushing event updated for resources: {'Port': ['ID=97bd7f59-5228-4073-97c8-bf3245748cae,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:28.917920 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-dc6a46e9-14f9-4044-a3c3-6f7421efbf4f None None] Provisioning complete for port 97bd7f59-5228-4073-97c8-bf3245748cae triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:28.918298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-dc6a46e9-14f9-4044-a3c3-6f7421efbf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:29.006711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a46e9-14f9-4044-a3c3-6f7421efbf4f None None] Current status of the port 97bd7f59-5228-4073-97c8-bf3245748cae is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:29.105221 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:21:29.187502 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97bd7f59-5228-4073-97c8-bf3245748cae up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:29.216059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:29.225036 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:29.234922 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:29.235537 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:29.240420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 97bd7f59-5228-4073-97c8-bf3245748cae triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:29.241542 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:29.302351 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:29.303681 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-49c5f3a0-ff85-4441-8019-f19827c6e0e4 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3108549 Apr 06 15:21:29.306758 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57840) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:29.322109 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 97bd7f59-5228-4073-97c8-bf3245748cae is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:29.436748 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:29.611701 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:28Z', 'revision_number': 3, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:29.642411 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:29.642756 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Updating router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 port 926e061c-aacb-409d-a6ed-825044a77fb9 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:21:29.672467 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:29.937189 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Publish callbacks [] for port (926e061c-aacb-409d-a6ed-825044a77fb9), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.029657 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.068888 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.123321 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Attempting to bind port 926e061c-aacb-409d-a6ed-825044a77fb9 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:30.123678 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Attempting to bind port 926e061c-aacb-409d-a6ed-825044a77fb9 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:30.128899 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Attempting to bind port 926e061c-aacb-409d-a6ed-825044a77fb9 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:30.131326 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Pushing event updated for resources: {'Port': ['ID=926e061c-aacb-409d-a6ed-825044a77fb9,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:30.134283 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:30.134653 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:30.135055 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.135441 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:30.135959 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Bound port: 926e061c-aacb-409d-a6ed-825044a77fb9, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:30.136287 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.142525 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.142872 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.143211 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.143546 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.143876 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.144320 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.144714 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.145044 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.145368 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.145694 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.146018 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.146341 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.146662 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.146980 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.147298 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:30.197461 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] For port 926e061c-aacb-409d-a6ed-825044a77fb9, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:30.200522 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] For port 926e061c-aacb-409d-a6ed-825044a77fb9, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=926e061c-aacb-409d-a6ed-825044a77fb9,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:30.227998 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Allocated IP 172.20.0.1 (cf6299db-23b3-4afa-ba9e-13c703640b8c/47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef/4e596049-a8de-4f81-8d9b-c61b3b9b6e59) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:30.292013 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.350909 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks [] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.352783 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:30.353423 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:30.395601 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21597cd9-e715-4ba3-b099-653fb2a47acd None None] Pushing event updated for resources: {'Port': ['ID=926e061c-aacb-409d-a6ed-825044a77fb9,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:30.443516 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.468339 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:30.481487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Network cf6299db-23b3-4afa-ba9e-13c703640b8c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:30.488513 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:30.491170 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:30.517654 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Pushing event updated for resources: {'Port': ['ID=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:30.537238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.667932 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:28Z', 'revision_number': 3, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:30.695183 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc1caf-1faa-4b60-900a-35a825c8b429 None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:28Z', 'revision_number': 3, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:30.732820 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b1738993-0dfe-455c-873a-6c9aa034e12f None None] Provisioning complete for port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:30.733332 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b1738993-0dfe-455c-873a-6c9aa034e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.751152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:30.771154 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b1738993-0dfe-455c-873a-6c9aa034e12f None None] Port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:30.943646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks [] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.011658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.089747 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Pushing event updated for resources: {'Port': ['ID=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:31.092887 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.191843 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 926e061c-aacb-409d-a6ed-825044a77fb9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:31.209073 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Network cf6299db-23b3-4afa-ba9e-13c703640b8c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:31.210685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:31.252665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 926e061c-aacb-409d-a6ed-825044a77fb9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:31.253067 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.355155 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 926e061c-aacb-409d-a6ed-825044a77fb9 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:31.355641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.358535 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:31.381402 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 926e061c-aacb-409d-a6ed-825044a77fb9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=926e061c-aacb-409d-a6ed-825044a77fb9,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:31.451824 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.500594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:31.506524 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9d92a382-bb96-45be-b12e-77b4a916a764 admin admin] 10.222.0.89 "PUT /v2.0/routers/97a5e6b7-c6c2-4186-a2d5-671a5a31b102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966550 Apr 06 15:21:31.517638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57cfa2b8-90eb-419c-ae99-5c6d4a8d551d None None] Provisioning complete for port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:31.518023 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57cfa2b8-90eb-419c-ae99-5c6d4a8d551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:31.544518 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=926e061c-aacb-409d-a6ed-825044a77fb9,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:31.561636 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57cfa2b8-90eb-419c-ae99-5c6d4a8d551d None None] Port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:32.234510 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57856) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:32.240102 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1288964084-network', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:32.322304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:32.332231 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Made reservation on behalf of 35c9cf4ac1ff496b8e5b74b5f7537643 for: {'network': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:32.333517 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:32.334128 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:32.336368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for network (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.345175 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.419755 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks [] for security_group (fe1c24fa-39b3-4536-b88b-df238143d79e), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.445264 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:32.482955 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fe1c24fa-39b3-4536-b88b-df238143d79e), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.509951 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=104420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:21:32.521370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c24fa-39b3-4536-b88b-df238143d79e,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:32.526564 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ea0acc90-56d6-4392-acd8-5b312b6e147a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.526938 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.segments_db [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Added segment ea0acc90-56d6-4392-acd8-5b312b6e147a of type vlan for network 9a788131-b2e8-4e26-8943-0f18c447d79f Apr 06 15:21:32.569238 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763359491651'] for network (9a788131-b2e8-4e26-8943-0f18c447d79f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.688382 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695'] for network (9a788131-b2e8-4e26-8943-0f18c447d79f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.689482 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:32.690067 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.753340 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=9a788131-b2e8-4e26-8943-0f18c447d79f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:32.774117 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Network 9a788131-b2e8-4e26-8943-0f18c447d79f details requested by agent ovs-agent-dv-neutron-836581-2-hyperv with host dv-neutron-836581-2-hyperv {{(pid=104422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:21:32.805155 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-48834e21-6255-4c58-b4a0-e91cfeb1a7f4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5694885 Apr 06 15:21:32.807689 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57858) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:32.812445 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Request body: {'subnet': {'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1288964084-subnet', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'ip_version': 4}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:32.859315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 2, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:32.888376 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Made reservation on behalf of 35c9cf4ac1ff496b8e5b74b5f7537643 for: {'subnet': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:32.890486 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:32.890850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Updating router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:21:32.891189 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057317242'] for subnet (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:32.918666 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.148979 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057049561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057317220'] for subnet (705f9745-342a-4cf9-9c70-3145da5a37c3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.178949 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 926e061c-aacb-409d-a6ed-825044a77fb9 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:33.205358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=705f9745-342a-4cf9-9c70-3145da5a37c3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:33.220929 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Checking segment: {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:33.221302 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Network hostable DHCP agents. Network: 9a788131-b2e8-4e26-8943-0f18c447d79f, hostable agents: ['6d8b45e2-7229-4e3f-adfc-ef1508a15db3'], hosted agents: [] {{(pid=104420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:21:33.223776 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Publish callbacks [] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.245468 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 926e061c-aacb-409d-a6ed-825044a77fb9 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:33.245839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.300071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Network 9a788131-b2e8-4e26-8943-0f18c447d79f is scheduled to be hosted by DHCP agent 6d8b45e2-7229-4e3f-adfc-ef1508a15db3 with binding_index 1 {{(pid=104420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:21:33.312480 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.365385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 926e061c-aacb-409d-a6ed-825044a77fb9 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:33.366737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836581-2-hyperv, 9a788131-b2e8-4e26-8943-0f18c447d79f) {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:33.373908 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:33.376040 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.377100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef81750-72e6-4022-8766-55d24505ef7c None None] Pushing event updated for resources: {'Port': ['ID=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:33.385958 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a339b4-9354-4a8d-991a-1f8b512a8e05 None None] Network 9a788131-b2e8-4e26-8943-0f18c447d79f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:33.483213 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Attempting to bind port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:33.483575 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Attempting to bind port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:33.483959 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Attempting to bind port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 on network cf6299db-23b3-4afa-ba9e-13c703640b8c {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:33.487730 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-bba6a53b-61ef-4d34-bb69-c06a1755b6ca admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6763339 Apr 06 15:21:33.488304 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57860) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:33.491750 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:33.492137 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Checking segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:33.492518 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:33.492637 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.492975 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Bound using segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:33.493455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Bound port: 4e596049-a8de-4f81-8d9b-c61b3b9b6e59, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:33.494199 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.571250 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef1eae5-d006-529f-8c37-68a46956a145-9a788131-b2e8-4e26-8943-0f18c447d79f', 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f', 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'fixed_ips': [{'subnet_id': '705f9745-342a-4cf9-9c70-3145da5a37c3'}]}} from dv-neutron-836581-2-hyperv. {{(pid=104422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:21:33.572107 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.611819 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (6afa4927-5b65-49d7-9fe2-804885f99eff), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.612341 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] For port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:33.613413 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1940739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1832039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (6afa4927-5b65-49d7-9fe2-804885f99eff), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.620638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] For port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:33.670028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks [] for router_controller (6afa4927-5b65-49d7-9fe2-804885f99eff), precommit_add_association {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.674972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-7acc8436-968a-4944-910a-96610967b0fd None None] Provisioning complete for port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:33.675385 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-7acc8436-968a-4944-910a-96610967b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.731017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-7acc8436-968a-4944-910a-96610967b0fd None None] Port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:33.771819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Allocated IP 172.20.0.2 (9a788131-b2e8-4e26-8943-0f18c447d79f/705f9745-342a-4cf9-9c70-3145da5a37c3/64110b05-6259-477c-821f-a96f341edab2) {{(pid=104422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:33.785930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:33.910441 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:33.912641 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:33.956185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef81750-72e6-4022-8766-55d24505ef7c None None] Pushing event updated for resources: {'Port': ['ID=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:34.059370 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks [] for router_gateway (6afa4927-5b65-49d7-9fe2-804885f99eff), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.095195 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:34.097169 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Publish callbacks [] for port (64110b05-6259-477c-821f-a96f341edab2), precommit_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.186945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542'] for port (64110b05-6259-477c-821f-a96f341edab2), after_create {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.272449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] Provisioning complete for port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:34.272850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.316610 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Network 9a788131-b2e8-4e26-8943-0f18c447d79f is already hosted by enough agents. {{(pid=104422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:34.318973 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Pushing event updated for resources: {'Port': ['ID=64110b05-6259-477c-821f-a96f341edab2,revision_number=1']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:34.331197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Resources bound (agent type, host, resource id): {{(pid=104422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:34.337468 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks [] for router_gateway (6afa4927-5b65-49d7-9fe2-804885f99eff), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.338420 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Received port after_create {{(pid=104422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:34.358218 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.460547 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Attempting to bind port 64110b05-6259-477c-821f-a96f341edab2 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:34.461259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Attempting to bind port 64110b05-6259-477c-821f-a96f341edab2 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:34.461259 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Attempting to bind port 64110b05-6259-477c-821f-a96f341edab2 on network 9a788131-b2e8-4e26-8943-0f18c447d79f {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:34.466089 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Allocated IP 172.26.6.244 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/446b4680-ae2a-4703-9b2f-ca7545a84345) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:34.473257 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:34.473634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Checking segment: {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:34.474041 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.474434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Bound using segment: {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:34.474911 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Bound port: 64110b05-6259-477c-821f-a96f341edab2, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:34.475291 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (64110b05-6259-477c-821f-a96f341edab2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.499777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] Current status of the port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:34.500168 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.562844 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:33Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:34.585462 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks [] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.729159 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.758988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0363ff-67f7-4c7f-a09c-3b62754b0801 None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:33Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:34.761436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] For port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:34.764574 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] For port 64110b05-6259-477c-821f-a96f341edab2, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:34.767823 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] For port 64110b05-6259-477c-821f-a96f341edab2, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=64110b05-6259-477c-821f-a96f341edab2,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:34.770646 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:34.775919 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:34.778439 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:34.829375 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Pushing event updated for resources: {'Port': ['ID=446b4680-ae2a-4703-9b2f-ca7545a84345,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:34.840374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.877442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (64110b05-6259-477c-821f-a96f341edab2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:34.912022 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476008e-6789-4b35-8dc8-6e2e7e5d884e None None] Pushing event updated for resources: {'Port': ['ID=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:34.978446 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c0e1f-638a-4de2-bd70-d08b90d1c645 None None] Pushing event updated for resources: {'Port': ['ID=64110b05-6259-477c-821f-a96f341edab2,revision_number=2']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:35.168284 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks [] for router_gateway (6afa4927-5b65-49d7-9fe2-804885f99eff), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.271658 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:35.341081 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:35.341458 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.408454 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1938130'] for router (6afa4927-5b65-49d7-9fe2-804885f99eff), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.422753 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:35.423947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 64110b05-6259-477c-821f-a96f341edab2 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:35.476136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 64110b05-6259-477c-821f-a96f341edab2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:35.476821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (64110b05-6259-477c-821f-a96f341edab2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.580491 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 64110b05-6259-477c-821f-a96f341edab2 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:35.580923 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (64110b05-6259-477c-821f-a96f341edab2), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.614807 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 64110b05-6259-477c-821f-a96f341edab2, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=64110b05-6259-477c-821f-a96f341edab2,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:35.619943 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Router 6afa4927-5b65-49d7-9fe2-804885f99eff is scheduled to L3 agent 19540681-2629-407d-95ff-887e4f2007f4 with binding_index 1 {{(pid=104420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:21:35.687029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (64110b05-6259-477c-821f-a96f341edab2), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.746030 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:35.755374 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=64110b05-6259-477c-821f-a96f341edab2,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:35.756565 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Sync routers for ids ['6afa4927-5b65-49d7-9fe2-804885f99eff'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:35.767655 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Routers {'6afa4927-5b65-49d7-9fe2-804885f99eff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:35.768308 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['6afa4927-5b65-49d7-9fe2-804885f99eff'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:35.838223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:35.842246 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-31c90db2-9a00-47ad-b1ce-6cf61d97871d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3529725 Apr 06 15:21:35.844912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57862) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:35.905893 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Set router 6afa4927-5b65-49d7-9fe2-804885f99eff gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:36.086052 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338213e-1762-4422-848c-23aa610d7fd2 None None] Network 9a788131-b2e8-4e26-8943-0f18c447d79f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:36.117594 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 3, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:36.146636 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Checking router: 6afa4927-5b65-49d7-9fe2-804885f99eff for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:36.147271 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Updating router 6afa4927-5b65-49d7-9fe2-804885f99eff port 446b4680-ae2a-4703-9b2f-ca7545a84345 binding host dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:21:36.179437 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.219482 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-f325fed9-3b66-4215-89a1-99471b6cc5d9 None None] Provisioning complete for port 64110b05-6259-477c-821f-a96f341edab2 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:36.219866 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f325fed9-3b66-4215-89a1-99471b6cc5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (64110b05-6259-477c-821f-a96f341edab2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.311838 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f325fed9-3b66-4215-89a1-99471b6cc5d9 None None] Current status of the port 64110b05-6259-477c-821f-a96f341edab2 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:36.376099 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.480194 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Publish callbacks [] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), precommit_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.533083 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-87edf751-666d-417d-9718-2c8278fbca5f None None] Provisioning complete for port 64110b05-6259-477c-821f-a96f341edab2 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:36.533673 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-87edf751-666d-417d-9718-2c8278fbca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (64110b05-6259-477c-821f-a96f341edab2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.539252 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Allocated IP 172.20.0.1 (9a788131-b2e8-4e26-8943-0f18c447d79f/705f9745-342a-4cf9-9c70-3145da5a37c3/aa93bd9f-1433-4174-9d67-c79b5b332f3c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:36.562520 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.620210 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-87edf751-666d-417d-9718-2c8278fbca5f None None] Current status of the port 64110b05-6259-477c-821f-a96f341edab2 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:36.624813 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Attempting to bind port 446b4680-ae2a-4703-9b2f-ca7545a84345 on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:36.625376 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Attempting to bind port 446b4680-ae2a-4703-9b2f-ca7545a84345 by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:36.625819 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Attempting to bind port 446b4680-ae2a-4703-9b2f-ca7545a84345 on network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:36.629327 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b304db-aa80-4eb1-a68c-4d1f44ab4f19 None None] Pushing event updated for resources: {'Port': ['ID=446b4680-ae2a-4703-9b2f-ca7545a84345,revision_number=2']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:36.634115 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:36.634529 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Checking segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:36.634923 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.635316 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Bound using segment: {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'} {{(pid=104423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:36.635780 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.managers [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Bound port: 446b4680-ae2a-4703-9b2f-ca7545a84345, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6668ef-edfc-4971-930b-eff76805b233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9'}}] {{(pid=104423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:36.636167 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), before_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.649602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks [] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.687082 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] For port 446b4680-ae2a-4703-9b2f-ca7545a84345, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:36.690062 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.plugins.ml2.db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] For port 446b4680-ae2a-4703-9b2f-ca7545a84345, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=446b4680-ae2a-4703-9b2f-ca7545a84345,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:36.726396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.765258 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Network 9a788131-b2e8-4e26-8943-0f18c447d79f is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:36.770190 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:36.772487 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron_lib.callbacks.manager [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), after_update {{(pid=104423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.773912 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:36.799855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Pushing event updated for resources: {'Port': ['ID=aa93bd9f-1433-4174-9d67-c79b5b332f3c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:36.821852 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1937923'] for router_interface (6afa4927-5b65-49d7-9fe2-804885f99eff), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:36.834215 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Routers {'6afa4927-5b65-49d7-9fe2-804885f99eff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:36.834879 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['6afa4927-5b65-49d7-9fe2-804885f99eff'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:36.969397 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b304db-aa80-4eb1-a68c-4d1f44ab4f19 None None] Pushing event updated for resources: {'Port': ['ID=446b4680-ae2a-4703-9b2f-ca7545a84345,revision_number=3']} {{(pid=104423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:37.012665 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:37.044375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-69a708d4-58cf-452c-93ee-1b5dc14ef60a None None] Provisioning complete for port aa93bd9f-1433-4174-9d67-c79b5b332f3c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:37.044627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-69a708d4-58cf-452c-93ee-1b5dc14ef60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:37.051496 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] Set router 6afa4927-5b65-49d7-9fe2-804885f99eff gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:37.084061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-69a708d4-58cf-452c-93ee-1b5dc14ef60a None None] Port aa93bd9f-1433-4174-9d67-c79b5b332f3c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:37.186048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 64110b05-6259-477c-821f-a96f341edab2 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:37.198991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks [] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:37.241459 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 64110b05-6259-477c-821f-a96f341edab2 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:37.241865 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (64110b05-6259-477c-821f-a96f341edab2), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:37.245189 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 3, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:37.259579 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:37.271260 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfa6c2-be22-4de7-844e-76ae44538f35 None None] The sync data for ids ['6afa4927-5b65-49d7-9fe2-804885f99eff'] in dv-neutron-836581-2-hyperv is: [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 3, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:37.332288 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 64110b05-6259-477c-821f-a96f341edab2 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:37.650360 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1939603'] for router_interface (6afa4927-5b65-49d7-9fe2-804885f99eff), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:37.654310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Pushing event updated for resources: {'Port': ['ID=aa93bd9f-1433-4174-9d67-c79b5b332f3c,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:37.750434 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Network 9a788131-b2e8-4e26-8943-0f18c447d79f is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:37.751898 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:37.881036 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Router 6afa4927-5b65-49d7-9fe2-804885f99eff has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:38.000205 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:38.013004 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-0caaa716-935f-4a79-8b6c-74bd99742492 admin admin] 10.222.0.89 "PUT /v2.0/routers/6afa4927-5b65-49d7-9fe2-804885f99eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1600268 Apr 06 15:21:38.023224 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-1a1c2073-243b-4a4e-996b-d3b01923e21b None None] Provisioning complete for port aa93bd9f-1433-4174-9d67-c79b5b332f3c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:38.023711 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a1c2073-243b-4a4e-996b-d3b01923e21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:38.064260 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c2073-243b-4a4e-996b-d3b01923e21b None None] Port aa93bd9f-1433-4174-9d67-c79b5b332f3c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:38.618125 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57872) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:38.622824 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343671754', 'description': 'tempest-secgroup-smoke-343671754 description', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:38.702884 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:38.776876 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group (5c3e81d3-90d1-4fc6-9440-3c7009136d71), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:38.845613 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5c3e81d3-90d1-4fc6-9440-3c7009136d71), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:38.880562 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e81d3-90d1-4fc6-9440-3c7009136d71,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:38.892632 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Sync routers for ids ['6afa4927-5b65-49d7-9fe2-804885f99eff'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:38.903091 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Routers {'6afa4927-5b65-49d7-9fe2-804885f99eff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:38.903714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['6afa4927-5b65-49d7-9fe2-804885f99eff'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:38.950483 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:38.951877 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-3dc48b9e-6e6b-4df5-8d0e-a9057bf75ed1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3326883 Apr 06 15:21:39.018300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Set router 6afa4927-5b65-49d7-9fe2-804885f99eff gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:39.024316 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57874) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:39.029334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group_rule': {'security_group_id': '5c3e81d3-90d1-4fc6-9440-3c7009136d71', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:39.107764 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (9bc9be05-f0c1-47a5-b347-597f2b05f897), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.178570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (9bc9be05-f0c1-47a5-b347-597f2b05f897), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.211977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 446b4680-ae2a-4703-9b2f-ca7545a84345 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:39.262792 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (9bc9be05-f0c1-47a5-b347-597f2b05f897), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.270167 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:21:36Z', 'revision_number': 4, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aa93bd9f-1433-4174-9d67-c79b5b332f3c', 'name': '', 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'mac_address': 'fa:16:3e:f1:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '705f9745-342a-4cf9-9c70-3145da5a37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:36Z', 'updated_at': '2022-04-06T15:21:37Z', 'revision_number': 2, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'subnets': [{'id': '705f9745-342a-4cf9-9c70-3145da5a37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:39.278444 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc9be05-f0c1-47a5-b347-597f2b05f897,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:39.304854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Checking router: 6afa4927-5b65-49d7-9fe2-804885f99eff for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:39.307339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Updating router 6afa4927-5b65-49d7-9fe2-804885f99eff port aa93bd9f-1433-4174-9d67-c79b5b332f3c binding host dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:21:39.327689 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 446b4680-ae2a-4703-9b2f-ca7545a84345 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:39.328070 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.352644 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.356319 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.360335 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-d8d4e7e5-a443-4c21-90e9-ebf8ad44f204 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321729 Apr 06 15:21:39.360480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57876) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:39.365286 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group_rule': {'security_group_id': '5c3e81d3-90d1-4fc6-9440-3c7009136d71', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:39.457380 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (a53a3325-702e-4430-96f1-8b2d29bcab78), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.516225 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (a53a3325-702e-4430-96f1-8b2d29bcab78), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.517315 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 446b4680-ae2a-4703-9b2f-ca7545a84345 is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:39.517716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.577266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] For port 446b4680-ae2a-4703-9b2f-ca7545a84345, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=446b4680-ae2a-4703-9b2f-ca7545a84345,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:39.617597 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (a53a3325-702e-4430-96f1-8b2d29bcab78), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.638213 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53a3325-702e-4430-96f1-8b2d29bcab78,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:39.660638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.687927 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.689259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-fedfdcc6-bf8e-4a42-83bd-de41c63e4334 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278306 Apr 06 15:21:39.694954 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57878) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:39.696544 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group_rule': {'security_group_id': '5c3e81d3-90d1-4fc6-9440-3c7009136d71', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:39.703227 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Publish callbacks [] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), precommit_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.723004 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Pushing event updated for resources: {'Port': ['ID=446b4680-ae2a-4703-9b2f-ca7545a84345,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:39.766013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.801078 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (24d87d12-1db0-4c62-812d-e41a5b5ef9ba), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.818216 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc91d6-27a7-445f-907e-9d4b72bdf26c None None] Pushing event updated for resources: {'Port': ['ID=aa93bd9f-1433-4174-9d67-c79b5b332f3c,revision_number=3']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:39.871200 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (24d87d12-1db0-4c62-812d-e41a5b5ef9ba), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.875874 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Attempting to bind port aa93bd9f-1433-4174-9d67-c79b5b332f3c on host dv-neutron-836581-2-hyperv for vnic_type normal with profile {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:39.876255 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Attempting to bind port aa93bd9f-1433-4174-9d67-c79b5b332f3c by drivers openvswitch,hyperv on host dv-neutron-836581-2-hyperv at level 0 using segments [{'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:39.876625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Attempting to bind port aa93bd9f-1433-4174-9d67-c79b5b332f3c on network 9a788131-b2e8-4e26-8943-0f18c447d79f {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:39.882885 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Checking agent: {'id': '9f736bfd-41c4-4375-8e0f-5652c2cebc9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836581-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 20, 28), 'started_at': datetime.datetime(2022, 4, 6, 14, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836581-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:39.884889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Checking segment: {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:39.884889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.884889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Bound using segment: {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'} {{(pid=104422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:39.884889 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.managers [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Bound port: aa93bd9f-1433-4174-9d67-c79b5b332f3c, host: dv-neutron-836581-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0acc90-56d6-4392-acd8-5b312b6e147a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f'}}] {{(pid=104422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:39.885352 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.944152 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (24d87d12-1db0-4c62-812d-e41a5b5ef9ba), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:39.958860 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] For port aa93bd9f-1433-4174-9d67-c79b5b332f3c, host dv-neutron-836581-2-hyperv, cleared binding levels {{(pid=104422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:39.962211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] For port aa93bd9f-1433-4174-9d67-c79b5b332f3c, host dv-neutron-836581-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aa93bd9f-1433-4174-9d67-c79b5b332f3c,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:39.964440 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d87d12-1db0-4c62-812d-e41a5b5ef9ba,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:40.040812 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.101752 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.103127 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-399d185d-4b6a-486c-928e-d6daa6ff1f2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101436 Apr 06 15:21:40.105985 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57880) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:40.112239 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group_rule': {'security_group_id': '5c3e81d3-90d1-4fc6-9440-3c7009136d71', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:40.119954 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc91d6-27a7-445f-907e-9d4b72bdf26c None None] Pushing event updated for resources: {'Port': ['ID=aa93bd9f-1433-4174-9d67-c79b5b332f3c,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:40.122967 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Routers {'6afa4927-5b65-49d7-9fe2-804885f99eff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:40.123751 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['6afa4927-5b65-49d7-9fe2-804885f99eff'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:40.128657 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] Provisioning complete for port aa93bd9f-1433-4174-9d67-c79b5b332f3c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:40.129324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.231710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (d9328c52-605b-40e6-9f4a-52c1ef2b4aa3), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.296242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] Set router 6afa4927-5b65-49d7-9fe2-804885f99eff gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:40.301390 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (d9328c52-605b-40e6-9f4a-52c1ef2b4aa3), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.330029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] Current status of the port aa93bd9f-1433-4174-9d67-c79b5b332f3c is: DOWN; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:40.330422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.385687 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (d9328c52-605b-40e6-9f4a-52c1ef2b4aa3), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.407633 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9328c52-605b-40e6-9f4a-52c1ef2b4aa3,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:40.473892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.475289 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-1f423306-043c-49f6-a874-bd7ca055ae1d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681872 Apr 06 15:21:40.478141 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57882) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:40.483133 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group_rule': {'security_group_id': '5c3e81d3-90d1-4fc6-9440-3c7009136d71', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:40.579716 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Project fe302fa01ae54eedb63d9c817db80afa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:21:40.586126 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (7f7bedb3-6201-46c2-9a59-cb036bf766fd), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.591952 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] For port aa93bd9f-1433-4174-9d67-c79b5b332f3c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aa93bd9f-1433-4174-9d67-c79b5b332f3c,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:40.646042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (7f7bedb3-6201-46c2-9a59-cb036bf766fd), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.676015 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.681680 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:21:36Z', 'revision_number': 4, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aa93bd9f-1433-4174-9d67-c79b5b332f3c', 'name': '', 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'mac_address': 'fa:16:3e:f1:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '705f9745-342a-4cf9-9c70-3145da5a37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:36Z', 'updated_at': '2022-04-06T15:21:39Z', 'revision_number': 4, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'subnets': [{'id': '705f9745-342a-4cf9-9c70-3145da5a37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:40.729426 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1c62-a1e7-4715-bd11-797b58c44d0a None None] The sync data for ids ['6afa4927-5b65-49d7-9fe2-804885f99eff'] in dv-neutron-836581-2-hyperv is: [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:21:36Z', 'revision_number': 4, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': 'aa93bd9f-1433-4174-9d67-c79b5b332f3c', 'name': '', 'network_id': '9a788131-b2e8-4e26-8943-0f18c447d79f', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'mac_address': 'fa:16:3e:f1:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '705f9745-342a-4cf9-9c70-3145da5a37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:36Z', 'updated_at': '2022-04-06T15:21:39Z', 'revision_number': 4, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'subnets': [{'id': '705f9745-342a-4cf9-9c70-3145da5a37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:40.732659 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (7f7bedb3-6201-46c2-9a59-cb036bf766fd), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.753829 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7bedb3-6201-46c2-9a59-cb036bf766fd,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:40.755007 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36b61-f3dc-49a8-8d00-68fc42536754 None None] Pushing event updated for resources: {'Port': ['ID=aa93bd9f-1433-4174-9d67-c79b5b332f3c,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:40.811985 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-5bcb553f-8109-4447-9db5-fe19eaa0f34b None None] Provisioning complete for port aa93bd9f-1433-4174-9d67-c79b5b332f3c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:40.812355 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5bcb553f-8109-4447-9db5-fe19eaa0f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.839096 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:40.841250 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-341dea16-992b-4e08-9dbe-3a9a25d6c4f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620725 Apr 06 15:21:40.843916 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57884) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:40.849555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'security_group_rule': {'security_group_id': '5c3e81d3-90d1-4fc6-9440-3c7009136d71', 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:40.902283 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb553f-8109-4447-9db5-fe19eaa0f34b None None] Current status of the port aa93bd9f-1433-4174-9d67-c79b5b332f3c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:40.940050 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.securitygroups_db [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Project fe302fa01ae54eedb63d9c817db80afa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:21:40.945977 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (b0227584-1990-4a1c-9d60-9d573641a57a), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.011354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (b0227584-1990-4a1c-9d60-9d573641a57a), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.091565 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775254'] for security_group_rule (b0227584-1990-4a1c-9d60-9d573641a57a), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.109710 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0227584-1990-4a1c-9d60-9d573641a57a,revision_number=0']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:41.198491 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.198491 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-adbe53ef-787d-45e2-9eaf-bbc5ebb9bb2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3525364 Apr 06 15:21:41.251746 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aa93bd9f-1433-4174-9d67-c79b5b332f3c up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:41.306539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port aa93bd9f-1433-4174-9d67-c79b5b332f3c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:41.307158 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.355389 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-4542395f-bca2-423c-a50e-b9955a0f9b05 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343671754&fields=id&tenant_id=fe302fa01ae54eedb63d9c817db80afa HTTP/1.1" status: 200 len: 267 time: 0.0441999 Apr 06 15:21:41.384365 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port aa93bd9f-1433-4174-9d67-c79b5b332f3c is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:41.385494 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 446b4680-ae2a-4703-9b2f-ca7545a84345 up at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:41.435414 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Provisioning complete for port 446b4680-ae2a-4703-9b2f-ca7545a84345 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:41.435701 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.461604 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-aa94723d-4684-41e3-921b-c1f781f74a42 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:41.463102 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-aa94723d-4684-41e3-921b-c1f781f74a42 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 809 time: 0.1010652 Apr 06 15:21:41.478386 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-b61ad4e6-f826-4bd0-a633-0e0641501709 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/quotas/fe302fa01ae54eedb63d9c817db80afa HTTP/1.1" status: 200 len: 375 time: 0.0094655 Apr 06 15:21:41.521586 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Current status of the port 446b4680-ae2a-4703-9b2f-ca7545a84345 is: ACTIVE; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:41.543139 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-c26ca5bd-bce7-452e-aff9-8ffea04d069f tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586939 Apr 06 15:21:41.661358 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-ed070988-d345-4fb1-a227-2dffdf9445a7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:21:41.662392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-ed070988-d345-4fb1-a227-2dffdf9445a7 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1071429 Apr 06 15:21:41.754442 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-b7289b2d-8500-4d75-97b1-11a6c239c9e8 service neutron] 10.222.0.89 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Apr 06 15:21:41.854411 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-046f6303-cc59-4448-8909-1c5d9d415afc service neutron] 10.222.0.89 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941658 Apr 06 15:21:42.085021 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3f23195f-f061-40d7-a960-85a1afc3d763 req-54022f6d-be15-4701-b098-9c4d6797f6bd tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 210 time: 0.0332797 Apr 06 15:21:43.164826 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a6f19d15-c0b2-472b-a014-52cbd0572942 req-7a09f01d-105e-422e-92bd-71bc4db32214 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 210 time: 0.0287204 Apr 06 15:21:44.293541 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-f83dd88e-fedd-4f5d-95ed-27d7bd134907 req-4b2cfcc4-22b9-4900-9d2e-e0231d9bc48f tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 210 time: 0.0356112 Apr 06 15:21:44.335933 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-b6ea7a11-19f8-4314-8b60-b38dce057b71 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:44.337392 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-b6ea7a11-19f8-4314-8b60-b38dce057b71 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 809 time: 0.1287587 Apr 06 15:21:44.401965 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-94a9d198-b208-419a-8ade-5ba12e69d018 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe302fa01ae54eedb63d9c817db80afa HTTP/1.1" status: 200 len: 379 time: 0.0566123 Apr 06 15:21:44.410545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'port': {'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'admin_state_up': True, 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'security_groups': ['5c3e81d3-90d1-4fc6-9440-3c7009136d71']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:44.571310 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Made reservation on behalf of fe302fa01ae54eedb63d9c817db80afa for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:44.574744 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:44.696801 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Allocated IP 172.20.0.6 (cf6299db-23b3-4afa-ba9e-13c703640b8c/47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef/4826924e-1fa1-44a2-95a3-2cd25677c26c) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:44.833496 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:44.905487 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:44.950780 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Network cf6299db-23b3-4afa-ba9e-13c703640b8c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:44.955875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:44.960255 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:44.986707 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:45.013418 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:45.014298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.105833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-cdb1fd2d-37e9-4e7c-8d1f-b70deb4d6963 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987121 Apr 06 15:21:45.151538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-963d6753-bbed-4241-8d74-76e78779a547 None None] Provisioning complete for port 4826924e-1fa1-44a2-95a3-2cd25677c26c triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:45.152075 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-963d6753-bbed-4241-8d74-76e78779a547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.169354 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Request body: {'port': {'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:45.191716 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-963d6753-bbed-4241-8d74-76e78779a547 None None] Port 4826924e-1fa1-44a2-95a3-2cd25677c26c cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:45.228834 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.479694 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3d1a8-73f6-4da2-ba4e-1c570fe831a5 req-08026998-d72f-4254-8ca9-5dc537851303 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:45.481111 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4af3d1a8-73f6-4da2-ba4e-1c570fe831a5 req-08026998-d72f-4254-8ca9-5dc537851303 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 931 time: 0.1168885 Apr 06 15:21:45.567354 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-4af3d1a8-73f6-4da2-ba4e-1c570fe831a5 req-06657f4e-384e-4e23-b1d3-5edd8971757a tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802555 Apr 06 15:21:45.578274 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4826924e-1fa1-44a2-95a3-2cd25677c26c {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:21:45.586048 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Publish callbacks [] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.597702 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Transition to ACTIVE for port object 4826924e-1fa1-44a2-95a3-2cd25677c26c will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:21:45.662864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.728500 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:45.809113 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Attempting to bind port 4826924e-1fa1-44a2-95a3-2cd25677c26c on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:45.809581 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Attempting to bind port 4826924e-1fa1-44a2-95a3-2cd25677c26c by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:45.809922 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Attempting to bind port 4826924e-1fa1-44a2-95a3-2cd25677c26c on network cf6299db-23b3-4afa-ba9e-13c703640b8c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:45.814715 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Port 4826924e-1fa1-44a2-95a3-2cd25677c26c on network cf6299db-23b3-4afa-ba9e-13c703640b8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:21:45.815044 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Attempting to bind port 4826924e-1fa1-44a2-95a3-2cd25677c26c on network cf6299db-23b3-4afa-ba9e-13c703640b8c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:45.821295 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:45.821634 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Checking segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:45.822027 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Bound using segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:45.822455 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Bound port: 4826924e-1fa1-44a2-95a3-2cd25677c26c, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:45.822820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.890359 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:45.893356 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:45.977503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:46.011227 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.011504 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:46.013185 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] 10.222.0.79 "PUT /v2.0/ports/4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 1093 time: 0.8990514 Apr 06 15:21:46.015861 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:46.019011 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:46.048204 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a2c37-8cf8-43ca-af1e-efe12bfe449b service neutron] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:46.063874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33aa8a3-be8d-450e-8f64-932433bbc851 x-openstack-request-id: req-a33aa8a3-be8d-450e-8f64-932433bbc851 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:46.063874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:46.063874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a33aa8a3-be8d-450e-8f64-932433bbc851 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:46.063874 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33aa8a3-be8d-450e-8f64-932433bbc851'] response: {'name': 'network-changed', 'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'status': 'completed', 'code': 200} Apr 06 15:21:46.133679 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7 req-6c826f5b-ad81-4a6f-8b82-ae96af1aa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.135296 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7 req-6c826f5b-ad81-4a6f-8b82-ae96af1aa737 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1127 time: 0.0529389 Apr 06 15:21:46.242042 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7 req-34ac929b-d968-4c2d-ae41-56dd86a19576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.243542 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7 req-34ac929b-d968-4c2d-ae41-56dd86a19576 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe302fa01ae54eedb63d9c817db80afa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945365 Apr 06 15:21:46.348761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7 req-000a8c8e-5967-4836-85a4-54eb7470f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.350234 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-57b8c61a-a1f1-4d24-803d-04dad0ad7ce7 req-000a8c8e-5967-4836-85a4-54eb7470f10a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0989676 Apr 06 15:21:46.429914 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-d3e2348c-a199-4207-952c-c5c43ab5df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.431368 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-d3e2348c-a199-4207-952c-c5c43ab5df40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1127 time: 0.0446155 Apr 06 15:21:46.475592 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-7b1d3515-8036-4365-a4ab-810d72d33591 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 217 time: 0.0372961 Apr 06 15:21:46.525013 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-426400d2-f404-4517-a09f-47214dd12466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.526383 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-426400d2-f404-4517-a09f-47214dd12466 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0442762 Apr 06 15:21:46.574991 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b352d-efc0-4c54-835b-1148179cb23d req-474f3a9e-ced1-420e-9928-62a8122a3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.576481 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-474f3a9e-ced1-420e-9928-62a8122a3fd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444221 Apr 06 15:21:46.701371 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-94be3956-24c6-48af-8bce-23a3dc4fcde6 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182742 Apr 06 15:21:46.711669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123c2a6-792f-4ca5-b66d-03334d9c9c72 req-0fcee23e-2a12-4c58-87d7-7ac59e548615 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:46.713087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6123c2a6-792f-4ca5-b66d-03334d9c9c72 req-0fcee23e-2a12-4c58-87d7-7ac59e548615 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 943 time: 0.0786650 Apr 06 15:21:46.812967 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-6123c2a6-792f-4ca5-b66d-03334d9c9c72 req-7534e8d3-c251-40f9-93ca-d01290670fe1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919890 Apr 06 15:21:46.834466 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c91b352d-efc0-4c54-835b-1148179cb23d req-356b5857-d01a-4c4b-b242-e056926c9843 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203728 Apr 06 15:21:47.932248 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3251c9-2463-4a38-88ce-3c1703ed0f20 req-4429345d-fcf4-4cd8-8859-69e9bc9cedec tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:47.933753 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a3251c9-2463-4a38-88ce-3c1703ed0f20 req-4429345d-fcf4-4cd8-8859-69e9bc9cedec tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 943 time: 0.0532408 Apr 06 15:21:47.981702 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8a3251c9-2463-4a38-88ce-3c1703ed0f20 req-4ca3d999-e4ca-44fa-a723-f68d6929cd40 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Apr 06 15:21:48.419626 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:21:48.519189 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:48.534276 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:21:48.572028 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4826924e-1fa1-44a2-95a3-2cd25677c26c is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:48.572449 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:48.585471 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4826924e-1fa1-44a2-95a3-2cd25677c26c {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:21:48.603800 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:48.720289 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:48.767392 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:48.966867 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['4826924e-1fa1-44a2-95a3-2cd25677c26c'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:21:49.101924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53ca8-9958-4d22-8606-cc080c11bb6f req-c1e46b65-961a-49b7-9007-6f2f68ef1e01 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:49.103410 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76a53ca8-9958-4d22-8606-cc080c11bb6f req-c1e46b65-961a-49b7-9007-6f2f68ef1e01 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 944 time: 0.0547936 Apr 06 15:21:49.157598 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-76a53ca8-9958-4d22-8606-cc080c11bb6f req-942adea7-6eee-45c5-ba03-19d3d6c6cedb tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482516 Apr 06 15:21:50.276425 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4ba0b-ad2d-447a-9a8c-a3ed34b107a4 req-f913d16f-9bcc-414f-8fe9-36e2c109928e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:50.277921 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cec4ba0b-ad2d-447a-9a8c-a3ed34b107a4 req-f913d16f-9bcc-414f-8fe9-36e2c109928e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 944 time: 0.0529554 Apr 06 15:21:50.325891 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cec4ba0b-ad2d-447a-9a8c-a3ed34b107a4 req-baf2056a-2e2e-49f3-8f3e-efb220e64067 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Apr 06 15:21:50.435597 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:50.583097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port 4826924e-1fa1-44a2-95a3-2cd25677c26c completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:21:50.587585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 4826924e-1fa1-44a2-95a3-2cd25677c26c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:50.592157 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:50.664330 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4826924e-1fa1-44a2-95a3-2cd25677c26c is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:50.664744 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:50.686497 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:50.688684 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae5b62e-a472-4bfc-8d4b-b2901d091b93" -d '{"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-plugged", "status": "completed", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:50.701864 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:50.771361 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:50.794427 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c447b2-8901-417e-bf98-0ceb95a4ad5f x-openstack-request-id: req-92c447b2-8901-417e-bf98-0ceb95a4ad5f {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:50.794726 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-plugged", "status": "completed", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:50.794982 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-92c447b2-8901-417e-bf98-0ceb95a4ad5f {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:50.795378 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c447b2-8901-417e-bf98-0ceb95a4ad5f'] response: {'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'code': 200} Apr 06 15:21:50.822297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:51.065757 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7084-1ee0-4af9-b1b9-6dcbb5a61f74 req-48103747-3809-41cf-b40a-52f1e00e4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:51.067246 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90fe7084-1ee0-4af9-b1b9-6dcbb5a61f74 req-48103747-3809-41cf-b40a-52f1e00e4041 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1129 time: 0.0435553 Apr 06 15:21:51.113894 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-90fe7084-1ee0-4af9-b1b9-6dcbb5a61f74 req-4acfd1b4-4152-460c-b399-c3d2895c5ec3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392911 Apr 06 15:21:51.447480 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffd55-27a0-4a7b-88fd-d4713f686b5a req-6af1d257-cf45-45a3-84da-09ba96871156 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:51.448986 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ff9ffd55-27a0-4a7b-88fd-d4713f686b5a req-6af1d257-cf45-45a3-84da-09ba96871156 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 945 time: 0.0571256 Apr 06 15:21:51.501978 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ff9ffd55-27a0-4a7b-88fd-d4713f686b5a req-49593cad-c6d6-4636-a068-270652e4df4e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472426 Apr 06 15:21:52.359700 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-556aebac-77c4-46b0-aec3-63c6340d5cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:52.630545 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa922f-0344-4fb4-a3f6-53c94f520a28 req-70d550fe-cb8f-48ea-83c5-084018043fe6 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:52.632395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ebfa922f-0344-4fb4-a3f6-53c94f520a28 req-70d550fe-cb8f-48ea-83c5-084018043fe6 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 945 time: 0.0552497 Apr 06 15:21:52.680153 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ebfa922f-0344-4fb4-a3f6-53c94f520a28 req-f19ff7fa-1b78-45dc-8b66-f8adfbf9bcd1 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Apr 06 15:21:52.797457 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cedbd-0d23-49ab-8f65-d7218abf09e9 req-48abd608-8a8d-4dd6-bb7d-d25f0488f2e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:52.798865 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f5cedbd-0d23-49ab-8f65-d7218abf09e9 req-48abd608-8a8d-4dd6-bb7d-d25f0488f2e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 945 time: 0.0533931 Apr 06 15:21:52.852075 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-0f5cedbd-0d23-49ab-8f65-d7218abf09e9 req-1955c68f-23bb-467e-8aec-471781dd5271 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470476 Apr 06 15:21:52.874289 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57952) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:52.957037 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dab58b-e6d4-4463-a121-127c4c07a5f6 tempest-TestSnapshotPattern-946537730 tempest-TestSnapshotPattern-946537730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:52.958575 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f8dab58b-e6d4-4463-a121-127c4c07a5f6 tempest-TestSnapshotPattern-946537730 tempest-TestSnapshotPattern-946537730-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1124 time: 0.0833192 Apr 06 15:21:52.961473 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 57956) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:52.965587 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:53.068124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:53.168124 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:53.274930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Allocated IP 172.26.6.242 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/4e9e21ed-2375-4c6f-a3dc-c890a7c04834) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:53.376373 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:53.462930 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:53.499860 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:53.506393 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:53.510086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:53.515754 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'Port': ['ID=4e9e21ed-2375-4c6f-a3dc-c890a7c04834,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:53.884343 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (7c47903a-535e-42f3-a770-a9dbade08d08), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.027988 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.028636 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.482777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.542570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.612166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'Port': ['ID=4e9e21ed-2375-4c6f-a3dc-c890a7c04834,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:54.624414 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (7c47903a-535e-42f3-a770-a9dbade08d08), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.728322 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Floating IP 7c47903a-535e-42f3-a770-a9dbade08d08 associated. External IP: 172.26.6.242, port: 4826924e-1fa1-44a2-95a3-2cd25677c26c. Apr 06 15:21:54.811271 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-853a9221-2525-4245-b2ae-cb34e91c0652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.938505 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:55.049989 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:55.061984 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:55.073217 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:55.073883 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:55.124355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:55.161367 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-cd58ca3b-519f-4d04-8e57-353b1808d10b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1988838 Apr 06 15:21:55.162063 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:55.164342 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763" -d '{"events": [{"name": "network-changed", "server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:55.186544 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:55.201432 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a26edf-76ce-4877-b7f5-5f9c4960adcb x-openstack-request-id: req-d2a26edf-76ce-4877-b7f5-5f9c4960adcb {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:55.201737 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:55.201995 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2a26edf-76ce-4877-b7f5-5f9c4960adcb {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:55.202408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a26edf-76ce-4877-b7f5-5f9c4960adcb'] response: {'name': 'network-changed', 'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'status': 'completed', 'code': 200} Apr 06 15:21:55.270873 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-184fd802-18a5-4feb-b764-99774014762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:55.272329 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-184fd802-18a5-4feb-b764-99774014762b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1129 time: 0.0482635 Apr 06 15:21:55.371028 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-5fbdc5b9-0d44-4bca-8c82-9e9ced935c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:55.372611 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-5fbdc5b9-0d44-4bca-8c82-9e9ced935c78 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0928817 Apr 06 15:21:55.438243 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:53Z', 'revision_number': 0, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:55.446404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-6d2b1606-6cb0-4da9-ac18-f41ac3d79bfb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 999 time: 0.0663431 Apr 06 15:21:55.464655 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:55.473656 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:55.474258 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:21:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:55.499982 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-48685b66-4df3-46f7-9e29-c1ef185f36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:55.499982 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-48685b66-4df3-46f7-9e29-c1ef185f36b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0468316 Apr 06 15:21:55.553711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-0edb96df-da8e-4f32-905e-6c81480e76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:55.555223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-0edb96df-da8e-4f32-905e-6c81480e76fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501344 Apr 06 15:21:55.601012 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:55.662317 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-c675c03b-52d8-4e1d-ae5c-c2ea1205dec0 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006794 Apr 06 15:21:55.758581 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5d20cbdc-dc8a-48da-a337-5f3ccdc4c763 req-19f2884b-231a-4c09-ae53-eb7b9f2d3509 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901592 Apr 06 15:21:55.838644 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:53Z', 'revision_number': 0, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:55.866143 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237816a-0a2e-4fa2-a2db-1ad02b7f0ffa None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:53Z', 'revision_number': 0, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:56.006082 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:56.079890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c62d01-e9d4-4a76-9f7d-ac60adde7db4 None None] New status for floating IP 7c47903a-535e-42f3-a770-a9dbade08d08: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:21:57.627839 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:58.570963 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:00.466094 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:22:22.379578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0786aac9-d190-4773-b7c0-10ed992afbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:24.062078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:24.787834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-329ba51d-0e06-41e7-a1a8-d82193cc2948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:26.007324 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:27.662099 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:28.582134 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:37.464604 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:22:44.425928 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-52a76fdc-5bd0-4b01-ac79-a7e366bb9067 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450087 Apr 06 15:22:44.512054 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b497ef-6376-4380-9440-e028ee3601cb req-6e5f94ac-4aea-443d-9972-ac01f08a5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:44.513817 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-6e5f94ac-4aea-443d-9972-ac01f08a5ffc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1129 time: 0.0448322 Apr 06 15:22:44.620357 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b497ef-6376-4380-9440-e028ee3601cb req-ac59cb70-8a30-425d-a93a-22d01399534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:44.621901 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-ac59cb70-8a30-425d-a93a-22d01399534b service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0881960 Apr 06 15:22:44.688184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-ede4592d-affb-4cf1-809a-ce336e011dd8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 1001 time: 0.0586185 Apr 06 15:22:44.739519 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b497ef-6376-4380-9440-e028ee3601cb req-40d32fd2-b0ff-424a-9033-040e4148bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:44.740984 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-40d32fd2-b0ff-424a-9033-040e4148bad5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0474107 Apr 06 15:22:44.789086 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b497ef-6376-4380-9440-e028ee3601cb req-958bcfcd-8f11-4511-b804-864d8de1119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:44.790552 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-958bcfcd-8f11-4511-b804-864d8de1119f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440333 Apr 06 15:22:44.876297 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-db8eeb71-a947-40ea-a626-a4e20a14918a service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788100 Apr 06 15:22:44.967001 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a9b497ef-6376-4380-9440-e028ee3601cb req-40025573-ec3e-485a-b532-395832126a15 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Apr 06 15:22:52.384181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-5eaa88b4-8350-423e-abab-e68203651db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.032549 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.778953 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f3fe30f4-fbf4-4745-a92a-42d3f5c451ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.009725 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.658317 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.567005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:14.463996 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:23:22.369215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c646ff54-1200-454f-9ee1-54d745ed61e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:24.063774 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:24.798159 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6510046b-e14b-4d62-9eac-0a78525214cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:26.012714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:27.640940 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:28.583787 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:45.435195 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-1e2ca956-9873-42e6-be95-78551c2e9d0b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470867 Apr 06 15:23:45.522254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-c8ba3818-cfd8-4fd0-96d4-ff7492631bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:45.523645 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-c8ba3818-cfd8-4fd0-96d4-ff7492631bf2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1129 time: 0.0458872 Apr 06 15:23:45.623936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-cbb542a7-adc5-4b75-a026-4f2dbada9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:45.625499 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-cbb542a7-adc5-4b75-a026-4f2dbada9eb2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0845609 Apr 06 15:23:45.698789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-06f1f935-a6ba-4499-bfc8-dec6927f2a13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 1001 time: 0.0677369 Apr 06 15:23:45.745655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-727db658-14b7-452b-b71d-c6d64f445e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:45.747085 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-727db658-14b7-452b-b71d-c6d64f445e1b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0422840 Apr 06 15:23:45.795696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-821e1181-9f15-464c-99d4-5a413899e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:45.797137 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-821e1181-9f15-464c-99d4-5a413899e553 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438695 Apr 06 15:23:45.894545 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-a70ba457-f12b-4a68-99b1-44d1e9f75e9c service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902190 Apr 06 15:23:45.980670 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9e5f9a80-57ca-4da8-90b0-3a62ebb452cd req-dfe87aab-6d31-4357-85b5-ba1294a21aa9 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806577 Apr 06 15:23:51.463490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:23:52.377869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e84cbbb4-36b8-4691-98f4-cdfcd718a5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:54.059671 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:54.779685 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-9856012b-5981-4197-bd9a-e4c597ac5489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:54.991585 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:23:55.091453 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:55.103786 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:23:55.140978 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4826924e-1fa1-44a2-95a3-2cd25677c26c is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:55.142005 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:55.155416 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4826924e-1fa1-44a2-95a3-2cd25677c26c {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:23:55.177462 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:55.266121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:55.317815 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:55.324795 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.325156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.325513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.325977 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.326297 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.327215 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.327538 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.327849 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.328206 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.328532 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.328956 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.329272 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.329603 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.330100 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.330504 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:23:55.335558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['4826924e-1fa1-44a2-95a3-2cd25677c26c'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:23:56.033191 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:57.004945 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:23:57.061130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port 4826924e-1fa1-44a2-95a3-2cd25677c26c triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:57.061665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:57.147129 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4826924e-1fa1-44a2-95a3-2cd25677c26c is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:57.147835 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:57.183729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:57.191078 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:23:57.194335 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886b8b5c-cbe1-47d5-91c1-adb540e8f3de" -d '{"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-plugged", "status": "completed", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:23:57.241944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94309ce1-c38d-4fb8-a9f3-7b1d00efbbd6 x-openstack-request-id: req-94309ce1-c38d-4fb8-a9f3-7b1d00efbbd6 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:23:57.242500 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-plugged", "status": "completed", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:23:57.242970 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-94309ce1-c38d-4fb8-a9f3-7b1d00efbbd6 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:23:57.243725 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94309ce1-c38d-4fb8-a9f3-7b1d00efbbd6'] response: {'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'code': 200} Apr 06 15:23:57.287628 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:57.349180 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:57.640527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:58.905981 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:06.893165 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-9ce09796-d392-4fd8-975e-9276adfbd899 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343671754&fields=id&tenant_id=fe302fa01ae54eedb63d9c817db80afa HTTP/1.1" status: 200 len: 267 time: 0.0493188 Apr 06 15:24:06.995662 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-5a3d66ec-77f9-4266-b119-58945d8ac2da tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:06.997116 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-5a3d66ec-77f9-4266-b119-58945d8ac2da tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 809 time: 0.0976391 Apr 06 15:24:07.012089 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-94770715-c9ac-4f23-a130-4fae3f3c4d05 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/quotas/fe302fa01ae54eedb63d9c817db80afa HTTP/1.1" status: 200 len: 375 time: 0.0090609 Apr 06 15:24:07.071238 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-5f88ca88-0faf-420b-9c2d-72930ded5455 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541570 Apr 06 15:24:07.152220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-51b28d74-4833-4ec5-a0c6-b8234d4a6d0f service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:24:07.155216 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-51b28d74-4833-4ec5-a0c6-b8234d4a6d0f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0725772 Apr 06 15:24:07.246229 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-048e12cc-932b-4346-80d5-62337b32afc2 service neutron] 10.222.0.89 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841997 Apr 06 15:24:07.359264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-80a74846-cc59-40d7-84c9-5532dfe81b66 service neutron] 10.222.0.89 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903349 Apr 06 15:24:08.652325 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-100b6bfa-b0ae-4407-aa9d-640c7b0302d9 req-e8c1f5db-728f-48f7-85d1-70cab540ca17 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 210 time: 0.0286081 Apr 06 15:24:09.058570 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:24:09.134249 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port 4826924e-1fa1-44a2-95a3-2cd25677c26c is: ACTIVE; New status is: DOWN {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:24:09.134643 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:09.156729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:24:09.159493 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de63b81f-8ee6-4857-9555-59ca6cb8cae1" -d '{"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-unplugged", "status": "completed", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:24:09.171695 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:24:09.194329 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99775d2-bde2-45ab-8d61-86aad2d96ad5 x-openstack-request-id: req-e99775d2-bde2-45ab-8d61-86aad2d96ad5 {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:24:09.194851 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-unplugged", "status": "completed", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:24:09.195115 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e99775d2-bde2-45ab-8d61-86aad2d96ad5 {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:24:09.195519 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99775d2-bde2-45ab-8d61-86aad2d96ad5'] response: {'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'code': 200} Apr 06 15:24:09.234184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:09.281638 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=8']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:09.739944 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-95ad71b0-1a67-423f-b45f-324ccd33da0f req-9d29e8ce-9e83-4193-ad79-841c3c9cecc2 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 210 time: 0.0361280 Apr 06 15:24:10.836002 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-89101b39-19bd-4ccf-9b4b-6583f5cfca8b req-32fff6cc-ebe9-4814-b1ab-eaf4b1c82ef0 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 210 time: 0.0280902 Apr 06 15:24:11.617403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-be3bf7ff-a301-4a3f-bb0d-f4af9be61fa4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:11.618847 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-be3bf7ff-a301-4a3f-bb0d-f4af9be61fa4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 809 time: 0.1051447 Apr 06 15:24:11.681384 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-9abc6db5-47eb-4373-80cf-83959587e071 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe302fa01ae54eedb63d9c817db80afa HTTP/1.1" status: 200 len: 379 time: 0.0537837 Apr 06 15:24:11.691269 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'port': {'device_id': '52e058b4-4008-4a2f-8336-fec7391b729d', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'admin_state_up': True, 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'security_groups': ['5c3e81d3-90d1-4fc6-9440-3c7009136d71']}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:24:11.859796 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Made reservation on behalf of fe302fa01ae54eedb63d9c817db80afa for: {'port': 1} {{(pid=104420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:24:11.864281 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:11.957261 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-73b1516b-287f-47f4-a5f0-51825139fbb4 req-4e2da412-1767-473b-aa7b-9b9fd776f3e7 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 210 time: 0.0380588 Apr 06 15:24:12.017936 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Allocated IP 172.20.0.9 (cf6299db-23b3-4afa-ba9e-13c703640b8c/47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef/f6c03392-d275-4006-9ce1-98a486303c38) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:24:12.165937 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for port (f6c03392-d275-4006-9ce1-98a486303c38), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:12.249530 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:12.318632 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Network cf6299db-23b3-4afa-ba9e-13c703640b8c is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:24:12.323762 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:24:12.337692 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:24:12.409389 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:12.440602 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.440994 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.441348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.441688 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.442031 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.442369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.442727 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.443021 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.443355 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.443685 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.444014 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.444344 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.444671 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.445039 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.445339 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:24:12.480435 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:12.481214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:12.592537 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-a25e6d37-f43f-4e05-883d-04e191b60e6e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061191 Apr 06 15:24:12.656147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-3580a5f4-dad0-4bb2-ac56-5ab3c2f88c2c None None] Provisioning complete for port f6c03392-d275-4006-9ce1-98a486303c38 triggered by entity DHCP. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:24:12.657903 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3580a5f4-dad0-4bb2-ac56-5ab3c2f88c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f6c03392-d275-4006-9ce1-98a486303c38), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:12.699877 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-3580a5f4-dad0-4bb2-ac56-5ab3c2f88c2c None None] Port f6c03392-d275-4006-9ce1-98a486303c38 cannot update to ACTIVE because it is not bound. {{(pid=104422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:24:13.102209 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7ba8-af8f-4ed8-9e0f-a3dc544ec503 req-ffc7d30a-63a4-4eea-b0b1-a276e75fd23c tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:13.103771 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7e2b7ba8-af8f-4ed8-9e0f-a3dc544ec503 req-ffc7d30a-63a4-4eea-b0b1-a276e75fd23c tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0728672 Apr 06 15:24:13.155809 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7e2b7ba8-af8f-4ed8-9e0f-a3dc544ec503 req-ad2f7473-9027-4dde-bf66-1f321c968f5e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Apr 06 15:24:14.280905 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83da1-33bf-42bb-8a55-2c68cf02fd7f req-7028d883-0a7d-4997-ad25-bbad868be795 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:14.283305 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51d83da1-33bf-42bb-8a55-2c68cf02fd7f req-7028d883-0a7d-4997-ad25-bbad868be795 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0547891 Apr 06 15:24:14.368833 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-51d83da1-33bf-42bb-8a55-2c68cf02fd7f req-7bc80a41-01a0-4763-9fbf-638a1c602427 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776587 Apr 06 15:24:15.505892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a157-a1d6-4447-89c9-4c62adb53656 req-011aff0f-f88c-4f8c-83a9-fae38d602e8e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:15.508123 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1231a157-a1d6-4447-89c9-4c62adb53656 req-011aff0f-f88c-4f8c-83a9-fae38d602e8e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0594106 Apr 06 15:24:15.565348 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1231a157-a1d6-4447-89c9-4c62adb53656 req-9acfb1f6-c7a9-4eff-aaf3-20d1ead3a2a8 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504475 Apr 06 15:24:16.699696 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69182db3-09b9-4f84-b92b-765077bff04e req-333db450-df78-49fa-b4fa-10da0483895d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:16.701227 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69182db3-09b9-4f84-b92b-765077bff04e req-333db450-df78-49fa-b4fa-10da0483895d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0539174 Apr 06 15:24:16.760451 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-69182db3-09b9-4f84-b92b-765077bff04e req-e4dd63ff-0140-4757-a54b-730b4926c968 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524409 Apr 06 15:24:17.897441 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9344-3930-4586-823d-9b149ae8df3a req-2dc21763-9e76-47b8-a858-2402160fd9a5 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:17.898880 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd2e9344-3930-4586-823d-9b149ae8df3a req-2dc21763-9e76-47b8-a858-2402160fd9a5 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0628533 Apr 06 15:24:17.949618 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cd2e9344-3930-4586-823d-9b149ae8df3a req-e1759685-a83c-4990-9a3c-4f1dfa99731c tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Apr 06 15:24:19.077222 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b55d20-c1bb-41db-868b-d8ed60f7eb59 req-2d3c8496-9f53-471a-9b53-cdc631e1219c tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:19.079678 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99b55d20-c1bb-41db-868b-d8ed60f7eb59 req-2d3c8496-9f53-471a-9b53-cdc631e1219c tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0554645 Apr 06 15:24:19.131178 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-99b55d20-c1bb-41db-868b-d8ed60f7eb59 req-bb43d49d-b870-4436-9b56-92ae37640539 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460963 Apr 06 15:24:20.250236 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520bc4-580d-4851-8a42-6478fa589209 req-47f11b47-f057-4f75-9efc-ca749d6ff2fd tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:20.251735 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17520bc4-580d-4851-8a42-6478fa589209 req-47f11b47-f057-4f75-9efc-ca749d6ff2fd tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 931 time: 0.0520165 Apr 06 15:24:20.304235 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-17520bc4-580d-4851-8a42-6478fa589209 req-359a7377-c8a5-4f84-8441-c1fc6a58b38e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470078 Apr 06 15:24:20.428214 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Request body: {'port': {'device_id': '52e058b4-4008-4a2f-8336-fec7391b729d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8365'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:24:20.486400 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:20.745559 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c03392-d275-4006-9ce1-98a486303c38 {{(pid=104420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:24:20.753318 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Publish callbacks [] for port (f6c03392-d275-4006-9ce1-98a486303c38), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:20.764967 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.provisioning_blocks [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Transition to ACTIVE for port object f6c03392-d275-4006-9ce1-98a486303c38 will not be triggered until provisioned by entity L2. {{(pid=104420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:24:20.822655 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:20.889369 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:20.943151 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Attempting to bind port f6c03392-d275-4006-9ce1-98a486303c38 on host hv-neutron-8365 for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:24:20.943489 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Attempting to bind port f6c03392-d275-4006-9ce1-98a486303c38 by drivers openvswitch,hyperv on host hv-neutron-8365 at level 0 using segments [{'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:24:20.943956 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Attempting to bind port f6c03392-d275-4006-9ce1-98a486303c38 on network cf6299db-23b3-4afa-ba9e-13c703640b8c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:24:20.948555 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Port f6c03392-d275-4006-9ce1-98a486303c38 on network cf6299db-23b3-4afa-ba9e-13c703640b8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8365 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:24:20.948924 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Attempting to bind port f6c03392-d275-4006-9ce1-98a486303c38 on network cf6299db-23b3-4afa-ba9e-13c703640b8c {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:24:20.954348 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Checking agent: {'id': '50286f77-d181-4f0c-b64e-0d61c27ac584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8365', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'started_at': datetime.datetime(2022, 4, 6, 14, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:24:20.954686 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Checking segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:24:20.955077 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Bound using segment: {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:24:20.955503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Bound port: f6c03392-d275-4006-9ce1-98a486303c38, host: hv-neutron-8365, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea2122-8c6b-4108-ad57-b5f4fa405fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:24:20.955864 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:21.025648 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:24:21.028529 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:24:21.091675 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:21.125711 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.126458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:21.127823 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] 10.222.0.79 "PUT /v2.0/ports/f6c03392-d275-4006-9ce1-98a486303c38 HTTP/1.1" status: 200 len: 1093 time: 0.7039211 Apr 06 15:24:21.128306 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:24:21.130561 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36121be1-8b08-4faa-8149-943e0a5a4356" -d '{"events": [{"name": "network-changed", "server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "tag": "f6c03392-d275-4006-9ce1-98a486303c38"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:24:21.155460 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb3b7e-1096-45fb-8394-e1e26f845d06 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:21.170392 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef87ea-e021-4bca-8196-49e781df07f8 x-openstack-request-id: req-9bef87ea-e021-4bca-8196-49e781df07f8 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:24:21.170720 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "tag": "f6c03392-d275-4006-9ce1-98a486303c38", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:24:21.170981 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9bef87ea-e021-4bca-8196-49e781df07f8 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:24:21.171423 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bef87ea-e021-4bca-8196-49e781df07f8'] response: {'name': 'network-changed', 'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38', 'status': 'completed', 'code': 200} Apr 06 15:24:21.255223 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121be1-8b08-4faa-8149-943e0a5a4356 req-7993c297-8e3e-47a0-b794-a70ee39846f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.255223 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36121be1-8b08-4faa-8149-943e0a5a4356 req-7993c297-8e3e-47a0-b794-a70ee39846f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1127 time: 0.0616217 Apr 06 15:24:21.356173 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121be1-8b08-4faa-8149-943e0a5a4356 req-de03e43c-205b-42b3-bab6-270be1858756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.357717 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36121be1-8b08-4faa-8149-943e0a5a4356 req-de03e43c-205b-42b3-bab6-270be1858756 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe302fa01ae54eedb63d9c817db80afa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0985284 Apr 06 15:24:21.781219 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121be1-8b08-4faa-8149-943e0a5a4356 req-ab1eaa45-4c3a-42de-bbb0-69df8420db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.783395 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-36121be1-8b08-4faa-8149-943e0a5a4356 req-ab1eaa45-4c3a-42de-bbb0-69df8420db7a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4202983 Apr 06 15:24:21.790918 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba36b-40b1-41e9-b863-124c147b4524 req-2c649147-91a3-42ff-a4d2-0b34169a9cc0 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.792288 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c34ba36b-40b1-41e9-b863-124c147b4524 req-2c649147-91a3-42ff-a4d2-0b34169a9cc0 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 943 time: 0.4110124 Apr 06 15:24:21.870006 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-c34ba36b-40b1-41e9-b863-124c147b4524 req-27b13627-cec7-44c1-86d3-fad524bc3e59 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713444 Apr 06 15:24:21.885298 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-50bc4815-ba4d-45a7-9d98-63ae53b622a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.887081 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-50bc4815-ba4d-45a7-9d98-63ae53b622a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1127 time: 0.0680535 Apr 06 15:24:21.930805 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-ab2d465f-40fc-4305-8e1a-17ea239d94f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c03392-d275-4006-9ce1-98a486303c38 HTTP/1.1" status: 200 len: 217 time: 0.0361102 Apr 06 15:24:21.982308 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-19c5f806-4e69-4a48-a11d-514f170f42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:21.983704 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-19c5f806-4e69-4a48-a11d-514f170f42df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0472443 Apr 06 15:24:22.031110 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-7141b10a-5737-49db-994c-ddae0690c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:22.033276 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-7141b10a-5737-49db-994c-ddae0690c8ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438666 Apr 06 15:24:22.124864 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-1cc1f8c0-e41c-42f1-a207-4879c783c25e service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847709 Apr 06 15:24:22.215911 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-ba3d4b6c-b4cd-4540-b122-9f542003c140 req-0db76a98-a92f-4687-b06f-6dbd5409f427 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849586 Apr 06 15:24:22.373729 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-02b144b6-ed43-42f3-8523-6b52cf8be996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:22.995893 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121ac8-9f39-4cbc-b219-25e4e8818042 req-d62aba5d-fc17-4ce4-a68e-5ea60e211de4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:22.997408 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa121ac8-9f39-4cbc-b219-25e4e8818042 req-d62aba5d-fc17-4ce4-a68e-5ea60e211de4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 943 time: 0.0541854 Apr 06 15:24:23.045404 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-fa121ac8-9f39-4cbc-b219-25e4e8818042 req-6fecf178-acef-40a4-a27d-0968930c4b2b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422876 Apr 06 15:24:24.065287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:24.168892 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b8d9-19c4-4782-8ac3-ad0644f704b9 req-f1827efb-5f17-4a14-9ffe-0502154fac1e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:24.170357 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eae7b8d9-19c4-4782-8ac3-ad0644f704b9 req-f1827efb-5f17-4a14-9ffe-0502154fac1e tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 943 time: 0.0583348 Apr 06 15:24:24.218327 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-eae7b8d9-19c4-4782-8ac3-ad0644f704b9 req-2f456fa2-aa78-4793-98d1-4ea952b9eb94 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Apr 06 15:24:24.794211 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b3c898bb-bbdd-4c21-bc01-1441984cef90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:25.120827 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:24:25.229605 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:24:25.241599 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'f6c03392-d275-4006-9ce1-98a486303c38', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'port_id': 'f6c03392-d275-4006-9ce1-98a486303c38', 'mac_address': 'fa:16:3e:57:0b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:24:25.286136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port f6c03392-d275-4006-9ce1-98a486303c38 is: DOWN; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:24:25.286556 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:25.299031 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c03392-d275-4006-9ce1-98a486303c38 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:24:25.318127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:24:25.353774 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e8d8-e896-4159-b635-6e7957ceab57 req-d4e97bd7-8076-47fd-87d0-7d99ce1b35a0 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:25.355264 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a929e8d8-e896-4159-b635-6e7957ceab57 req-d4e97bd7-8076-47fd-87d0-7d99ce1b35a0 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 943 time: 0.0551841 Apr 06 15:24:25.415536 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-a929e8d8-e896-4159-b635-6e7957ceab57 req-3e425b68-33f5-4168-a5c6-3a2ff8926ddc tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512071 Apr 06 15:24:25.640188 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:25.687439 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=4']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:25.874140 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['f6c03392-d275-4006-9ce1-98a486303c38'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:24:26.005822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:26.536742 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dde223-8aa6-421f-988a-f35d2003e53d req-40af8e2b-7e0e-4e1f-bf42-c7a5fe4c1a59 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:26.538222 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21dde223-8aa6-421f-988a-f35d2003e53d req-40af8e2b-7e0e-4e1f-bf42-c7a5fe4c1a59 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 944 time: 0.0538726 Apr 06 15:24:26.590074 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-21dde223-8aa6-421f-988a-f35d2003e53d req-f713420d-1262-415a-8af7-f3b4f79dd17f tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463355 Apr 06 15:24:27.112980 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:24:27.219573 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning for port f6c03392-d275-4006-9ce1-98a486303c38 completed by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:24:27.235222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port f6c03392-d275-4006-9ce1-98a486303c38 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:24:27.235222 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f6c03392-d275-4006-9ce1-98a486303c38), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:27.447991 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port f6c03392-d275-4006-9ce1-98a486303c38 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:24:27.448298 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:27.470714 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:24:27.473036 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00755af6-2201-43da-9e94-ac2c8d69318b" -d '{"events": [{"server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f6c03392-d275-4006-9ce1-98a486303c38"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:24:27.485712 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:24:27.509578 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b074aac-9c37-4dc4-b888-789fa0e3ebaa x-openstack-request-id: req-0b074aac-9c37-4dc4-b888-789fa0e3ebaa {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:24:27.509875 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f6c03392-d275-4006-9ce1-98a486303c38", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:24:27.510136 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b074aac-9c37-4dc4-b888-789fa0e3ebaa {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:24:27.510805 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b074aac-9c37-4dc4-b888-789fa0e3ebaa'] response: {'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38', 'code': 200} Apr 06 15:24:27.565845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:27.625186 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=5']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:27.702852 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:27.713327 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e2e61-374e-4f69-9476-ac265f5a2e74 req-9078db48-71be-485a-a967-aa2a2d1e258b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:27.718867 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7c2e2e61-374e-4f69-9476-ac265f5a2e74 req-9078db48-71be-485a-a967-aa2a2d1e258b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.0531256 Apr 06 15:24:27.766259 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-7c2e2e61-374e-4f69-9476-ac265f5a2e74 req-954bb776-8579-41b0-a979-1d89521b8dba tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451117 Apr 06 15:24:27.810609 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604614c-5b19-4d4f-a828-2c2e1448884d req-8fb32b77-75c5-4d56-82a0-7fd90505c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:27.812087 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8604614c-5b19-4d4f-a828-2c2e1448884d req-8fb32b77-75c5-4d56-82a0-7fd90505c1f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1129 time: 0.0436220 Apr 06 15:24:27.856533 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8604614c-5b19-4d4f-a828-2c2e1448884d req-9906eaa2-14b6-47ce-be68-588a8a9dfa9d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386457 Apr 06 15:24:28.462867 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:24:28.590822 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:28.893528 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98f008-cb8c-433a-a1cd-f2abcc775eb5 req-b90fc8ef-aa54-437f-a2c2-29b95b7c2c09 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:28.895097 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a98f008-cb8c-433a-a1cd-f2abcc775eb5 req-b90fc8ef-aa54-437f-a2c2-29b95b7c2c09 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.0568006 Apr 06 15:24:28.944022 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-9a98f008-cb8c-433a-a1cd-f2abcc775eb5 req-37846a20-160f-4156-9f89-5e0b1d89d8d8 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Apr 06 15:24:30.064254 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50df26-f564-409d-b94b-6d792deb88a4 req-4e3a5900-641d-4da4-a62f-0e9238ca3528 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:30.065796 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a50df26-f564-409d-b94b-6d792deb88a4 req-4e3a5900-641d-4da4-a62f-0e9238ca3528 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.0538695 Apr 06 15:24:30.113789 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-1a50df26-f564-409d-b94b-6d792deb88a4 req-9d80836c-a2be-4dc0-86e5-3f59abb841a5 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Apr 06 15:24:30.236524 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8814a2-b3c8-4612-8c4b-65f50755f2a4 req-2d327a6c-5b0b-41cd-a37f-86abff7d4267 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:30.237936 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc8814a2-b3c8-4612-8c4b-65f50755f2a4 req-2d327a6c-5b0b-41cd-a37f-86abff7d4267 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.0566938 Apr 06 15:24:30.288690 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-cc8814a2-b3c8-4612-8c4b-65f50755f2a4 req-dd8ad2b7-29d9-4ab7-a4f8-b3189a6872cc tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452404 Apr 06 15:24:30.310337 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 58262) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:24:30.353101 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63bf36b-c17e-4477-a366-43c5f98b527a tempest-TestSnapshotPattern-946537730 tempest-TestSnapshotPattern-946537730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:30.354602 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-f63bf36b-c17e-4477-a366-43c5f98b527a tempest-TestSnapshotPattern-946537730 tempest-TestSnapshotPattern-946537730-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1124 time: 0.0432837 Apr 06 15:24:30.357271 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 58264) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:24:30.362062 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.v2.base [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Request body: {'floatingip': {'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'port_id': 'f6c03392-d275-4006-9ce1-98a486303c38', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:24:30.445403 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:30.549828 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (None), before_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:30.651396 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.db_base_plugin_common [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Allocated IP 172.26.6.199 (9f2643ff-14b7-4ccf-900a-4e41bd3245f9/9b1afa03-72ce-4baf-a720-296d51299866/91bb7230-d350-4868-8bc9-fe0d7259c63f) {{(pid=104420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:24:30.754512 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:30.831050 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763359499542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:30.867140 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Network 9f2643ff-14b7-4ccf-900a-4e41bd3245f9 is already hosted by enough agents. {{(pid=104420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:24:30.869923 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.base_scheduler [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Resources bound (agent type, host, resource id): {{(pid=104420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:24:30.876038 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Received port after_create {{(pid=104420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:24:30.898957 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'Port': ['ID=91bb7230-d350-4868-8bc9-fe0d7259c63f,revision_number=1']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:31.241305 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (09d2d3b4-fda4-4eac-bbd4-89342172c893), precommit_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:31.358317 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:31.507144 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:31.584867 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057076304'] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:31.658492 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event updated for resources: {'Port': ['ID=91bb7230-d350-4868-8bc9-fe0d7259c63f,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:24:31.667594 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938104'] for floatingip (09d2d3b4-fda4-4eac-bbd4-89342172c893), after_create {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:31.766882 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Floating IP 09d2d3b4-fda4-4eac-bbd4-89342172c893 associated. External IP: 172.26.6.199, port: f6c03392-d275-4006-9ce1-98a486303c38. Apr 06 15:24:32.030368 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:24:32.138494 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:24:32.150801 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:24:32.161895 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:24:32.163728 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:24:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:24:32.213361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:32.243849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-25af6d96-9a7b-451d-b349-95930d9419e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8855631 Apr 06 15:24:32.244658 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:24:32.246997 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5621b617-9324-4392-9715-81168481a5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "tag": "f6c03392-d275-4006-9ce1-98a486303c38"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:24:32.285855 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63df43f-c40a-4233-bd2e-04bb1ba73e3f x-openstack-request-id: req-e63df43f-c40a-4233-bd2e-04bb1ba73e3f {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:24:32.286161 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "tag": "f6c03392-d275-4006-9ce1-98a486303c38", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:24:32.286426 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e63df43f-c40a-4233-bd2e-04bb1ba73e3f {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:24:32.286849 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63df43f-c40a-4233-bd2e-04bb1ba73e3f'] response: {'name': 'network-changed', 'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38', 'status': 'completed', 'code': 200} Apr 06 15:24:32.357899 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b617-9324-4392-9715-81168481a5ef req-b7661a35-0f79-4d79-b231-99af3a7ad564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:32.359085 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:24:32.359523 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-b7661a35-0f79-4d79-b231-99af3a7ad564 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1129 time: 0.0508940 Apr 06 15:24:32.446736 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b617-9324-4392-9715-81168481a5ef req-f460f485-b6f6-463b-870a-a9cd516a5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:32.448231 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-f460f485-b6f6-463b-870a-a9cd516a5852 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0832894 Apr 06 15:24:32.522797 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-e9024bd5-197e-45f1-8b90-288d50756360 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c03392-d275-4006-9ce1-98a486303c38 HTTP/1.1" status: 200 len: 999 time: 0.0675268 Apr 06 15:24:32.571458 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b617-9324-4392-9715-81168481a5ef req-a6280c82-a7ac-42ce-b704-96f93518dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:32.572952 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-a6280c82-a7ac-42ce-b704-96f93518dd6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0446091 Apr 06 15:24:32.580573 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '09d2d3b4-fda4-4eac-bbd4-89342172c893', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': 'f6c03392-d275-4006-9ce1-98a486303c38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:57:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e058b4-4008-4a2f-8336-fec7391b729d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:24:31Z', 'updated_at': '2022-04-06T15:24:31Z', 'revision_number': 0, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}, {'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:56Z', 'revision_number': 1, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:24:32.609168 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:24:32.617808 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:24:32.618445 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:24:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:24:32.621971 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b617-9324-4392-9715-81168481a5ef req-67e4b12f-be99-4b39-85c9-8dee4fc54d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:32.623784 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-67e4b12f-be99-4b39-85c9-8dee4fc54d0e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447409 Apr 06 15:24:32.715458 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-babb545c-6a26-4795-b291-9738d97fc2e4 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860960 Apr 06 15:24:32.725747 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:24:32.804432 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-5621b617-9324-4392-9715-81168481a5ef req-ecd17e3f-c0d0-4ee5-bee4-7b9110d5c39f service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828547 Apr 06 15:24:32.947095 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '09d2d3b4-fda4-4eac-bbd4-89342172c893', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': 'f6c03392-d275-4006-9ce1-98a486303c38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:57:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e058b4-4008-4a2f-8336-fec7391b729d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:24:31Z', 'updated_at': '2022-04-06T15:24:31Z', 'revision_number': 0, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}, {'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:56Z', 'revision_number': 1, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:24:32.975534 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf2607-6007-43d4-82cb-175676b4c77a None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '09d2d3b4-fda4-4eac-bbd4-89342172c893', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': 'f6c03392-d275-4006-9ce1-98a486303c38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:57:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e058b4-4008-4a2f-8336-fec7391b729d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:24:31Z', 'updated_at': '2022-04-06T15:24:31Z', 'revision_number': 0, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}, {'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:56Z', 'revision_number': 1, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:24:33.285375 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae8fdc-eac6-4642-bf3a-52931c3da7e2 None None] New status for floating IP 09d2d3b4-fda4-4eac-bbd4-89342172c893: ACTIVE {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:24:47.428146 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-4477a771-2ac6-412a-96ba-d26ca8ad2ecb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423384 Apr 06 15:24:47.521203 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-28308514-c026-4541-aada-86e92b75e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:47.522622 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-28308514-c026-4541-aada-86e92b75e27d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1127 time: 0.0497110 Apr 06 15:24:47.626059 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-29ed84f4-f501-448f-be1a-777d71cbb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:47.628052 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-29ed84f4-f501-448f-be1a-777d71cbb78b service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0851400 Apr 06 15:24:47.697045 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-09127321-76b2-466d-8c80-bd80ba559d2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 999 time: 0.0624459 Apr 06 15:24:47.743952 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-50cf16a8-593e-4cbd-8ab9-3f5b32068341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:47.745403 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-50cf16a8-593e-4cbd-8ab9-3f5b32068341 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0425088 Apr 06 15:24:47.793610 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-dcef3225-c18a-44e7-8397-c0ec92efa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:47.794991 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-dcef3225-c18a-44e7-8397-c0ec92efa2a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433691 Apr 06 15:24:47.884254 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-ff9e89c0-56b6-445a-b71a-a96a5aac9a0e service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828054 Apr 06 15:24:47.976946 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3518f129-e102-4c6e-b1e0-6ffc21896fb5 req-a4185574-f2db-4a1d-b38a-1bf0a22b6695 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859170 Apr 06 15:24:52.384369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-162eded8-74b0-487b-a410-028317eaccf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:54.056801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:54.795845 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-27393339-bcbb-4ae3-99f1-812d739c3f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:56.011162 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:57.650681 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:58.613333 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:05.460972 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:25:22.404450 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ea1698bb-8af0-4eed-a16b-f3b6dfe05c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:24.075017 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:24.777961 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-1a18a7fd-f395-494e-8b9e-3adca6b320db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:26.012539 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:27.666928 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:28.600029 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:42.460686 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:25:47.433800 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-bc5bade4-addf-42c7-a6e2-7e425795e10a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435133 Apr 06 15:25:47.497913 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-291da4cb-93e5-4343-88aa-376105968e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:47.499381 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-291da4cb-93e5-4343-88aa-376105968e6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1129 time: 0.0447505 Apr 06 15:25:47.603293 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-c18f7785-d901-4e6e-bae6-1ac64646082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:47.609121 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-c18f7785-d901-4e6e-bae6-1ac64646082d service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0869932 Apr 06 15:25:47.667930 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-1369e89c-564c-4b26-bc94-efe959ed172b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c03392-d275-4006-9ce1-98a486303c38 HTTP/1.1" status: 200 len: 1001 time: 0.0574970 Apr 06 15:25:47.717106 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-9cc76ca0-37ed-4ed4-8fca-8c5f31c81120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:47.718516 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-9cc76ca0-37ed-4ed4-8fca-8c5f31c81120 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0439739 Apr 06 15:25:47.771874 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-08958289-ee17-41df-8f8e-d15eea90ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:47.773396 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-08958289-ee17-41df-8f8e-d15eea90ac6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495501 Apr 06 15:25:47.863922 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-051d8bfe-488a-4d0b-910d-218bc34977e9 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833843 Apr 06 15:25:47.957387 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-038e608d-5631-4a21-9bc5-85ebfd17c228 req-ae354ccb-3d0f-489c-9e2b-229ca712b7a6 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876722 Apr 06 15:25:52.376993 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d01c2554-d908-481f-9be6-054c547de550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:54.085801 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:54.777343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1383-ebd9-476e-8590-3a4c2707b7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:56.045553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:57.516505 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 details requested by agent hyperv_hv-neutron-8365 with host hv-neutron-8365 {{(pid=104422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:25:57.627142 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:25:57.638979 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Returning: {'device': 'f6c03392-d275-4006-9ce1-98a486303c38', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'port_id': 'f6c03392-d275-4006-9ce1-98a486303c38', 'mac_address': 'fa:16:3e:57:0b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:25:57.676627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:57.685292 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port f6c03392-d275-4006-9ce1-98a486303c38 is: ACTIVE; New status is: BUILD {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:25:57.685813 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:57.700594 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6c03392-d275-4006-9ce1-98a486303c38 {{(pid=104422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:25:57.722274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:25:57.798144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:57.850869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=6']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:25:57.857742 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.858097 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.858728 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.859279 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.859627 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.859965 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.860343 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.861434 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.861810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.862148 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.862485 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.862819 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.863147 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.863472 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.863798 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:25:57.872144 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] get_ports_and_sgs() called for port_ids ['f6c03392-d275-4006-9ce1-98a486303c38'] {{(pid=104422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:25:58.674412 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:59.531773 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 up at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:25:59.614942 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.provisioning_blocks [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Provisioning complete for port f6c03392-d275-4006-9ce1-98a486303c38 triggered by entity L2. {{(pid=104422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:25:59.615498 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882620'] for port (f6c03392-d275-4006-9ce1-98a486303c38), provisioning_complete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:59.698364 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Current status of the port f6c03392-d275-4006-9ce1-98a486303c38 is: BUILD; New status is: ACTIVE {{(pid=104422) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:25:59.699057 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696317'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:59.726121 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38'}] {{(pid=104422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:25:59.731422 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfc48d039764ece24c112a9cad275d4415dca4a39c0dbec5095703578d2a9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6175308e-9a7e-4521-8480-97e6d565f480" -d '{"events": [{"server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f6c03392-d275-4006-9ce1-98a486303c38"}]}' {{(pid=104422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:25:59.759356 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:25:59.780655 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac8b42c-034c-42de-a82e-47177989250d x-openstack-request-id: req-4ac8b42c-034c-42de-a82e-47177989250d {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:25:59.782825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "name": "network-vif-plugged", "status": "completed", "tag": "f6c03392-d275-4006-9ce1-98a486303c38", "code": 200}]} {{(pid=104422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:25:59.782825 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4ac8b42c-034c-42de-a82e-47177989250d {{(pid=104422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:25:59.782825 dv-neutron-836581-2-hyperv neutron-server[104422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac8b42c-034c-42de-a82e-47177989250d'] response: {'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38', 'code': 200} Apr 06 15:25:59.794898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763359885590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763359499560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763359499578'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:59.850828 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Pushing event updated for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=7']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:09.519017 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 58460) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:09.677220 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Deleting port 91bb7230-d350-4868-8bc9-fe0d7259c63f {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:09.677570 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:09.755815 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:09.756046 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (91bb7230-d350-4868-8bc9-fe0d7259c63f), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:09.768988 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Calling delete_port for 91bb7230-d350-4868-8bc9-fe0d7259c63f owned by network:floatingip {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:09.971404 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (91bb7230-d350-4868-8bc9-fe0d7259c63f), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:10.000600 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event deleted for resources: {'Port': ['ID=91bb7230-d350-4868-8bc9-fe0d7259c63f,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:10.025843 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.026123 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.026470 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.026820 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.027156 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.027488 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.027821 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.028154 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.028485 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.028847 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.029180 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.029509 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.029837 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.030162 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.030486 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:10.070885 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (09d2d3b4-fda4-4eac-bbd4-89342172c893), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:10.071219 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.db.l3_db [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Floating IP 09d2d3b4-fda4-4eac-bbd4-89342172c893 disassociated (deleted). External IP: 172.26.6.199, port: f6c03392-d275-4006-9ce1-98a486303c38. Apr 06 15:26:10.592334 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:26:10.705695 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:26:10.710611 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:10.715888 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:26:10.726218 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:10.726834 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:25:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:10.742201 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-a31f4171-9a9c-4bb3-8639-03f54e1ae129 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "DELETE /v2.0/floatingips/09d2d3b4-fda4-4eac-bbd4-89342172c893 HTTP/1.1" status: 204 len: 168 time: 1.2220895 Apr 06 15:26:10.742797 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38'}] {{(pid=104420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:10.745071 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63242133b909513198143327e48a285045c51a13c188e4756a44e75aab2f0a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e920717-6eac-420f-acb7-b6defe549114" -d '{"events": [{"name": "network-changed", "server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "tag": "f6c03392-d275-4006-9ce1-98a486303c38"}]}' {{(pid=104420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:10.844026 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:10.867911 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b8254e-974e-4e69-b984-b5497dc2dbe6 x-openstack-request-id: req-d0b8254e-974e-4e69-b984-b5497dc2dbe6 {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:10.868320 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "tag": "f6c03392-d275-4006-9ce1-98a486303c38", "status": "completed", "code": 200}]} {{(pid=104420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:10.868669 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d0b8254e-974e-4e69-b984-b5497dc2dbe6 {{(pid=104420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:10.869226 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b8254e-974e-4e69-b984-b5497dc2dbe6'] response: {'name': 'network-changed', 'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38', 'status': 'completed', 'code': 200} Apr 06 15:26:10.936361 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920717-6eac-420f-acb7-b6defe549114 req-089aa095-b222-4314-be45-4d13a4719670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:10.937914 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-089aa095-b222-4314-be45-4d13a4719670 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 1129 time: 0.0467255 Apr 06 15:26:11.043848 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920717-6eac-420f-acb7-b6defe549114 req-0a271ff1-3d60-4998-968a-2d6768361a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:11.045375 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-0a271ff1-3d60-4998-968a-2d6768361a69 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.1006262 Apr 06 15:26:11.084751 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:56Z', 'revision_number': 1, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:11.088600 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-9bba2055-89cc-486c-b43d-888bad9484b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c03392-d275-4006-9ce1-98a486303c38 HTTP/1.1" status: 200 len: 217 time: 0.0357211 Apr 06 15:26:11.112427 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:26:11.121141 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:11.121762 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:25:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:11.234123 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:11.252477 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9164de-ff85-46e8-bff7-5c5ae6c81626 req-5e929dab-1bdb-40c5-bbd6-3e0cdea7d84f tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:11.254027 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9164de-ff85-46e8-bff7-5c5ae6c81626 req-5e929dab-1bdb-40c5-bbd6-3e0cdea7d84f tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.1044495 Apr 06 15:26:11.307141 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-db9164de-ff85-46e8-bff7-5c5ae6c81626 req-fb9d97d8-14bf-4fb1-a853-20b296a4d09d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469697 Apr 06 15:26:11.544978 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:56Z', 'revision_number': 1, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:11.570636 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380e9c2-de5f-4f45-97d9-e2b40fffab13 None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_floatingips': [{'id': '7c47903a-535e-42f3-a770-a9dbade08d08', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'router_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'port_id': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'mac_address': 'fa:16:3e:7e:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:53Z', 'updated_at': '2022-04-06T15:21:56Z', 'revision_number': 1, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:26:11.773623 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7894a61-5c3d-4e9a-a03e-f9febb9cfed8 None None] New status for floating IP 09d2d3b4-fda4-4eac-bbd4-89342172c893: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:26:12.346627 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920717-6eac-420f-acb7-b6defe549114 req-37f4c2d2-83e6-4fee-93f4-59af2bbb3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:12.350184 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-37f4c2d2-83e6-4fee-93f4-59af2bbb3e05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0698087 Apr 06 15:26:12.417733 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920717-6eac-420f-acb7-b6defe549114 req-638cff97-ed6a-4c75-8da5-25bf1d136a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:12.419274 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-638cff97-ed6a-4c75-8da5-25bf1d136a36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0633242 Apr 06 15:26:12.569506 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1db784-b64e-4457-8d9b-d85e7c34687e req-3348268f-c1ae-4b0c-b619-d2bd3eb5f718 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:12.571058 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8d1db784-b64e-4457-8d9b-d85e7c34687e req-3348268f-c1ae-4b0c-b619-d2bd3eb5f718 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.1831267 Apr 06 15:26:12.642779 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-a76b30fb-5aae-433c-bf00-ef0ac689f8e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:12.645017 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-a76b30fb-5aae-433c-bf00-ef0ac689f8e3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 945 time: 0.0700607 Apr 06 15:26:12.674414 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-4ebc6cd9-25cc-46ac-800f-ffefa806ffa0 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858401 Apr 06 15:26:12.682009 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-8d1db784-b64e-4457-8d9b-d85e7c34687e req-21c62563-c4c1-4f44-8006-4be19aa05fee tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031175 Apr 06 15:26:12.756450 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Deleting port f6c03392-d275-4006-9ce1-98a486303c38 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:12.756834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (f6c03392-d275-4006-9ce1-98a486303c38), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:12.789179 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3e920717-6eac-420f-acb7-b6defe549114 req-bd58371b-1bca-48f9-b235-00a5a29460b0 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058724 Apr 06 15:26:12.852595 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] For port f6c03392-d275-4006-9ce1-98a486303c38, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=f6c03392-d275-4006-9ce1-98a486303c38,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:12.852995 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (f6c03392-d275-4006-9ce1-98a486303c38), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:12.866560 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Calling delete_port for f6c03392-d275-4006-9ce1-98a486303c38 owned by compute:nova {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:13.055029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (f6c03392-d275-4006-9ce1-98a486303c38), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:13.088423 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event deleted for resources: {'Port': ['ID=f6c03392-d275-4006-9ce1-98a486303c38,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:13.100522 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.100916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.101267 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.101615 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.101960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.102297 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.102631 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.102965 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.103296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.103628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.103960 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.104289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.104617 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.104992 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.105298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836581-2-hyperv {{(pid=104421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:13.142335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] No DVR routers for this DVR port f6c03392-d275-4006-9ce1-98a486303c38 on host hv-neutron-8365 {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:26:13.144955 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:13.148245 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-69862de3-6e3d-4cf5-8390-712e607822b0 req-1a6fb41e-5aa2-4a2f-8d70-40086b81f405 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "DELETE /v2.0/ports/f6c03392-d275-4006-9ce1-98a486303c38 HTTP/1.1" status: 204 len: 173 time: 0.4984181 Apr 06 15:26:13.148689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'name': 'network-vif-deleted', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:13.151083 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99895cf-12f0-47ca-912b-3c53bdf76b0a" -d '{"events": [{"server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "name": "network-vif-deleted", "tag": "f6c03392-d275-4006-9ce1-98a486303c38"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:13.242670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe37d397-5acb-4c36-b164-675d0d321b3c x-openstack-request-id: req-fe37d397-5acb-4c36-b164-675d0d321b3c {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:13.242670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e058b4-4008-4a2f-8336-fec7391b729d", "name": "network-vif-deleted", "tag": "f6c03392-d275-4006-9ce1-98a486303c38", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:13.242670 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fe37d397-5acb-4c36-b164-675d0d321b3c {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:13.242986 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe37d397-5acb-4c36-b164-675d0d321b3c'] response: {'server_uuid': '52e058b4-4008-4a2f-8336-fec7391b729d', 'name': 'network-vif-deleted', 'tag': 'f6c03392-d275-4006-9ce1-98a486303c38', 'status': 'completed', 'code': 200} Apr 06 15:26:13.602661 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:13.622697 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: f6c03392-d275-4006-9ce1-98a486303c38 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:13.623040 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:13.797626 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-adb9d5d9-d06e-4609-8fe1-e77ebcf0acbb req-4b438708-d15f-417d-9b5a-34cada46670d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=52e058b4-4008-4a2f-8336-fec7391b729d HTTP/1.1" status: 200 len: 210 time: 0.0277710 Apr 06 15:26:16.224402 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58528) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:16.385325 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Deleting port 4e9e21ed-2375-4c6f-a3dc-c890a7c04834 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:16.385669 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.462457 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.462786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.474707 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Calling delete_port for 4e9e21ed-2375-4c6f-a3dc-c890a7c04834 owned by network:floatingip {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:16.706886 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4e9e21ed-2375-4c6f-a3dc-c890a7c04834), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.731371 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event deleted for resources: {'Port': ['ID=4e9e21ed-2375-4c6f-a3dc-c890a7c04834,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:16.795087 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for floatingip (7c47903a-535e-42f3-a770-a9dbade08d08), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.795418 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.db.l3_db [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Floating IP 7c47903a-535e-42f3-a770-a9dbade08d08 disassociated (deleted). External IP: 172.26.6.242, port: 4826924e-1fa1-44a2-95a3-2cd25677c26c. Apr 06 15:26:17.006389 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:26:17.114574 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:26:17.119322 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for floatingip (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:17.123805 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:26:17.134330 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:17.134942 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:25:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:17.149794 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-f554838d-2313-450f-9171-73b29888c5b9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "DELETE /v2.0/floatingips/7c47903a-535e-42f3-a770-a9dbade08d08 HTTP/1.1" status: 204 len: 168 time: 0.9242523 Apr 06 15:26:17.150393 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:17.152875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70509d8f-ceee-4787-8801-a6697320c04d" -d '{"events": [{"name": "network-changed", "server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:17.198230 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bc6e0d-a444-4e1c-abda-422e4f485a01 x-openstack-request-id: req-e9bc6e0d-a444-4e1c-abda-422e4f485a01 {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:17.198591 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:17.198875 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e9bc6e0d-a444-4e1c-abda-422e4f485a01 {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:17.199627 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bc6e0d-a444-4e1c-abda-422e4f485a01'] response: {'name': 'network-changed', 'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'status': 'completed', 'code': 200} Apr 06 15:26:17.248893 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:17.262507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509d8f-ceee-4787-8801-a6697320c04d req-45dc0107-77f3-4489-b6dc-38522c84dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:17.264085 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-45dc0107-77f3-4489-b6dc-38522c84dc80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe302fa01ae54eedb63d9c817db80afa&device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 1127 time: 0.0473452 Apr 06 15:26:17.365531 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509d8f-ceee-4787-8801-a6697320c04d req-3989e300-2012-476c-9301-d31abf17bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:17.367258 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-3989e300-2012-476c-9301-d31abf17bf5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 200 len: 911 time: 0.0958958 Apr 06 15:26:17.409841 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-ae295df3-0d5c-49a4-bfa4-b00a850ca092 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 200 len: 217 time: 0.0363195 Apr 06 15:26:17.453742 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:17.460308 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509d8f-ceee-4787-8801-a6697320c04d req-9e2cb8bb-0b6a-4776-b074-1d0f8f892609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:17.461819 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-9e2cb8bb-0b6a-4776-b074-1d0f8f892609 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 200 len: 848 time: 0.0460570 Apr 06 15:26:17.480924 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:26:17.490247 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:17.490961 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:25:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:17.524094 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509d8f-ceee-4787-8801-a6697320c04d req-e5bffd55-e996-4548-9490-609af4c3bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:17.525596 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-e5bffd55-e996-4548-9490-609af4c3bb3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6299db-23b3-4afa-ba9e-13c703640b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0583375 Apr 06 15:26:17.607191 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:17.617304 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:17.626777 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829937b9-199e-486b-8f73-4ab09b5c4d6a req-df75f740-dc66-47e7-8e9b-1e08734c82f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:17.628673 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-829937b9-199e-486b-8f73-4ab09b5c4d6a req-df75f740-dc66-47e7-8e9b-1e08734c82f4 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 943 time: 0.0722320 Apr 06 15:26:17.647043 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: f6c03392-d275-4006-9ce1-98a486303c38 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:17.647527 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device f6c03392-d275-4006-9ce1-98a486303c38 not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:17.680052 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-829937b9-199e-486b-8f73-4ab09b5c4d6a req-d42c6017-b404-45c4-a3a6-cb36b7313ed3 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 Apr 06 15:26:17.807086 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:17.832157 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c5fea6-aad3-4dc2-b7e5-40599bf92512 None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:30Z', 'revision_number': 4, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv', '_interfaces': [{'id': '4e596049-a8de-4f81-8d9b-c61b3b9b6e59', 'name': '', 'network_id': 'cf6299db-23b3-4afa-ba9e-13c703640b8c', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'mac_address': 'fa:16:3e:27:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:30Z', 'updated_at': '2022-04-06T15:21:34Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'subnets': [{'id': '47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:26:18.031930 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a92472-daeb-47aa-a302-0b92d68cf875 None None] New status for floating IP 7c47903a-535e-42f3-a770-a9dbade08d08: DOWN {{(pid=104422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:26:18.758389 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-6fbd629c-4369-46b8-b25a-eecc516b7c54 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834756 Apr 06 15:26:18.801020 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d5d94-1471-445b-a2d5-f49ce6914908 req-c1d65b74-7138-4f22-ba8a-8e99b0a9348b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:18.802490 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-048d5d94-1471-445b-a2d5-f49ce6914908 req-c1d65b74-7138-4f22-ba8a-8e99b0a9348b tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 943 time: 0.0527554 Apr 06 15:26:18.856883 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-048d5d94-1471-445b-a2d5-f49ce6914908 req-5fdc3ba6-9f72-4ac3-86ed-c7969d924f04 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c3e81d3-90d1-4fc6-9440-3c7009136d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486817 Apr 06 15:26:18.933536 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-70509d8f-ceee-4787-8801-a6697320c04d req-8490f128-2467-43a6-8173-a231847650df service neutron] 10.222.0.79 "GET /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Apr 06 15:26:19.021635 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-9f4de7d2-860a-41af-a8a4-2b3319f65501 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:19.023120 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-9f4de7d2-860a-41af-a8a4-2b3319f65501 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 943 time: 0.0530765 Apr 06 15:26:19.113623 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Deleting port 4826924e-1fa1-44a2-95a3-2cd25677c26c {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:19.113848 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:19.203296 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] For port 4826924e-1fa1-44a2-95a3-2cd25677c26c, host hv-neutron-8365, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8365',level=0,port_id=4826924e-1fa1-44a2-95a3-2cd25677c26c,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:19.203657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:19.215689 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Calling delete_port for 4826924e-1fa1-44a2-95a3-2cd25677c26c owned by compute:nova {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:19.410683 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4826924e-1fa1-44a2-95a3-2cd25677c26c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:19.438664 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event deleted for resources: {'Port': ['ID=4826924e-1fa1-44a2-95a3-2cd25677c26c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:19.460618 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:26:19.482887 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] No DVR routers for this DVR port 4826924e-1fa1-44a2-95a3-2cd25677c26c on host hv-neutron-8365 {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:26:19.485968 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91133'] for port (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:19.489520 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [req-7fb93bad-8a81-45dc-9a2a-72af2af28b8e req-5f59162c-f857-4020-bef9-9c80cb1610f9 tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.79 "DELETE /v2.0/ports/4826924e-1fa1-44a2-95a3-2cd25677c26c HTTP/1.1" status: 204 len: 173 time: 0.4604905 Apr 06 15:26:19.490003 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-deleted', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c'}] {{(pid=104421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:19.492278 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa9f4c6d5f1a27d19f6a8cfde145f60fdf16638a3cd450ad91b062f4419ab9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a8fcc2-7101-4cdf-95c9-7b9f2706613d" -d '{"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-deleted", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c"}]}' {{(pid=104421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:19.527926 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14385a73-c2a1-4201-9510-59b1d2428b9f x-openstack-request-id: req-14385a73-c2a1-4201-9510-59b1d2428b9f {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:19.528239 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b91e39-1a25-4e16-ae72-1b19f83e3037", "name": "network-vif-deleted", "tag": "4826924e-1fa1-44a2-95a3-2cd25677c26c", "status": "completed", "code": 200}]} {{(pid=104421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:19.528493 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14385a73-c2a1-4201-9510-59b1d2428b9f {{(pid=104421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:19.528939 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14385a73-c2a1-4201-9510-59b1d2428b9f'] response: {'server_uuid': '22b91e39-1a25-4e16-ae72-1b19f83e3037', 'name': 'network-vif-deleted', 'tag': '4826924e-1fa1-44a2-95a3-2cd25677c26c', 'status': 'completed', 'code': 200} Apr 06 15:26:19.968108 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [req-3607c573-3af5-4077-8cf9-925017420015 req-ac8ae3e6-877f-46dc-8acd-07dcd753e60d tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "GET /v2.0/ports?device_id=22b91e39-1a25-4e16-ae72-1b19f83e3037 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Apr 06 15:26:21.024212 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58544) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:21.083597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6272c62-5fbd-433f-8e23-2fcd465e9dea tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group (5c3e81d3-90d1-4fc6-9440-3c7009136d71), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:21.107885 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6272c62-5fbd-433f-8e23-2fcd465e9dea tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group (5c3e81d3-90d1-4fc6-9440-3c7009136d71), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:21.250643 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6272c62-5fbd-433f-8e23-2fcd465e9dea tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (5c3e81d3-90d1-4fc6-9440-3c7009136d71), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:21.253757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a6272c62-5fbd-433f-8e23-2fcd465e9dea tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:21.254988 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a6272c62-5fbd-433f-8e23-2fcd465e9dea tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] 10.222.0.89 "DELETE /v2.0/security-groups/5c3e81d3-90d1-4fc6-9440-3c7009136d71 HTTP/1.1" status: 204 len: 168 time: 0.2297416 Apr 06 15:26:21.264476 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6272c62-5fbd-433f-8e23-2fcd465e9dea tempest-TestSnapshotPattern-531363596 tempest-TestSnapshotPattern-531363596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e81d3-90d1-4fc6-9440-3c7009136d71,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:21.387165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58548) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:21.728807 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:21.972507 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Deleting port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:21.972778 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:22.049563 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] For port 4e596049-a8de-4f81-8d9b-c61b3b9b6e59, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:22.050215 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:22.062065 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Calling delete_port for 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 owned by network:router_interface {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:22.329614 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (4e596049-a8de-4f81-8d9b-c61b3b9b6e59), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:22.353834 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-aea490ae-d4d7-4a7d-96ee-707a4c972443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:22.356757 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e596049-a8de-4f81-8d9b-c61b3b9b6e59,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:22.529298 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:22.755878 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:26:22.865988 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:26:22.871744 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ecaa6531-25c1-4d3c-b2c1-20d10f1a7881 admin admin] 10.222.0.89 "PUT /v2.0/routers/97a5e6b7-c6c2-4186-a2d5-671a5a31b102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4826944 Apr 06 15:26:22.873475 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58550) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:22.876791 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] Sync routers for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:26:22.887471 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:22.888089 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:25:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:22.979653 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks [] for router (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:22.995765 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: dv-neutron-836581-2-hyperv {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:23.085612 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks [] for router_gateway (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:23.173795 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:26:22Z', 'revision_number': 5, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port': {'id': '926e061c-aacb-409d-a6ed-825044a77fb9', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:23.203484 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] Checking router: 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 for host: dv-neutron-836581-2-hyperv {{(pid=104423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:26:23.208120 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Deleting port 926e061c-aacb-409d-a6ed-825044a77fb9 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:23.208465 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:23.211687 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] Routers {'97a5e6b7-c6c2-4186-a2d5-671a5a31b102'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:23.212298 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:25:55Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'], 'active': True} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:23.299260 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] For port 926e061c-aacb-409d-a6ed-825044a77fb9, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=926e061c-aacb-409d-a6ed-825044a77fb9,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:23.299548 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:23.313196 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Calling delete_port for 926e061c-aacb-409d-a6ed-825044a77fb9 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:23.392756 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_dvr_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] Set router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 gateway port host: None {{(pid=104423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:23.443476 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.l3_hamode_db [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:26:23Z', 'revision_number': 6, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:23.473490 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747e44-bd5e-4026-a437-7cf155791b1d None None] The sync data for ids ['97a5e6b7-c6c2-4186-a2d5-671a5a31b102'] in dv-neutron-836581-2-hyperv is: [{'id': '97a5e6b7-c6c2-4186-a2d5-671a5a31b102', 'name': 'tempest-TestSnapshotPattern-823354493-router', 'tenant_id': 'fe302fa01ae54eedb63d9c817db80afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:27Z', 'updated_at': '2022-04-06T15:26:23Z', 'revision_number': 6, 'project_id': 'fe302fa01ae54eedb63d9c817db80afa', 'gw_port_host': None}] {{(pid=104423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:26:23.553627 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (926e061c-aacb-409d-a6ed-825044a77fb9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:23.579771 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Pushing event deleted for resources: {'Port': ['ID=926e061c-aacb-409d-a6ed-825044a77fb9,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:23.639786 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:23.647325 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c no longer exists at agent hyperv_hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:23.667997 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] No Port match for: 4826924e-1fa1-44a2-95a3-2cd25677c26c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:23.668354 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Device 4826924e-1fa1-44a2-95a3-2cd25677c26c not bound to the agent host hv-neutron-8365 {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:24.061916 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.064626 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks [] for router_controller (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.128947 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.189113 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (97a5e6b7-c6c2-4186-a2d5-671a5a31b102), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.189691 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a5e6b7-c6c2-4186-a2d5-671a5a31b102 {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:26:24.194286 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.199748 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6d47057e-e8a8-42df-beec-3ecd31942343 admin admin] 10.222.0.89 "DELETE /v2.0/routers/97a5e6b7-c6c2-4186-a2d5-671a5a31b102 HTTP/1.1" status: 204 len: 168 time: 1.3209424 Apr 06 15:26:24.199748 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58552) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:24.243719 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Deleting subnet 47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:26:24.246751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Publish callbacks [] for subnet (47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.281925 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.371054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.518158 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.544834 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:24.546837 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.550977 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-0d461cc1-d3ea-481a-85a4-153c37dd901d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/47a8ef50-6dfe-4ebb-a2d5-9bf0ceeb33ef HTTP/1.1" status: 204 len: 168 time: 0.3520212 Apr 06 15:26:24.553077 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30df7ab-3b7d-4c44-85b1-a88a8c8bc451 None None] Network cf6299db-23b3-4afa-ba9e-13c703640b8c requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:26:24.553489 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58554) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:24.631920 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (cf6299db-23b3-4afa-ba9e-13c703640b8c), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.692646 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Deleting port 97bd7f59-5228-4073-97c8-bf3245748cae {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:24.693029 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.714850 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] DHCP port deletion for cf6299db-23b3-4afa-ba9e-13c703640b8c request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:26:24.766247 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] For port 97bd7f59-5228-4073-97c8-bf3245748cae, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97bd7f59-5228-4073-97c8-bf3245748cae,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:24.767761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.768389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] Deleting port 97bd7f59-5228-4073-97c8-bf3245748cae {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:24.768803 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.780914 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Calling delete_port for 97bd7f59-5228-4073-97c8-bf3245748cae owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:24.808831 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-fcf95ead-70ae-468e-8f0c-acda51276431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.837149 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] For port 97bd7f59-5228-4073-97c8-bf3245748cae, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=97bd7f59-5228-4073-97c8-bf3245748cae,segment=NetworkSegment(7eea2122-8c6b-4108-ad57-b5f4fa405fe9),segment_id=7eea2122-8c6b-4108-ad57-b5f4fa405fe9)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:24.837553 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.850634 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] Calling delete_port for 97bd7f59-5228-4073-97c8-bf3245748cae owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:24.925147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.930693 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (97bd7f59-5228-4073-97c8-bf3245748cae), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.951657 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=97bd7f59-5228-4073-97c8-bf3245748cae,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:24.953559 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] No DVR routers for this DVR port 97bd7f59-5228-4073-97c8-bf3245748cae on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:26:24.961274 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] No DVR routers for this DVR port 97bd7f59-5228-4073-97c8-bf3245748cae on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:26:24.965558 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20b0f-7762-4368-9ef7-af3d976678ef None None] Pushing event deleted for resources: {'Port': ['ID=97bd7f59-5228-4073-97c8-bf3245748cae,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:25.030128 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (cf6299db-23b3-4afa-ba9e-13c703640b8c), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.050762 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6299db-23b3-4afa-ba9e-13c703640b8c']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:25.059684 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eea2122-8c6b-4108-ad57-b5f4fa405fe9') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:25.059980 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eea2122-8c6b-4108-ad57-b5f4fa405fe9') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:25.069125 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (7eea2122-8c6b-4108-ad57-b5f4fa405fe9), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.082628 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (7eea2122-8c6b-4108-ad57-b5f4fa405fe9), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.088354 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:26:25.088754 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (7eea2122-8c6b-4108-ad57-b5f4fa405fe9), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:26:25.090344 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:26:25.199335 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (cf6299db-23b3-4afa-ba9e-13c703640b8c), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.204479 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.207720 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] 10.222.0.89 "DELETE /v2.0/networks/cf6299db-23b3-4afa-ba9e-13c703640b8c HTTP/1.1" status: 204 len: 168 time: 0.6532521 Apr 06 15:26:25.210761 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 58556) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:25.220620 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410f1de-a3e9-4fb5-ad43-0f1f0f6a5f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6299db-23b3-4afa-ba9e-13c703640b8c,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:25.335738 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97bd7f59-5228-4073-97c8-bf3245748cae no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:25.359184 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 97bd7f59-5228-4073-97c8-bf3245748cae {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:25.359582 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 97bd7f59-5228-4073-97c8-bf3245748cae not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:25.360012 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:25.380079 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:25.380418 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 4e596049-a8de-4f81-8d9b-c61b3b9b6e59 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:25.380854 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 926e061c-aacb-409d-a6ed-825044a77fb9 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:25.399629 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 926e061c-aacb-409d-a6ed-825044a77fb9 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:25.399972 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 926e061c-aacb-409d-a6ed-825044a77fb9 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:25.660166 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1939640'] for router_interface (6afa4927-5b65-49d7-9fe2-804885f99eff), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.907739 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Deleting port aa93bd9f-1433-4174-9d67-c79b5b332f3c {{(pid=104420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:25.907984 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), before_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:25.990598 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] For port aa93bd9f-1433-4174-9d67-c79b5b332f3c, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=aa93bd9f-1433-4174-9d67-c79b5b332f3c,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:25.990958 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), precommit_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:26.003503 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.plugins.ml2.plugin [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Calling delete_port for aa93bd9f-1433-4174-9d67-c79b5b332f3c owned by network:router_interface {{(pid=104420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:26.020369 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:26.243677 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057076265'] for port (aa93bd9f-1433-4174-9d67-c79b5b332f3c), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:26.271045 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa93bd9f-1433-4174-9d67-c79b5b332f3c,revision_number=None']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:26.450786 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937960'] for router_interface (6afa4927-5b65-49d7-9fe2-804885f99eff), after_delete {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:26.667615 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Router 6afa4927-5b65-49d7-9fe2-804885f99eff has already been hosted by L3 agent 19540681-2629-407d-95ff-887e4f2007f4 {{(pid=104420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:26:26.773776 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] Notify agent at l3_agent.dv-neutron-836581-2-hyperv the message routers_updated {{(pid=104420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:26:26.780644 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-9f48046f-3468-45c4-9ec1-36eb670fd04c admin admin] 10.222.0.89 "PUT /v2.0/routers/6afa4927-5b65-49d7-9fe2-804885f99eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688274 Apr 06 15:26:26.781523 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58560) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:26.783436 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] Sync routers for ids ['6afa4927-5b65-49d7-9fe2-804885f99eff'] in dv-neutron-836581-2-hyperv {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:26:26.792763 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] Routers {'6afa4927-5b65-49d7-9fe2-804885f99eff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:26.793413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:26:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['6afa4927-5b65-49d7-9fe2-804885f99eff'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:26.888774 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks [] for router (6afa4927-5b65-49d7-9fe2-804885f99eff), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:26.900127 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] Set router 6afa4927-5b65-49d7-9fe2-804885f99eff gateway port host: dv-neutron-836581-2-hyperv {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:26.999438 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks [] for router_gateway (6afa4927-5b65-49d7-9fe2-804885f99eff), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.130639 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Deleting port 446b4680-ae2a-4703-9b2f-ca7545a84345 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:27.130974 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.211395 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] For port 446b4680-ae2a-4703-9b2f-ca7545a84345, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=446b4680-ae2a-4703-9b2f-ca7545a84345,segment=NetworkSegment(dd6668ef-edfc-4971-930b-eff76805b233),segment_id=dd6668ef-edfc-4971-930b-eff76805b233)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:27.211676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.224869 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Calling delete_port for 446b4680-ae2a-4703-9b2f-ca7545a84345 owned by network:router_gateway {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:27.225512 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'external_fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:26:26Z', 'revision_number': 5, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port': {'id': '446b4680-ae2a-4703-9b2f-ca7545a84345', 'name': '', 'network_id': '9f2643ff-14b7-4ccf-900a-4e41bd3245f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '9b1afa03-72ce-4baf-a720-296d51299866', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836581-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:34Z', 'updated_at': '2022-04-06T15:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b1afa03-72ce-4baf-a720-296d51299866', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836581-2-hyperv'}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:27.252718 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] Checking router: 6afa4927-5b65-49d7-9fe2-804885f99eff for host: dv-neutron-836581-2-hyperv {{(pid=104422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:26:27.261322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] Routers {'6afa4927-5b65-49d7-9fe2-804885f99eff'} bound to L3 agent in host dv-neutron-836581-2-hyperv {{(pid=104422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:26:27.265242 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836581-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:20:25Z,description=,heartbeat_timestamp=2022-04-06T15:26:25Z,host='dv-neutron-836581-2-hyperv',id=19540681-2629-407d-95ff-887e4f2007f4,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:20:25Z,topic='l3_agent')) {'router_ids': ['6afa4927-5b65-49d7-9fe2-804885f99eff'], 'active': True} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:27.354130 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvr_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] Set router 6afa4927-5b65-49d7-9fe2-804885f99eff gateway port host: None {{(pid=104422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:26:27.416156 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_hamode_db [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:26:26Z', 'revision_number': 6, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port_host': None}], 'dv-neutron-836581-2-hyperv', False) {} {{(pid=104422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:27.443175 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ae0d5-095f-4b2b-a9f1-801d82ed5fd5 None None] The sync data for ids ['6afa4927-5b65-49d7-9fe2-804885f99eff'] in dv-neutron-836581-2-hyperv is: [{'id': '6afa4927-5b65-49d7-9fe2-804885f99eff', 'name': 'tempest-TestSnapshotPattern-1288964084-router', 'tenant_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:33Z', 'updated_at': '2022-04-06T15:26:26Z', 'revision_number': 6, 'project_id': '35c9cf4ac1ff496b8e5b74b5f7537643', 'gw_port_host': None}] {{(pid=104422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:26:27.445179 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (446b4680-ae2a-4703-9b2f-ca7545a84345), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.473601 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=446b4680-ae2a-4703-9b2f-ca7545a84345,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:27.537172 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1938158'] for router_gateway (6afa4927-5b65-49d7-9fe2-804885f99eff), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.630191 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (6afa4927-5b65-49d7-9fe2-804885f99eff), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.632317 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks [] for router_controller (6afa4927-5b65-49d7-9fe2-804885f99eff), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.671780 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.752195 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1940308'] for router (6afa4927-5b65-49d7-9fe2-804885f99eff), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.752597 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6afa4927-5b65-49d7-9fe2-804885f99eff {{(pid=104421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:26:27.757101 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.758330 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-a5d22011-eb60-4709-9d26-7d95f5340e3d admin admin] 10.222.0.89 "DELETE /v2.0/routers/6afa4927-5b65-49d7-9fe2-804885f99eff HTTP/1.1" status: 204 len: 168 time: 0.9752259 Apr 06 15:26:27.760881 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58562) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:27.811959 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Deleting subnet 705f9745-342a-4cf9-9c70-3145da5a37c3 {{(pid=104421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:26:27.816165 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Publish callbacks [] for subnet (705f9745-342a-4cf9-9c70-3145da5a37c3), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.853761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4052586'] for subnet (705f9745-342a-4cf9-9c70-3145da5a37c3), precommit_delete_associations {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:27.933539 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883424'] for subnet (705f9745-342a-4cf9-9c70-3145da5a37c3), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.066739 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3904825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529891'] for subnet (705f9745-342a-4cf9-9c70-3145da5a37c3), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.090825 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705f9745-342a-4cf9-9c70-3145da5a37c3,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:28.097059 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.100305 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-10d6e2ce-dda1-4017-8136-9938cdb1d706 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/705f9745-342a-4cf9-9c70-3145da5a37c3 HTTP/1.1" status: 204 len: 168 time: 0.3384309 Apr 06 15:26:28.102722 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1c9f7-515a-4436-988e-67efa7bc751f None None] Network 9a788131-b2e8-4e26-8943-0f18c447d79f requested from dv-neutron-836581-2-hyperv {{(pid=104422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:26:28.102873 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58564) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:28.175676 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564391'] for network (9a788131-b2e8-4e26-8943-0f18c447d79f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.233147 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Deleting port 64110b05-6259-477c-821f-a96f341edab2 {{(pid=104421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:28.233491 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (64110b05-6259-477c-821f-a96f341edab2), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.261974 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] DHCP port deletion for 9a788131-b2e8-4e26-8943-0f18c447d79f request from dv-neutron-836581-2-hyperv {{(pid=104422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:26:28.316656 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] Deleting port 64110b05-6259-477c-821f-a96f341edab2 {{(pid=104422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:26:28.316964 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.db [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] For port 64110b05-6259-477c-821f-a96f341edab2, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=64110b05-6259-477c-821f-a96f341edab2,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:28.317099 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (64110b05-6259-477c-821f-a96f341edab2), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.317309 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763359877681'] for port (64110b05-6259-477c-821f-a96f341edab2), before_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.330469 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.plugin [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Calling delete_port for 64110b05-6259-477c-821f-a96f341edab2 owned by network:dhcp {{(pid=104421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:28.383817 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.db [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] For port 64110b05-6259-477c-821f-a96f341edab2, host dv-neutron-836581-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836581-2-hyperv',level=0,port_id=64110b05-6259-477c-821f-a96f341edab2,segment=NetworkSegment(ea0acc90-56d6-4392-acd8-5b312b6e147a),segment_id=ea0acc90-56d6-4392-acd8-5b312b6e147a)] {{(pid=104422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:28.384220 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934025'] for port (64110b05-6259-477c-821f-a96f341edab2), precommit_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.396672 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] Calling delete_port for 64110b05-6259-477c-821f-a96f341edab2 owned by network:dhcp {{(pid=104422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:26:28.512095 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3904782'] for port (64110b05-6259-477c-821f-a96f341edab2), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.525665 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-696126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763359885572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763359499551'] for port (64110b05-6259-477c-821f-a96f341edab2), after_delete {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.542696 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=64110b05-6259-477c-821f-a96f341edab2,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:28.546382 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] No DVR routers for this DVR port 64110b05-6259-477c-821f-a96f341edab2 on host dv-neutron-836581-2-hyperv {{(pid=104421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:26:28.558777 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] Pushing event deleted for resources: {'Port': ['ID=64110b05-6259-477c-821f-a96f341edab2,revision_number=None']} {{(pid=104422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:28.569869 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e9376-e2a5-41d0-a5cb-ce5c8e3a3999 None None] No DVR routers for this DVR port 64110b05-6259-477c-821f-a96f341edab2 on host dv-neutron-836581-2-hyperv {{(pid=104422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:26:28.614770 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.622368 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883739', 'neutron.services.segments.db._delete_segments_for_network-8763360052857'] for network (9a788131-b2e8-4e26-8943-0f18c447d79f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.647257 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a788131-b2e8-4e26-8943-0f18c447d79f']}} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:28.656410 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0acc90-56d6-4392-acd8-5b312b6e147a') {'for_net_delete': True} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:28.656751 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.services.segments.db [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0acc90-56d6-4392-acd8-5b312b6e147a') {} {{(pid=104421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:26:28.666821 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763360051586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4052625'] for segment (ea0acc90-56d6-4392-acd8-5b312b6e147a), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.680461 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851'] for segment (ea0acc90-56d6-4392-acd8-5b312b6e147a), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.686428 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=104421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:26:28.686810 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3904851'] for segment (ea0acc90-56d6-4392-acd8-5b312b6e147a), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: Traceback (most recent call last): Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: timer() Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: cb(*args, **kw) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: return func(*args, **kwargs) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: self._notify() Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: self.callback(batched_events) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: event.method(event) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: return f(self, *a, **k) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._get(url).json() Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: return self.request(url, 'GET', **kwargs) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:26:28.689180 dv-neutron-836581-2-hyperv neutron-server[104421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:26:28.803289 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938058'] for network (9a788131-b2e8-4e26-8943-0f18c447d79f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.808637 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:28.812256 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] 10.222.0.89 "DELETE /v2.0/networks/9a788131-b2e8-4e26-8943-0f18c447d79f HTTP/1.1" status: 204 len: 168 time: 0.7085745 Apr 06 15:26:28.824127 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3065f5-5940-469f-a252-159a54740e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a788131-b2e8-4e26-8943-0f18c447d79f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:29.123875 dv-neutron-836581-2-hyperv neutron-server[104420]: DEBUG neutron.wsgi [-] (104420) accepted ('10.222.0.89', 58568) {{(pid=104420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:29.340181 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 446b4680-ae2a-4703-9b2f-ca7545a84345 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:29.367886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 446b4680-ae2a-4703-9b2f-ca7545a84345 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:29.368185 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 446b4680-ae2a-4703-9b2f-ca7545a84345 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:29.368630 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aa93bd9f-1433-4174-9d67-c79b5b332f3c no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:29.391879 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: aa93bd9f-1433-4174-9d67-c79b5b332f3c {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:29.392339 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device aa93bd9f-1433-4174-9d67-c79b5b332f3c not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:29.393045 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 64110b05-6259-477c-821f-a96f341edab2 no longer exists at agent ovs-agent-dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:29.414898 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.plugin [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] No Port match for: 64110b05-6259-477c-821f-a96f341edab2 {{(pid=104422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:26:29.415254 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron.plugins.ml2.rpc [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Device 64110b05-6259-477c-821f-a96f341edab2 not bound to the agent host dv-neutron-836581-2-hyperv {{(pid=104422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:26:29.484807 dv-neutron-836581-2-hyperv neutron-server[104420]: INFO neutron.wsgi [None req-26b76b72-db9d-480d-9349-3b9402c49b92 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fe302fa01ae54eedb63d9c817db80afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596778 Apr 06 15:26:29.487386 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58570) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:29.537480 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-756e6228-33c5-4245-b0f4-2dad3ae003e2 admin admin] Publish callbacks [] for security_group (0e734ffe-b815-4a58-8633-737bd9ec523f), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:29.558761 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-756e6228-33c5-4245-b0f4-2dad3ae003e2 admin admin] Publish callbacks [] for security_group (0e734ffe-b815-4a58-8633-737bd9ec523f), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:29.662443 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-756e6228-33c5-4245-b0f4-2dad3ae003e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (0e734ffe-b815-4a58-8633-737bd9ec523f), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:29.665054 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-756e6228-33c5-4245-b0f4-2dad3ae003e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:29.666231 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-756e6228-33c5-4245-b0f4-2dad3ae003e2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0e734ffe-b815-4a58-8633-737bd9ec523f HTTP/1.1" status: 204 len: 168 time: 0.1777699 Apr 06 15:26:29.675896 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e6228-33c5-4245-b0f4-2dad3ae003e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e734ffe-b815-4a58-8633-737bd9ec523f,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:30.337705 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58576) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:30.378037 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-8cb2f8a1-675e-4853-ac14-cd348690dea6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=35c9cf4ac1ff496b8e5b74b5f7537643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391657 Apr 06 15:26:30.380527 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.wsgi [-] (104421) accepted ('10.222.0.89', 58578) {{(pid=104421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:26:30.433928 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb5157d4-1d5f-4ed6-befe-ad7bf5491f35 admin admin] Publish callbacks [] for security_group (fe1c24fa-39b3-4536-b88b-df238143d79e), before_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:30.455482 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb5157d4-1d5f-4ed6-befe-ad7bf5491f35 admin admin] Publish callbacks [] for security_group (fe1c24fa-39b3-4536-b88b-df238143d79e), precommit_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:30.580350 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb5157d4-1d5f-4ed6-befe-ad7bf5491f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778785'] for security_group (fe1c24fa-39b3-4536-b88b-df238143d79e), after_delete {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:30.583074 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron_lib.callbacks.manager [None req-eb5157d4-1d5f-4ed6-befe-ad7bf5491f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:30.584237 dv-neutron-836581-2-hyperv neutron-server[104421]: INFO neutron.wsgi [None req-eb5157d4-1d5f-4ed6-befe-ad7bf5491f35 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe1c24fa-39b3-4536-b88b-df238143d79e HTTP/1.1" status: 204 len: 168 time: 0.2027941 Apr 06 15:26:30.592259 dv-neutron-836581-2-hyperv neutron-server[104421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5157d4-1d5f-4ed6-befe-ad7bf5491f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c24fa-39b3-4536-b88b-df238143d79e,revision_number=None']} {{(pid=104421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:52.364161 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-ecbf86e2-6a35-49ea-8d0b-f7950e32774a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:54.089884 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:54.814389 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-cf68794c-f3fc-4e0a-8a27-a18ac94827e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:56.014266 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:56.459314 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:26:57.678218 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:58.596900 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:22.368944 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-99dc6798-5745-4e5c-ad97-698a7eba5907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:24.116240 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:24.786775 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8c00-c7d3-4684-9de7-cf407e5c30e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:25.992112 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:27.683411 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:28.574633 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:33.458594 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:27:52.379455 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-32d67930-93d7-41f0-afe0-75748d363741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:54.082710 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:54.791204 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-de08dfdb-a137-4f97-9a97-1bdfa9c768de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:56.002784 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:57.670986 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:58.574084 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:10.458260 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:28:22.362013 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d369ba27-70a2-4ae0-acb4-a14cae5b2358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.126739 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.784322 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0363042a-5a02-4f55-9a40-97dfa78bc662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:26.030300 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:27.687938 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:28.578197 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:47.458217 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:28:52.366816 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-6c1f00da-4b4c-4720-91a8-d45b55f90a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:54.092011 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:54.772433 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-246c1e03-4677-4358-b65d-fced2a09e87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:56.028886 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:57.680217 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:58.571674 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:22.377132 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ec00-495f-4f5c-842a-b5b46e29ac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:24.125987 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:24.458492 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:29:24.794359 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-0cd89613-b70f-408f-a40f-f56efa447205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:26.017173 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:27.674413 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:28.599855 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:52.376572 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-4cd1cde8-bc36-4292-8839-f3d68d6aa4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:54.101943 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:54.793238 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-b1042767-a37a-48bf-85b4-ceb6bf7b5cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:56.028000 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:57.690519 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:58.610460 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:01.458202 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:30:22.363902 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-8faae87c-31ea-4579-9798-dc71b9ee6cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:24.112591 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:24.798103 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-863d71b3-ed68-4ac8-a3b6-90aa0da109d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:26.060933 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:27.690016 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:28.593110 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:38.457184 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:30:52.357442 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c13e1e18-2ab2-459a-af2e-f6cf37cffd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:54.094810 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:54.780358 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-e613c690-b7b0-45bc-92e5-848c9d766018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:56.055151 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:57.683246 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:58.569061 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:15.457064 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:31:22.375048 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-96544656-5697-4015-b47f-215196ca7545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:24.133821 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:24.808287 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5790-cb1f-4ead-8c45-6bf62a400a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:26.031164 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:27.705474 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:28.596625 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:52.385111 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-c4efc1e3-f69d-478e-a470-bc27cf13160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (6d8b45e2-7229-4e3f-adfc-ef1508a15db3), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:52.457463 dv-neutron-836581-2-hyperv neutron-server[104423]: DEBUG neutron.db.agents_db [None req-b76ca6aa-db86-4227-835d-ab1ba0f12b82 None None] Agent healthcheck: found 6 active agents {{(pid=104423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:31:54.122349 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-57a47374-c76d-416c-8d3e-267895c0a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (50286f77-d181-4f0c-b64e-0d61c27ac584), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:54.795890 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-d42aac86-bc79-4913-a6ec-d8f2cc73aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (19540681-2629-407d-95ff-887e4f2007f4), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:56.053479 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-79e0667f-44d2-4bbd-b693-fb73ac4abeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (70d3432b-4a62-4e0f-9c74-fec20e7ffc3b), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:57.693513 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-daecd48e-1c00-4d88-8208-5e1b7ad49901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (2c17f65a-749c-4186-9c02-451e6d417bd1), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:58.584373 dv-neutron-836581-2-hyperv neutron-server[104422]: DEBUG neutron_lib.callbacks.manager [None req-508100e2-3c79-43d3-b08a-7f6e60dc56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763360052839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882650'] for agent (9f736bfd-41c4-4375-8e0f-5652c2cebc9a), after_update {{(pid=104422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}